requirements-dev.txt

# Development/Build utilities (allow to be unpinned)
ipdb
maturin
pre-commit
docker
importlib-metadata

# Pinned requests due to docker-py issue: https://github.com/docker/docker-py/issues/3256
requests<2.32.0

# Pinned httpx due to unitycatalog-python issue: https://github.com/unitycatalog/unitycatalog-python/issues/9
httpx==0.27.2

# Tracing
orjson==3.10.12  # orjson recommended for viztracer
py-spy==0.3.14
viztracer==0.15.6

# Testing frameworks
hypothesis==6.79.2
pytest==7.4.3
pytest-benchmark==4.0.0
pytest-cov==4.1.0
pytest-lazy-fixture==0.6.3
memray==1.13.4; platform_system != "Windows"
pytest-codspeed==2.2.1

# Testing dependencies
lxml==5.3.0
dask[dataframe]==2024.4.1
numpy==1.26.2
pandas==2.1.3
xxhash>=3.0.0
Pillow==10.4.0
opencv-python==4.10.0.84
tiktoken==0.7.0
duckdb==1.1.2

# Pyarrow
pyarrow==16.0.0
# Ray
ray[data, client]==2.34.0

# Lance
lancedb>=0.6.10

#Iceberg
pyiceberg==0.7.0
tenacity==8.2.3

# Delta Lake
deltalake==0.5.8; platform_system == "Windows"
deltalake==0.19.2; platform_system != "Windows"

# Databricks
databricks-sdk==0.12.0
unitycatalog==0.1.1

#SQL
sqlalchemy==2.0.36
connectorx==0.2.3; platform_system == "Linux" and platform_machine == "aarch64"
connectorx==0.3.3; platform_system != "Linux" or platform_machine != "aarch64"
trino[sqlalchemy]==0.328.0
PyMySQL==1.1.0
psycopg2-binary==2.9.10
sqlglot==23.3.0
pyodbc==5.1.0

# AWS
s3fs==2023.12.0
# on old versions of s3fs's pinned botocore, they neglected to pin urllib3<2 which leads to:
# "ImportError: cannot import name 'DEFAULT_CIPHERS' from 'urllib3.util.ssl_'"
boto3==1.34.51
moto[s3,server]==5.0.26

# Azure
adlfs==2024.7.0
azure-storage-blob==12.24.0

# GCS
gcsfs==2023.12.0

# Documentation
myst-nb>=0.16.0
Sphinx==5.3.0
sphinx-book-theme==1.1.0
sphinx-reredirects>=0.1.1
sphinx-copybutton>=0.5.2
sphinx-autosummary-accessors==2023.4.0
sphinx-tabs==3.4.5

# Daft connect testing
pyspark==3.5.3
grpcio==1.68.1
grpcio-status==1.67.0