importlib-metadata>=4.13.0
typing-inspect
boto3<2.0,>=1.20
pymysql~=1.0
sqlalchemy<2,>=1.4.0
python-dateutil>=2.8.1
cryptography>=42.0.0
memory-profiler
pydantic~=2.0
tabulate==0.9.0
requests>=2.23
mypy_extensions>=0.4.3
cached-property==1.5.2
azure-identity~=1.12
azure-keyvault-secrets
chardet==4.0.0
jsonpatch<2.0,>=1.24
packaging
google-cloud-secret-manager==2.19.0
PyYAML~=6.0
antlr4-python3-runtime==4.9.2
requests-aws4auth~=1.1
collate-sqllineage~=1.4.0
google-crc32c
Jinja2>=2.11.3
email-validator>=2.0

[airflow]
attrs
apache-airflow==2.9.1

[all]
sqlalchemy-vertica[vertica-python]>=0.0.5
pyarrow~=16.0
pure-sasl
boto3<2.0,>=1.20
dbt-artifacts-parser
collate-data-diff[mysql]
sqlalchemy<2,>=1.4.0
python-dateutil>=2.8.1
croniter<3
thrift<1,>=0.13
cryptography>=42.0.0
teradatasqlalchemy>=20.0.0.0
validators~=0.22.0
gitpython~=3.1.34
pyasn1~=0.6.0
sqlalchemy-databricks~=0.1
deltalake~=0.17
collate-data-diff[vertica]
fastavro>=1.2.0
pymssql~=2.2.0
thrift-sasl~=0.4
couchbase~=4.1
sqlalchemy-redshift==0.8.12
tableau-api-lib~=0.1
sqlalchemy-ibmi~=0.9.3
scikit-learn~=1.0
azure-keyvault-secrets
sqlalchemy-hana
chardet==4.0.0
collate-data-diff[oracle]
oracledb~=1.2
packaging
google-cloud-secret-manager==2.19.0
elasticsearch8~=8.9.0
collate-data-diff[snowflake]
neo4j~=5.3.0
delta-spark<=2.3.0
GeoAlchemy2~=0.12
mstr-rest-requests==0.14.1
grpcio-tools>=1.47.2
requests-aws4auth~=1.1
kafka-connect-py==0.10.11
trino[sqlalchemy]
google-cloud-monitoring>=2.0.0
lkml~=1.3
Jinja2>=2.11.3
email-validator>=2.0
pinotdb~=5.0
s3fs
importlib-metadata>=4.13.0
typing-inspect
pyodbc<5,>=4.0.35
pymysql~=1.0
azure-storage-blob~=12.14
google-cloud
msal~=1.2
sqlalchemy-pgspider
memory-profiler
pydomo~=0.3
presto-types-parser>=0.0.2
pyiceberg==0.5.1
pydantic~=2.0
looker-sdk!=24.18.0,>=22.20.0
tabulate==0.9.0
pydoris==1.0.2
avro<1.12,>=1.11.3
collate-data-diff[trino]
impyla[kerberos]~=0.18.0
cramjam~=2.7
requests>=2.23
dagster_graphql~=1.1
pymongo~=4.3
google-cloud-datacatalog>=3.6.2
numpy<2
pydruid>=0.6.5
confluent_kafka==2.1.1
google-cloud-logging
collate-data-diff[clickhouse]
mypy_extensions>=0.4.3
sqlalchemy-bigquery>=1.2.2
ndg-httpsclient~=0.5.1
pyOpenSSL~=24.1.0
cached-property==1.5.2
protobuf
mlflow-skinny>=2.3.0
google-cloud-storage==1.43.0
sqlalchemy-pytds~=0.3
azure-identity~=1.12
websocket-client~=1.6.1
adlfs>=2023.1.0
collate-data-diff[presto]
gcsfs>=2023.1.0
cx_Oracle<9,>=8.3.0
impyla~=0.18.0
pyathena~=3.0
simple_salesforce~=1.11
jsonpatch<2.0,>=1.24
cachetools
databricks-sdk<0.20.0,>=0.18.0
psycopg2-binary
pyhive[hive_pure_sasl]~=0.7
clickhouse-driver~=0.2
collate-data-diff[mssql]
hdbcli
PyYAML~=6.0
snowflake-sqlalchemy~=1.4
antlr4-python3-runtime==4.9.2
google-cloud-bigtable>=2.0.0
collate-sqllineage~=1.4.0
google-crc32c
azure-storage-blob
pandas~=2.0.0
clickhouse-sqlalchemy~=0.2
presidio-analyzer==2.2.355
spacy<3.8
giturlparse

[amundsen]
neo4j~=5.3.0

[athena]
pyathena~=3.0

[atlas]

[azure-sso]
msal~=1.2

[azuresql]
pyodbc<5,>=4.0.35

[backup]
azure-identity~=1.12
azure-storage-blob
boto3<2.0,>=1.20

[base]
importlib-metadata>=4.13.0
typing-inspect
boto3<2.0,>=1.20
pymysql~=1.0
sqlalchemy<2,>=1.4.0
python-dateutil>=2.8.1
cryptography>=42.0.0
memory-profiler
pydantic~=2.0
tabulate==0.9.0
requests>=2.23
mypy_extensions>=0.4.3
cached-property==1.5.2
azure-identity~=1.12
azure-keyvault-secrets
chardet==4.0.0
jsonpatch<2.0,>=1.24
packaging
google-cloud-secret-manager==2.19.0
PyYAML~=6.0
antlr4-python3-runtime==4.9.2
requests-aws4auth~=1.1
collate-sqllineage~=1.4.0
google-crc32c
Jinja2>=2.11.3
email-validator>=2.0

[bigquery]
sqlalchemy-bigquery>=1.2.2
pyarrow~=16.0
google-cloud-datacatalog>=3.6.2
numpy<2
cachetools
google-cloud-logging

[bigtable]
pandas~=2.0.0
numpy<2
google-cloud-bigtable>=2.0.0

[clickhouse]
clickhouse-driver~=0.2
collate-data-diff[clickhouse]
clickhouse-sqlalchemy~=0.2

[couchbase]
couchbase~=4.1

[dagster]
dagster_graphql~=1.1
GeoAlchemy2~=0.12
pymysql~=1.0
croniter<3
psycopg2-binary

[data-insight]
elasticsearch8~=8.9.0

[databricks]
pyhive[hive_pure_sasl]~=0.7
pyasn1~=0.6.0
ndg-httpsclient~=0.5.1
pyOpenSSL~=24.1.0
sqlalchemy-databricks~=0.1
databricks-sdk<0.20.0,>=0.18.0

[datalake-azure]
avro<1.12,>=1.11.3
pyarrow~=16.0
cramjam~=2.7
boto3<2.0,>=1.20
azure-storage-blob~=12.14
azure-identity~=1.12
numpy<2
adlfs>=2023.1.0
pandas~=2.0.0

[datalake-gcs]
avro<1.12,>=1.11.3
pyarrow~=16.0
cramjam~=2.7
boto3<2.0,>=1.20
google-cloud-storage==1.43.0
numpy<2
gcsfs>=2023.1.0
google-cloud-monitoring>=2.0.0
pandas~=2.0.0

[datalake-s3]
numpy<2
avro<1.12,>=1.11.3
pandas~=2.0.0
pyarrow~=16.0
cramjam~=2.7
boto3<2.0,>=1.20
s3fs

[db2]
ibm-db-sa~=0.4.1
ibm-db>=2.0.0

[db2-ibmi]
sqlalchemy-ibmi~=0.9.3

[dbt]
boto3<2.0,>=1.20
azure-storage-blob~=12.14
google-cloud-storage==1.43.0
google-cloud
dbt-artifacts-parser
azure-identity~=1.12

[deltalake]
delta-spark<=2.3.0
deltalake~=0.17

[deltalake-spark]
delta-spark<=2.3.0

[deltalake-storage]
deltalake~=0.17

[dev]
pylint~=3.0
avro<1.12,>=1.11.3
pre-commit
boto3-stubs
datamodel-code-generator==0.25.6
grpcio-tools>=1.47.2
mypy-boto3-glue
pycln
isort
twine
black==22.3.0
build

[domo]
pydomo~=0.3

[doris]
pydoris==1.0.2

[druid]
pydruid>=0.6.5

[dynamodb]
boto3<2.0,>=1.20

[e2e_test]
pytest-playwright
pytest-base-url

[elasticsearch]
elasticsearch8~=8.9.0

[extended_testing]
Faker

[glue]
boto3<2.0,>=1.20

[great-expectations]
great-expectations<0.18.14,>=0.18.0

[greenplum]
packaging
GeoAlchemy2~=0.12
pymysql~=1.0
psycopg2-binary

[hive]
pyhive[hive_pure_sasl]~=0.7
thrift-sasl~=0.4
pure-sasl
thrift<1,>=0.13
presto-types-parser>=0.0.2
impyla~=0.18.0

[iceberg]
pyarrow~=16.0
adlfs>=2023.1.0
gcsfs>=2023.1.0
pyiceberg==0.5.1
pydantic~=2.0

[impala]
thrift<1,>=0.13
impyla[kerberos]~=0.18.0
presto-types-parser>=0.0.2
thrift-sasl~=0.4
pure-sasl

[kafka]
grpcio-tools>=1.47.2
fastavro>=1.2.0
avro<1.12,>=1.11.3
protobuf
confluent_kafka==2.1.1

[kafkaconnect]
kafka-connect-py==0.10.11

[kinesis]
boto3<2.0,>=1.20

[looker]
looker-sdk!=24.18.0,>=22.20.0
giturlparse
gitpython~=3.1.34
lkml~=1.3

[mlflow]
mlflow-skinny>=2.3.0

[mongo]
numpy<2
pymongo~=4.3
pandas~=2.0.0

[mssql]
collate-data-diff[mssql]
sqlalchemy-pytds~=0.3

[mssql-odbc]
pyodbc<5,>=4.0.35
collate-data-diff[mssql]

[mstr]
mstr-rest-requests==0.14.1

[mysql]
pymysql~=1.0
collate-data-diff[mysql]

[nifi]

[openlineage]
grpcio-tools>=1.47.2
fastavro>=1.2.0
avro<1.12,>=1.11.3
protobuf
confluent_kafka==2.1.1

[oracle]
collate-data-diff[oracle]
oracledb~=1.2
cx_Oracle<9,>=8.3.0

[pgspider]
sqlalchemy-pgspider
psycopg2-binary

[pii-processor]
presidio-analyzer==2.2.355
numpy<2
spacy<3.8
pandas~=2.0.0

[pinotdb]
pinotdb~=5.0

[postgres]
packaging
GeoAlchemy2~=0.12
pymysql~=1.0
psycopg2-binary

[powerbi]
boto3<2.0,>=1.20
azure-storage-blob~=12.14
google-cloud-storage==1.43.0
azure-identity~=1.12
msal~=1.2

[presto]
pyhive[hive_pure_sasl]~=0.7
collate-data-diff[presto]
presto-types-parser>=0.0.2

[pymssql]
pymssql~=2.2.0

[qliksense]
websocket-client~=1.6.1

[quicksight]
boto3<2.0,>=1.20

[redash]
packaging

[redpanda]
grpcio-tools>=1.47.2
fastavro>=1.2.0
avro<1.12,>=1.11.3
protobuf
confluent_kafka==2.1.1

[redshift]
GeoAlchemy2~=0.12
psycopg2-binary
sqlalchemy-redshift==0.8.12

[sagemaker]
boto3<2.0,>=1.20

[salesforce]
simple_salesforce~=1.11

[sample-data]
grpcio-tools>=1.47.2
avro<1.12,>=1.11.3

[sap-hana]
hdbcli
sqlalchemy-hana

[sas]

[singlestore]
pymysql~=1.0

[sklearn]
scikit-learn~=1.0

[slim]
sqlalchemy-vertica[vertica-python]>=0.0.5
pyarrow~=16.0
pure-sasl
boto3<2.0,>=1.20
dbt-artifacts-parser
collate-data-diff[mysql]
sqlalchemy<2,>=1.4.0
python-dateutil>=2.8.1
croniter<3
thrift<1,>=0.13
cryptography>=42.0.0
teradatasqlalchemy>=20.0.0.0
validators~=0.22.0
gitpython~=3.1.34
pyasn1~=0.6.0
sqlalchemy-databricks~=0.1
deltalake~=0.17
collate-data-diff[vertica]
fastavro>=1.2.0
pymssql~=2.2.0
thrift-sasl~=0.4
couchbase~=4.1
sqlalchemy-redshift==0.8.12
tableau-api-lib~=0.1
sqlalchemy-ibmi~=0.9.3
azure-keyvault-secrets
sqlalchemy-hana
chardet==4.0.0
collate-data-diff[oracle]
oracledb~=1.2
packaging
google-cloud-secret-manager==2.19.0
elasticsearch8~=8.9.0
collate-data-diff[snowflake]
neo4j~=5.3.0
GeoAlchemy2~=0.12
mstr-rest-requests==0.14.1
grpcio-tools>=1.47.2
requests-aws4auth~=1.1
kafka-connect-py==0.10.11
trino[sqlalchemy]
google-cloud-monitoring>=2.0.0
lkml~=1.3
Jinja2>=2.11.3
email-validator>=2.0
pinotdb~=5.0
s3fs
importlib-metadata>=4.13.0
typing-inspect
pyodbc<5,>=4.0.35
pymysql~=1.0
azure-storage-blob~=12.14
google-cloud
msal~=1.2
sqlalchemy-pgspider
memory-profiler
pydomo~=0.3
presto-types-parser>=0.0.2
pyiceberg==0.5.1
pydantic~=2.0
looker-sdk!=24.18.0,>=22.20.0
tabulate==0.9.0
pydoris==1.0.2
avro<1.12,>=1.11.3
collate-data-diff[trino]
impyla[kerberos]~=0.18.0
cramjam~=2.7
requests>=2.23
dagster_graphql~=1.1
pymongo~=4.3
google-cloud-datacatalog>=3.6.2
numpy<2
pydruid>=0.6.5
confluent_kafka==2.1.1
google-cloud-logging
collate-data-diff[clickhouse]
mypy_extensions>=0.4.3
sqlalchemy-bigquery>=1.2.2
ndg-httpsclient~=0.5.1
pyOpenSSL~=24.1.0
cached-property==1.5.2
protobuf
mlflow-skinny>=2.3.0
google-cloud-storage==1.43.0
sqlalchemy-pytds~=0.3
azure-identity~=1.12
websocket-client~=1.6.1
adlfs>=2023.1.0
collate-data-diff[presto]
gcsfs>=2023.1.0
cx_Oracle<9,>=8.3.0
impyla~=0.18.0
pyathena~=3.0
simple_salesforce~=1.11
jsonpatch<2.0,>=1.24
cachetools
databricks-sdk<0.20.0,>=0.18.0
psycopg2-binary
pyhive[hive_pure_sasl]~=0.7
clickhouse-driver~=0.2
collate-data-diff[mssql]
hdbcli
PyYAML~=6.0
snowflake-sqlalchemy~=1.4
antlr4-python3-runtime==4.9.2
google-cloud-bigtable>=2.0.0
collate-sqllineage~=1.4.0
google-crc32c
azure-storage-blob
pandas~=2.0.0
clickhouse-sqlalchemy~=0.2
presidio-analyzer==2.2.355
spacy<3.8
giturlparse

[snowflake]
snowflake-sqlalchemy~=1.4
collate-data-diff[snowflake]

[superset]

[tableau]
validators~=0.22.0
packaging
tableau-api-lib~=0.1

[teradata]
teradatasqlalchemy>=20.0.0.0

[test]
pyarrow~=16.0
basedpyright~=1.14
boto3-stubs
dbt-artifacts-parser
boto3<2.0,>=1.20
pymysql~=1.0
coverage
croniter<3
sqlalchemy-pgspider
pydomo~=0.3
looker-sdk!=24.18.0,>=22.20.0
avro<1.12,>=1.11.3
requests==2.31.0
moto~=5.0
sqlalchemy-databricks~=0.1
cramjam~=2.7
pymongo~=4.3
deltalake~=0.17
dagster_graphql~=1.1
numpy<2
fastavro>=1.2.0
confluent_kafka==2.1.1
kafka-python==2.0.2
pytest==7.0.0
collate-data-diff[clickhouse]
mlflow-skinny>=2.3.0
great-expectations<0.18.14,>=0.18.0
protobuf
sqlalchemy-redshift==0.8.12
sqlalchemy-pytds~=0.3
apache-airflow==2.9.1
tableau-api-lib~=0.1
s3fs
google-cloud-storage==1.43.0
scikit-learn~=1.0
gcsfs>=2023.1.0
clickhouse-sqlalchemy~=0.2
freezegun
collate-data-diff[oracle]
cx_Oracle<9,>=8.3.0
oracledb~=1.2
databricks-sdk<0.20.0,>=0.18.0
elasticsearch8~=8.9.0
psycopg2-binary
pyhive[hive_pure_sasl]~=0.7
neo4j~=5.3.0
delta-spark<=2.3.0
clickhouse-driver~=0.2
collate-data-diff[mssql]
snowflake-sqlalchemy~=1.4
GeoAlchemy2~=0.12
grpcio-tools>=1.47.2
pytest-order
mypy-boto3-glue
giturlparse
trino[sqlalchemy]
minio==7.2.5
pandas~=2.0.0
lkml~=1.3
presidio-analyzer==2.2.355
collate-data-diff[mysql]==0.11.2
google-cloud-monitoring>=2.0.0
spacy<3.8
pytest-cov

[test:python_version < "3.9"]
testcontainers==3.7.1

[test:python_version >= "3.9"]
testcontainers==4.8.0

[trino]
collate-data-diff[trino]
trino[sqlalchemy]

[vertica]
collate-data-diff[vertica]
sqlalchemy-vertica[vertica-python]>=0.0.5
