fix(ingest/databricks): pin pandas for databricks ingestion (datahub-…

…project#10204)
sleeperdeep · Jun 25, 2024 · c50eaf1 · c50eaf1
1 parent 63992f5
commit c50eaf1
Showing 1 changed file with 3 additions and 0 deletions.
diff --git a/metadata-ingestion/setup.py b/metadata-ingestion/setup.py
@@ -266,6 +266,9 @@
     # Version 2.4.0 includes sqlalchemy dialect, 2.8.0 includes some bug fixes
     # Version 3.0.0 required SQLAlchemy > 2.0.21
     "databricks-sql-connector>=2.8.0,<3.0.0",
+    # Due to https://github.com/databricks/databricks-sql-python/issues/326
+    # databricks-sql-connector<3.0.0 requires pandas<2.2.0
+    "pandas<2.2.0",
 }
 
 mysql = sql_common | {"pymysql>=1.0.2"}