feat: Support numpy 2.0 (#2944)

* feat: Support numpy 2.0 This reverts commit 9200639. * override Numpy version in layer * change order of pip install commands * fix numpy override
aws · Aug 28, 2024 · 96790bf · 96790bf
1 parent 0d95849
commit 96790bf
Show file tree

Hide file tree

Showing 4 changed files with 53 additions and 41 deletions.
diff --git a/awswrangler/_utils.py b/awswrangler/_utils.py
@@ -857,7 +857,7 @@ def split_pandas_frame(df: pd.DataFrame, splits: int) -> list[pd.DataFrame]:
     total = len(df)
     each_section, extras = divmod(total, splits)
     section_sizes = [0] + extras * [each_section + 1] + (splits - extras) * [each_section]
-    div_points = _nx.array(section_sizes, dtype=_nx.intp).cumsum()  # type: ignore[attr-defined]
+    div_points = _nx.array(section_sizes, dtype=_nx.intp).cumsum()
 
     sub_dfs = []
     for i in range(splits):

diff --git a/building/lambda/build-lambda-layer.sh b/building/lambda/build-lambda-layer.sh
@@ -83,6 +83,9 @@ pushd /aws-sdk-pandas
 
 pip3 install . -t ./python ".[redshift,mysql,postgres,gremlin,opensearch,openpyxl]"
 
+# Install Numpy 1.x because 2.x is not support in layers right now
+pip3 install -t ./python --upgrade "numpy==1.*"
+
 rm -rf python/pyarrow*
 rm -rf python/boto*
 rm -rf python/urllib3*

diff --git a/poetry.lock b/poetry.lock
diff --git a/pyproject.toml b/pyproject.toml
@@ -36,8 +36,8 @@ pandas = [
     { version = ">=1.2.0,<3.0.0", markers = "python_version >= \"3.9\"" },
 ]
 numpy = [
-    {version = "^1.18", markers = "python_version < \"3.12\""},
-    {version = "^1.26", markers = "python_version >= \"3.12\""}
+    { version = ">=1.18,<2.0", markers = "python_version < \"3.9\"" },
+    { version = ">=1.26,<3.0", markers = "python_version >= \"3.9\"" }
 ]
 pyarrow = ">=8.0.0"
 typing-extensions = "^4.4.0"