diff --git a/requirements.txt b/requirements.txt index 61b05b7296..d80b543a8b 100644 --- a/requirements.txt +++ b/requirements.txt @@ -16,9 +16,8 @@ typing-extensions>=3.10.0,<5 # when installing google-cloud-storage which required >=3.20.1, <5 it was upgrading the protobuf version to the latest # version and because kfp 1.8.13 requires protobuf>=3.13, <4 it resulted incompatibility between kfp and protobuf # this can be removed once kfp will support protobuf > 4 -# blacklist protobuf 3.20.2, because it dropped protobuf/pyext/_message.py (accidentally?), -# which breaks v3io-frames -protobuf>=3.20.1, !=3.20.2, <4 +# since google-cloud blacklisted 3.20.0 and 3.20.1 we start from 3.20.2 +protobuf>=3.20.2, <4 # 3.0/3.2 iguazio system uses 1.0.1, but we needed >=1.6.0 to be compatible with k8s>=12.0 to fix scurity issue # since the sdk is still mark as beta (and not stable) I'm limiting to only patch changes kfp~=1.8.0 @@ -34,7 +33,8 @@ numpy>=1.16.5, <1.23.0 # limiting pandas to <1.5.0 since 1.5.0 causes exception in storey on casting from ns to us pandas~=1.2, <1.5.0 # used as a the engine for parquet files by pandas -pyarrow>=1,<7 +# >=3 to stay compatible with google-cloud +pyarrow>=3,<7 pyyaml~=5.1 requests~=2.22 sqlalchemy~=1.3 diff --git a/tests/test_requirements.py b/tests/test_requirements.py index b23501d49b..3b11b25bee 100644 --- a/tests/test_requirements.py +++ b/tests/test_requirements.py @@ -123,9 +123,9 @@ def test_requirement_specifiers_convention(): "alembic": {"~=1.4,<1.6.0"}, "boto3": {"~=1.9, <1.17.107"}, "dask-ml": {"~=1.4,<1.9.0"}, - "pyarrow": {">=1,<7"}, + "pyarrow": {">=3,<7"}, "nbclassic": {">=0.2.8"}, - "protobuf": {">=3.20.1, !=3.20.2, <4"}, + "protobuf": {">=3.20.2, <4"}, "pandas": {"~=1.2, <1.5.0"}, "importlib_metadata": {">=3.6"}, }