From 927c2cfcc58471418e7314516ea189d48026b5f4 Mon Sep 17 00:00:00 2001 From: Francisco Javier Arceo Date: Mon, 17 Feb 2025 20:08:50 -0500 Subject: [PATCH 1/2] feat: Adding docling to feast as add on Signed-off-by: Francisco Javier Arceo --- .../requirements/py3.10-ci-requirements.txt | 230 ++++++++++++++++-- .../requirements/py3.10-requirements.txt | 10 +- .../requirements/py3.11-ci-requirements.txt | 230 ++++++++++++++++-- .../requirements/py3.11-requirements.txt | 10 +- .../requirements/py3.9-ci-requirements.txt | 226 +++++++++++++++-- .../requirements/py3.9-requirements.txt | 8 +- setup.py | 4 + 7 files changed, 640 insertions(+), 78 deletions(-) diff --git a/sdk/python/requirements/py3.10-ci-requirements.txt b/sdk/python/requirements/py3.10-ci-requirements.txt index 96948e78e23..a22d974e37b 100644 --- a/sdk/python/requirements/py3.10-ci-requirements.txt +++ b/sdk/python/requirements/py3.10-ci-requirements.txt @@ -2,7 +2,7 @@ # uv pip compile -p 3.10 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.10-ci-requirements.txt aiobotocore==2.19.0 # via feast (setup.py) -aiohappyeyeballs==2.4.4 +aiohappyeyeballs==2.4.6 # via aiohttp aiohttp==3.11.12 # via aiobotocore @@ -51,13 +51,14 @@ atpublic==5.1 attrs==25.1.0 # via # aiohttp + # jsonlines # jsonschema # referencing azure-core==1.32.0 # via # azure-identity # azure-storage-blob -azure-identity==1.19.0 +azure-identity==1.20.0 # via feast (setup.py) azure-storage-blob==12.24.1 # via feast (setup.py) @@ -65,9 +66,11 @@ babel==2.17.0 # via # jupyterlab-server # sphinx -beautifulsoup4==4.13.3 - # via nbconvert -bigtree==0.23.1 +beautifulsoup4==4.12.3 + # via + # docling + # nbconvert +bigtree==0.24.0 # via feast (setup.py) bleach[css]==6.2.0 # via nbconvert @@ -92,6 +95,7 @@ cassandra-driver==3.29.2 # via feast (setup.py) certifi==2025.1.31 # via + # docling # elastic-transport # httpcore # httpx @@ -117,6 +121,7 @@ click==8.1.8 # geomet # great-expectations # pip-tools + # typer # uvicorn cloudpickle==3.1.1 # via dask @@ -130,7 +135,7 @@ comm==0.2.2 # ipywidgets couchbase==4.3.2 # via feast (setup.py) -coverage[toml]==7.6.10 +coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via @@ -146,9 +151,9 @@ cryptography==43.0.3 # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.11 +cython==3.0.12 # via thriftpy2 -dask[dataframe]==2025.1.0 +dask[dataframe]==2025.2.0 # via feast (setup.py) db-dtypes==1.4.1 # via google-cloud-bigquery @@ -156,6 +161,8 @@ debugpy==1.8.12 # via ipykernel decorator==5.1.1 # via ipython +deepsearch-glm==1.0.0 + # via docling defusedxml==0.7.1 # via nbconvert deltalake==0.24.0 @@ -163,15 +170,29 @@ deltalake==0.24.0 deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via feast (setup.py) + # via + # feast (setup.py) + # multiprocess distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers +docling==2.23.0 + # via feast (setup.py) +docling-core[chunking]==2.19.1 + # via + # docling + # docling-parse +docling-ibm-models==3.3.2 + # via docling +docling-parse==3.3.1 + # via docling docutils==0.19 # via sphinx duckdb==1.1.3 # via ibis-framework +easyocr==1.7.2 + # via docling elastic-transport==8.17.0 # via elasticsearch elasticsearch==8.17.1 @@ -180,6 +201,8 @@ entrypoints==0.4 # via altair environs==9.5.0 # via pymilvus +et-xmlfile==2.0.0 + # via openpyxl exceptiongroup==1.2.2 # via # anyio @@ -197,8 +220,13 @@ fastjsonschema==2.21.1 # via nbformat filelock==3.17.0 # via + # huggingface-hub # snowflake-connector-python + # torch + # transformers # virtualenv +filetype==1.2.0 + # via docling fqdn==1.5.1 # via jsonschema frozenlist==1.5.0 @@ -209,6 +237,8 @@ fsspec==2024.9.0 # via # feast (setup.py) # dask + # huggingface-hub + # torch geomet==0.2.1.post1 # via cassandra-driver google-api-core[grpc]==2.24.1 @@ -254,7 +284,7 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.66.0 +googleapis-common-protos[grpc]==1.67.0 # via # feast (setup.py) # google-api-core @@ -317,6 +347,12 @@ httpx[http2]==0.27.2 # jupyterlab # python-keycloak # qdrant-client +huggingface-hub==0.28.1 + # via + # docling + # docling-ibm-models + # tokenizers + # transformers hyperframe==6.1.0 # via h2 ibis-framework[duckdb]==9.5.0 @@ -325,7 +361,7 @@ ibis-framework[duckdb]==9.5.0 # ibis-substrait ibis-substrait==4.0.1 # via feast (setup.py) -identify==2.6.6 +identify==2.6.7 # via pre-commit idna==3.10 # via @@ -335,6 +371,8 @@ idna==3.10 # requests # snowflake-connector-python # yarl +imageio==2.37.0 + # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 @@ -369,6 +407,7 @@ jinja2==3.1.5 # moto # nbconvert # sphinx + # torch jmespath==1.0.1 # via # aiobotocore @@ -376,16 +415,21 @@ jmespath==1.0.1 # botocore json5==0.10.0 # via jupyterlab-server +jsonlines==3.1.0 + # via docling-ibm-models jsonpatch==1.33 # via great-expectations jsonpointer==3.0.0 # via # jsonpatch # jsonschema +jsonref==1.1.0 + # via docling-core jsonschema[format-nongpl]==4.23.0 # via # feast (setup.py) # altair + # docling-core # great-expectations # jupyter-events # jupyterlab-server @@ -433,14 +477,25 @@ jwcrypto==1.5.6 # via python-keycloak kubernetes==20.13.0 # via feast (setup.py) +latex2mathml==3.77.0 + # via docling-core +lazy-loader==0.4 + # via scikit-image locket==1.0.0 # via partd +lxml==5.3.1 + # via + # docling + # python-docx + # python-pptx lz4==4.4.3 # via trino makefun==1.15.6 # via great-expectations markdown-it-py==3.0.0 # via rich +marko==2.1.2 + # via docling markupsafe==3.0.2 # via # jinja2 @@ -470,6 +525,10 @@ mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) +mpire[dill]==2.10.2 + # via semchunk +mpmath==1.3.0 + # via sympy msal==1.31.1 # via # azure-identity @@ -481,6 +540,8 @@ multidict==6.1.0 # aiobotocore # aiohttp # yarl +multiprocess==0.70.17 + # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -501,6 +562,12 @@ nbformat==5.10.4 # nbconvert nest-asyncio==1.6.0 # via ipykernel +networkx==3.4.2 + # via + # scikit-image + # torch +ninja==1.11.1.3 + # via easyocr nodeenv==1.9.1 # via pre-commit notebook==7.3.2 @@ -515,15 +582,31 @@ numpy==1.26.4 # altair # dask # db-dtypes + # docling-ibm-models + # easyocr # faiss-cpu # great-expectations # ibis-framework + # imageio + # opencv-python-headless # pandas # pyarrow # qdrant-client + # safetensors + # scikit-image # scipy + # shapely + # tifffile + # torchvision + # transformers oauthlib==3.2.2 # via requests-oauthlib +opencv-python-headless==4.11.0.86 + # via + # docling-ibm-models + # easyocr +openpyxl==3.1.5 + # via docling overrides==7.7.0 # via jupyter-server packaging==24.2 @@ -536,6 +619,7 @@ packaging==24.2 # google-cloud-bigquery # great-expectations # gunicorn + # huggingface-hub # ibis-framework # ibis-substrait # ipykernel @@ -543,17 +627,22 @@ packaging==24.2 # jupyter-server # jupyterlab # jupyterlab-server + # lazy-loader # marshmallow # nbconvert # pytest + # scikit-image # snowflake-connector-python # sphinx + # transformers pandas==2.2.3 # via # feast (setup.py) # altair # dask # db-dtypes + # docling + # docling-core # google-cloud-bigquery # great-expectations # ibis-framework @@ -573,7 +662,18 @@ pbr==6.1.1 # via mock pexpect==4.9.0 # via ipython -pip==25.0 +pillow==11.1.0 + # via + # docling + # docling-core + # docling-ibm-models + # docling-parse + # easyocr + # imageio + # python-pptx + # scikit-image + # torchvision +pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) @@ -667,6 +767,8 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) +pyclipper==1.3.0.post6 + # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -674,15 +776,22 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) + # docling + # docling-core + # docling-parse # fastapi # great-expectations + # pydantic-settings # qdrant-client pydantic-core==2.27.2 # via pydantic +pydantic-settings==2.7.1 + # via docling pygments==2.19.1 # via # feast (setup.py) # ipython + # mpire # nbconvert # rich # sphinx @@ -704,6 +813,8 @@ pyopenssl==24.3.0 # via snowflake-connector-python pyparsing==3.2.1 # via great-expectations +pypdfium2==4.30.1 + # via docling pyproject-hooks==1.2.0 # via # build @@ -740,6 +851,8 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) +python-bidi==0.6.3 + # via easyocr python-dateutil==2.9.0.post0 # via # aiobotocore @@ -753,14 +866,19 @@ python-dateutil==2.9.0.post0 # moto # pandas # trino +python-docx==1.1.2 + # via docling python-dotenv==1.0.1 # via # environs + # pydantic-settings # uvicorn python-json-logger==3.2.1 # via jupyter-events python-keycloak==4.2.2 # via feast (setup.py) +python-pptx==1.0.2 + # via docling pytz==2025.1 # via # great-expectations @@ -772,11 +890,15 @@ pyyaml==6.0.2 # via # feast (setup.py) # dask + # docling-core + # easyocr + # huggingface-hub # ibis-substrait # jupyter-events # kubernetes # pre-commit # responses + # transformers # uvicorn pyzmq==26.2.1 # via @@ -796,15 +918,18 @@ regex==2024.11.6 # via # feast (setup.py) # parsimonious + # transformers requests==2.32.3 # via # feast (setup.py) # azure-core # docker + # docling # google-api-core # google-cloud-bigquery # google-cloud-storage # great-expectations + # huggingface-hub # jupyterlab-server # kubernetes # moto @@ -816,6 +941,7 @@ requests==2.32.3 # singlestoredb # snowflake-connector-python # sphinx + # transformers # trino requests-oauthlib==2.0.0 # via kubernetes @@ -832,23 +958,39 @@ rfc3986-validator==0.1.1 # jsonschema # jupyter-events rich==13.9.4 - # via ibis-framework + # via + # ibis-framework + # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth +rtree==1.3.0 + # via docling ruamel-yaml==0.17.40 # via great-expectations ruamel-yaml-clib==0.2.12 # via ruamel-yaml -ruff==0.9.5 +ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 -scipy==1.15.1 - # via great-expectations +safetensors[torch]==0.5.2 + # via + # docling-ibm-models + # transformers +scikit-image==0.25.1 + # via easyocr +scipy==1.15.2 + # via + # docling + # easyocr + # great-expectations + # scikit-image +semchunk==2.2.2 + # via docling-core send2trash==1.8.3 # via jupyter-server setuptools==75.8.0 @@ -860,6 +1002,10 @@ setuptools==75.8.0 # pip-tools # pymilvus # singlestoredb +shapely==2.0.7 + # via easyocr +shellingham==1.5.4 + # via typer singlestoredb==1.7.2 # via feast (setup.py) six==1.17.0 @@ -912,8 +1058,13 @@ starlette==0.45.3 # via fastapi substrait==0.23.0 # via ibis-substrait +sympy==1.13.1 + # via torch tabulate==0.9.0 - # via feast (setup.py) + # via + # feast (setup.py) + # docling-core + # docling-parse tenacity==8.5.0 # via feast (setup.py) terminado==0.18.1 @@ -924,8 +1075,12 @@ testcontainers==4.8.2 # via feast (setup.py) thriftpy2==0.5.2 # via happybase +tifffile==2025.1.10 + # via scikit-image tinycss2==1.4.0 # via bleach +tokenizers==0.21.0 + # via transformers toml==0.10.2 # via feast (setup.py) tomli==2.2.1 @@ -946,6 +1101,16 @@ toolz==0.12.1 # dask # ibis-framework # partd +torch==2.6.0 + # via + # docling-ibm-models + # easyocr + # safetensors + # torchvision +torchvision==0.21.0 + # via + # docling-ibm-models + # easyocr tornado==6.4.2 # via # ipykernel @@ -957,8 +1122,14 @@ tornado==6.4.2 tqdm==4.67.1 # via # feast (setup.py) + # docling + # docling-ibm-models # great-expectations + # huggingface-hub # milvus-lite + # mpire + # semchunk + # transformers traitlets==5.14.3 # via # comm @@ -974,10 +1145,18 @@ traitlets==5.14.3 # nbclient # nbconvert # nbformat +transformers==4.49.0 + # via + # docling-core + # docling-ibm-models trino==0.333.0 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) +typer==0.12.5 + # via + # docling + # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 @@ -1000,7 +1179,7 @@ types-redis==4.6.0.20241004 # via feast (setup.py) types-requests==2.30.0.0 # via feast (setup.py) -types-setuptools==75.8.0.20250110 +types-setuptools==75.8.0.20250210 # via # feast (setup.py) # types-cffi @@ -1015,9 +1194,10 @@ typing-extensions==4.12.2 # azure-core # azure-identity # azure-storage-blob - # beautifulsoup4 + # docling-core # fastapi # great-expectations + # huggingface-hub # ibis-framework # ipython # jwcrypto @@ -1029,16 +1209,20 @@ typing-extensions==4.12.2 # psycopg-pool # pydantic # pydantic-core + # python-docx + # python-pptx # referencing # rich # snowflake-connector-python # sqlalchemy # testcontainers + # torch # typeguard + # typer # uvicorn tzdata==2025.1 # via pandas -tzlocal==5.2 +tzlocal==5.3 # via # great-expectations # trino @@ -1086,7 +1270,7 @@ websocket-client==1.8.0 # via # jupyter-server # kubernetes -websockets==14.2 +websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto @@ -1100,6 +1284,8 @@ wrapt==1.17.2 # via # aiobotocore # testcontainers +xlsxwriter==3.2.2 + # via python-pptx xmltodict==0.14.2 # via moto yarl==1.18.3 diff --git a/sdk/python/requirements/py3.10-requirements.txt b/sdk/python/requirements/py3.10-requirements.txt index c25bda58b7e..2174102ff62 100644 --- a/sdk/python/requirements/py3.10-requirements.txt +++ b/sdk/python/requirements/py3.10-requirements.txt @@ -10,7 +10,7 @@ attrs==25.1.0 # via # jsonschema # referencing -bigtree==0.23.1 +bigtree==0.24.0 # via feast (setup.py) certifi==2025.1.31 # via requests @@ -25,7 +25,7 @@ cloudpickle==3.1.1 # via dask colorama==0.4.6 # via feast (setup.py) -dask[dataframe]==2025.1.0 +dask[dataframe]==2025.2.0 # via feast (setup.py) dill==0.3.9 # via feast (setup.py) @@ -84,7 +84,7 @@ prometheus-client==0.21.1 # via feast (setup.py) protobuf==5.29.3 # via feast (setup.py) -psutil==6.1.1 +psutil==7.0.0 # via feast (setup.py) pyarrow==18.0.0 # via @@ -143,7 +143,7 @@ toolz==1.0.0 # partd tqdm==4.67.1 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) typing-extensions==4.12.2 # via @@ -170,7 +170,7 @@ uvloop==0.21.0 # via uvicorn watchfiles==1.0.4 # via uvicorn -websockets==14.2 +websockets==15.0 # via uvicorn zipp==3.21.0 # via importlib-metadata diff --git a/sdk/python/requirements/py3.11-ci-requirements.txt b/sdk/python/requirements/py3.11-ci-requirements.txt index 20976b02045..10e6fb47c6f 100644 --- a/sdk/python/requirements/py3.11-ci-requirements.txt +++ b/sdk/python/requirements/py3.11-ci-requirements.txt @@ -2,7 +2,7 @@ # uv pip compile -p 3.11 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.11-ci-requirements.txt aiobotocore==2.19.0 # via feast (setup.py) -aiohappyeyeballs==2.4.4 +aiohappyeyeballs==2.4.6 # via aiohttp aiohttp==3.11.12 # via aiobotocore @@ -49,13 +49,14 @@ atpublic==5.1 attrs==25.1.0 # via # aiohttp + # jsonlines # jsonschema # referencing azure-core==1.32.0 # via # azure-identity # azure-storage-blob -azure-identity==1.19.0 +azure-identity==1.20.0 # via feast (setup.py) azure-storage-blob==12.24.1 # via feast (setup.py) @@ -63,9 +64,11 @@ babel==2.17.0 # via # jupyterlab-server # sphinx -beautifulsoup4==4.13.3 - # via nbconvert -bigtree==0.23.1 +beautifulsoup4==4.12.3 + # via + # docling + # nbconvert +bigtree==0.24.0 # via feast (setup.py) bleach[css]==6.2.0 # via nbconvert @@ -90,6 +93,7 @@ cassandra-driver==3.29.2 # via feast (setup.py) certifi==2025.1.31 # via + # docling # elastic-transport # httpcore # httpx @@ -115,6 +119,7 @@ click==8.1.8 # geomet # great-expectations # pip-tools + # typer # uvicorn cloudpickle==3.1.1 # via dask @@ -128,7 +133,7 @@ comm==0.2.2 # ipywidgets couchbase==4.3.2 # via feast (setup.py) -coverage[toml]==7.6.10 +coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via @@ -144,9 +149,9 @@ cryptography==43.0.3 # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.11 +cython==3.0.12 # via thriftpy2 -dask[dataframe]==2025.1.0 +dask[dataframe]==2025.2.0 # via feast (setup.py) db-dtypes==1.4.1 # via google-cloud-bigquery @@ -154,6 +159,8 @@ debugpy==1.8.12 # via ipykernel decorator==5.1.1 # via ipython +deepsearch-glm==1.0.0 + # via docling defusedxml==0.7.1 # via nbconvert deltalake==0.24.0 @@ -161,15 +168,29 @@ deltalake==0.24.0 deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via feast (setup.py) + # via + # feast (setup.py) + # multiprocess distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers +docling==2.23.0 + # via feast (setup.py) +docling-core[chunking]==2.19.1 + # via + # docling + # docling-parse +docling-ibm-models==3.3.2 + # via docling +docling-parse==3.3.1 + # via docling docutils==0.19 # via sphinx duckdb==1.1.3 # via ibis-framework +easyocr==1.7.2 + # via docling elastic-transport==8.17.0 # via elasticsearch elasticsearch==8.17.1 @@ -178,6 +199,8 @@ entrypoints==0.4 # via altair environs==9.5.0 # via pymilvus +et-xmlfile==2.0.0 + # via openpyxl execnet==2.1.1 # via pytest-xdist executing==2.2.0 @@ -190,8 +213,13 @@ fastjsonschema==2.21.1 # via nbformat filelock==3.17.0 # via + # huggingface-hub # snowflake-connector-python + # torch + # transformers # virtualenv +filetype==1.2.0 + # via docling fqdn==1.5.1 # via jsonschema frozenlist==1.5.0 @@ -202,6 +230,8 @@ fsspec==2024.9.0 # via # feast (setup.py) # dask + # huggingface-hub + # torch geomet==0.2.1.post1 # via cassandra-driver google-api-core[grpc]==2.24.1 @@ -247,7 +277,7 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.66.0 +googleapis-common-protos[grpc]==1.67.0 # via # feast (setup.py) # google-api-core @@ -310,6 +340,12 @@ httpx[http2]==0.27.2 # jupyterlab # python-keycloak # qdrant-client +huggingface-hub==0.28.1 + # via + # docling + # docling-ibm-models + # tokenizers + # transformers hyperframe==6.1.0 # via h2 ibis-framework[duckdb]==9.5.0 @@ -318,7 +354,7 @@ ibis-framework[duckdb]==9.5.0 # ibis-substrait ibis-substrait==4.0.1 # via feast (setup.py) -identify==2.6.6 +identify==2.6.7 # via pre-commit idna==3.10 # via @@ -328,6 +364,8 @@ idna==3.10 # requests # snowflake-connector-python # yarl +imageio==2.37.0 + # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 @@ -360,6 +398,7 @@ jinja2==3.1.5 # moto # nbconvert # sphinx + # torch jmespath==1.0.1 # via # aiobotocore @@ -367,16 +406,21 @@ jmespath==1.0.1 # botocore json5==0.10.0 # via jupyterlab-server +jsonlines==3.1.0 + # via docling-ibm-models jsonpatch==1.33 # via great-expectations jsonpointer==3.0.0 # via # jsonpatch # jsonschema +jsonref==1.1.0 + # via docling-core jsonschema[format-nongpl]==4.23.0 # via # feast (setup.py) # altair + # docling-core # great-expectations # jupyter-events # jupyterlab-server @@ -424,14 +468,25 @@ jwcrypto==1.5.6 # via python-keycloak kubernetes==20.13.0 # via feast (setup.py) +latex2mathml==3.77.0 + # via docling-core +lazy-loader==0.4 + # via scikit-image locket==1.0.0 # via partd +lxml==5.3.1 + # via + # docling + # python-docx + # python-pptx lz4==4.4.3 # via trino makefun==1.15.6 # via great-expectations markdown-it-py==3.0.0 # via rich +marko==2.1.2 + # via docling markupsafe==3.0.2 # via # jinja2 @@ -461,6 +516,10 @@ mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) +mpire[dill]==2.10.2 + # via semchunk +mpmath==1.3.0 + # via sympy msal==1.31.1 # via # azure-identity @@ -472,6 +531,8 @@ multidict==6.1.0 # aiobotocore # aiohttp # yarl +multiprocess==0.70.17 + # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -492,6 +553,12 @@ nbformat==5.10.4 # nbconvert nest-asyncio==1.6.0 # via ipykernel +networkx==3.4.2 + # via + # scikit-image + # torch +ninja==1.11.1.3 + # via easyocr nodeenv==1.9.1 # via pre-commit notebook==7.3.2 @@ -506,15 +573,31 @@ numpy==1.26.4 # altair # dask # db-dtypes + # docling-ibm-models + # easyocr # faiss-cpu # great-expectations # ibis-framework + # imageio + # opencv-python-headless # pandas # pyarrow # qdrant-client + # safetensors + # scikit-image # scipy + # shapely + # tifffile + # torchvision + # transformers oauthlib==3.2.2 # via requests-oauthlib +opencv-python-headless==4.11.0.86 + # via + # docling-ibm-models + # easyocr +openpyxl==3.1.5 + # via docling overrides==7.7.0 # via jupyter-server packaging==24.2 @@ -527,6 +610,7 @@ packaging==24.2 # google-cloud-bigquery # great-expectations # gunicorn + # huggingface-hub # ibis-framework # ibis-substrait # ipykernel @@ -534,17 +618,22 @@ packaging==24.2 # jupyter-server # jupyterlab # jupyterlab-server + # lazy-loader # marshmallow # nbconvert # pytest + # scikit-image # snowflake-connector-python # sphinx + # transformers pandas==2.2.3 # via # feast (setup.py) # altair # dask # db-dtypes + # docling + # docling-core # google-cloud-bigquery # great-expectations # ibis-framework @@ -564,7 +653,18 @@ pbr==6.1.1 # via mock pexpect==4.9.0 # via ipython -pip==25.0 +pillow==11.1.0 + # via + # docling + # docling-core + # docling-ibm-models + # docling-parse + # easyocr + # imageio + # python-pptx + # scikit-image + # torchvision +pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) @@ -658,6 +758,8 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) +pyclipper==1.3.0.post6 + # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -665,15 +767,22 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) + # docling + # docling-core + # docling-parse # fastapi # great-expectations + # pydantic-settings # qdrant-client pydantic-core==2.27.2 # via pydantic +pydantic-settings==2.7.1 + # via docling pygments==2.19.1 # via # feast (setup.py) # ipython + # mpire # nbconvert # rich # sphinx @@ -695,6 +804,8 @@ pyopenssl==24.3.0 # via snowflake-connector-python pyparsing==3.2.1 # via great-expectations +pypdfium2==4.30.1 + # via docling pyproject-hooks==1.2.0 # via # build @@ -731,6 +842,8 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) +python-bidi==0.6.3 + # via easyocr python-dateutil==2.9.0.post0 # via # aiobotocore @@ -744,14 +857,19 @@ python-dateutil==2.9.0.post0 # moto # pandas # trino +python-docx==1.1.2 + # via docling python-dotenv==1.0.1 # via # environs + # pydantic-settings # uvicorn python-json-logger==3.2.1 # via jupyter-events python-keycloak==4.2.2 # via feast (setup.py) +python-pptx==1.0.2 + # via docling pytz==2025.1 # via # great-expectations @@ -763,11 +881,15 @@ pyyaml==6.0.2 # via # feast (setup.py) # dask + # docling-core + # easyocr + # huggingface-hub # ibis-substrait # jupyter-events # kubernetes # pre-commit # responses + # transformers # uvicorn pyzmq==26.2.1 # via @@ -787,15 +909,18 @@ regex==2024.11.6 # via # feast (setup.py) # parsimonious + # transformers requests==2.32.3 # via # feast (setup.py) # azure-core # docker + # docling # google-api-core # google-cloud-bigquery # google-cloud-storage # great-expectations + # huggingface-hub # jupyterlab-server # kubernetes # moto @@ -807,6 +932,7 @@ requests==2.32.3 # singlestoredb # snowflake-connector-python # sphinx + # transformers # trino requests-oauthlib==2.0.0 # via kubernetes @@ -823,23 +949,39 @@ rfc3986-validator==0.1.1 # jsonschema # jupyter-events rich==13.9.4 - # via ibis-framework + # via + # ibis-framework + # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth +rtree==1.3.0 + # via docling ruamel-yaml==0.17.40 # via great-expectations ruamel-yaml-clib==0.2.12 # via ruamel-yaml -ruff==0.9.5 +ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 -scipy==1.15.1 - # via great-expectations +safetensors[torch]==0.5.2 + # via + # docling-ibm-models + # transformers +scikit-image==0.25.1 + # via easyocr +scipy==1.15.2 + # via + # docling + # easyocr + # great-expectations + # scikit-image +semchunk==2.2.2 + # via docling-core send2trash==1.8.3 # via jupyter-server setuptools==75.8.0 @@ -851,6 +993,10 @@ setuptools==75.8.0 # pip-tools # pymilvus # singlestoredb +shapely==2.0.7 + # via easyocr +shellingham==1.5.4 + # via typer singlestoredb==1.7.2 # via feast (setup.py) six==1.17.0 @@ -903,8 +1049,13 @@ starlette==0.45.3 # via fastapi substrait==0.23.0 # via ibis-substrait +sympy==1.13.1 + # via torch tabulate==0.9.0 - # via feast (setup.py) + # via + # feast (setup.py) + # docling-core + # docling-parse tenacity==8.5.0 # via feast (setup.py) terminado==0.18.1 @@ -915,8 +1066,12 @@ testcontainers==4.8.2 # via feast (setup.py) thriftpy2==0.5.2 # via happybase +tifffile==2025.1.10 + # via scikit-image tinycss2==1.4.0 # via bleach +tokenizers==0.21.0 + # via transformers toml==0.10.2 # via feast (setup.py) tomlkit==0.13.2 @@ -927,6 +1082,16 @@ toolz==0.12.1 # dask # ibis-framework # partd +torch==2.6.0 + # via + # docling-ibm-models + # easyocr + # safetensors + # torchvision +torchvision==0.21.0 + # via + # docling-ibm-models + # easyocr tornado==6.4.2 # via # ipykernel @@ -938,8 +1103,14 @@ tornado==6.4.2 tqdm==4.67.1 # via # feast (setup.py) + # docling + # docling-ibm-models # great-expectations + # huggingface-hub # milvus-lite + # mpire + # semchunk + # transformers traitlets==5.14.3 # via # comm @@ -955,10 +1126,18 @@ traitlets==5.14.3 # nbclient # nbconvert # nbformat +transformers==4.49.0 + # via + # docling-core + # docling-ibm-models trino==0.333.0 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) +typer==0.12.5 + # via + # docling + # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 @@ -981,7 +1160,7 @@ types-redis==4.6.0.20241004 # via feast (setup.py) types-requests==2.30.0.0 # via feast (setup.py) -types-setuptools==75.8.0.20250110 +types-setuptools==75.8.0.20250210 # via # feast (setup.py) # types-cffi @@ -995,9 +1174,10 @@ typing-extensions==4.12.2 # azure-core # azure-identity # azure-storage-blob - # beautifulsoup4 + # docling-core # fastapi # great-expectations + # huggingface-hub # ibis-framework # ipython # jwcrypto @@ -1007,14 +1187,18 @@ typing-extensions==4.12.2 # psycopg-pool # pydantic # pydantic-core + # python-docx + # python-pptx # referencing # snowflake-connector-python # sqlalchemy # testcontainers + # torch # typeguard + # typer tzdata==2025.1 # via pandas -tzlocal==5.2 +tzlocal==5.3 # via # great-expectations # trino @@ -1062,7 +1246,7 @@ websocket-client==1.8.0 # via # jupyter-server # kubernetes -websockets==14.2 +websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto @@ -1076,6 +1260,8 @@ wrapt==1.17.2 # via # aiobotocore # testcontainers +xlsxwriter==3.2.2 + # via python-pptx xmltodict==0.14.2 # via moto yarl==1.18.3 diff --git a/sdk/python/requirements/py3.11-requirements.txt b/sdk/python/requirements/py3.11-requirements.txt index f79776a9147..134771df665 100644 --- a/sdk/python/requirements/py3.11-requirements.txt +++ b/sdk/python/requirements/py3.11-requirements.txt @@ -10,7 +10,7 @@ attrs==25.1.0 # via # jsonschema # referencing -bigtree==0.23.1 +bigtree==0.24.0 # via feast (setup.py) certifi==2025.1.31 # via requests @@ -25,7 +25,7 @@ cloudpickle==3.1.1 # via dask colorama==0.4.6 # via feast (setup.py) -dask[dataframe]==2025.1.0 +dask[dataframe]==2025.2.0 # via feast (setup.py) dill==0.3.9 # via feast (setup.py) @@ -82,7 +82,7 @@ prometheus-client==0.21.1 # via feast (setup.py) protobuf==5.29.3 # via feast (setup.py) -psutil==6.1.1 +psutil==7.0.0 # via feast (setup.py) pyarrow==18.0.0 # via @@ -139,7 +139,7 @@ toolz==1.0.0 # partd tqdm==4.67.1 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) typing-extensions==4.12.2 # via @@ -165,7 +165,7 @@ uvloop==0.21.0 # via uvicorn watchfiles==1.0.4 # via uvicorn -websockets==14.2 +websockets==15.0 # via uvicorn zipp==3.21.0 # via importlib-metadata diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index 00eb59c93d2..799b585bdc3 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -2,7 +2,7 @@ # uv pip compile -p 3.9 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.9-ci-requirements.txt aiobotocore==2.19.0 # via feast (setup.py) -aiohappyeyeballs==2.4.4 +aiohappyeyeballs==2.4.6 # via aiohttp aiohttp==3.11.12 # via aiobotocore @@ -51,13 +51,14 @@ atpublic==4.1.0 attrs==25.1.0 # via # aiohttp + # jsonlines # jsonschema # referencing azure-core==1.32.0 # via # azure-identity # azure-storage-blob -azure-identity==1.19.0 +azure-identity==1.20.0 # via feast (setup.py) azure-storage-blob==12.24.1 # via feast (setup.py) @@ -65,11 +66,13 @@ babel==2.17.0 # via # jupyterlab-server # sphinx -beautifulsoup4==4.13.3 - # via nbconvert +beautifulsoup4==4.12.3 + # via + # docling + # nbconvert bidict==0.23.1 # via ibis-framework -bigtree==0.23.1 +bigtree==0.24.0 # via feast (setup.py) bleach[css]==6.2.0 # via nbconvert @@ -94,6 +97,7 @@ cassandra-driver==3.29.2 # via feast (setup.py) certifi==2025.1.31 # via + # docling # elastic-transport # httpcore # httpx @@ -119,6 +123,7 @@ click==8.1.8 # geomet # great-expectations # pip-tools + # typer # uvicorn cloudpickle==3.1.1 # via dask @@ -132,7 +137,7 @@ comm==0.2.2 # ipywidgets couchbase==4.3.2 # via feast (setup.py) -coverage[toml]==7.6.10 +coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via @@ -148,7 +153,7 @@ cryptography==43.0.3 # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.11 +cython==3.0.12 # via thriftpy2 dask[dataframe]==2024.8.0 # via @@ -162,6 +167,8 @@ debugpy==1.8.12 # via ipykernel decorator==5.1.1 # via ipython +deepsearch-glm==1.0.0 + # via docling defusedxml==0.7.1 # via nbconvert deltalake==0.24.0 @@ -169,15 +176,29 @@ deltalake==0.24.0 deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via feast (setup.py) + # via + # feast (setup.py) + # multiprocess distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers +docling==2.23.0 + # via feast (setup.py) +docling-core[chunking]==2.19.1 + # via + # docling + # docling-parse +docling-ibm-models==3.3.2 + # via docling +docling-parse==3.3.1 + # via docling docutils==0.19 # via sphinx duckdb==0.10.3 # via ibis-framework +easyocr==1.7.2 + # via docling elastic-transport==8.17.0 # via elasticsearch elasticsearch==8.17.1 @@ -186,6 +207,8 @@ entrypoints==0.4 # via altair environs==9.5.0 # via pymilvus +et-xmlfile==2.0.0 + # via openpyxl exceptiongroup==1.2.2 # via # anyio @@ -203,8 +226,13 @@ fastjsonschema==2.21.1 # via nbformat filelock==3.17.0 # via + # huggingface-hub # snowflake-connector-python + # torch + # transformers # virtualenv +filetype==1.2.0 + # via docling fqdn==1.5.1 # via jsonschema frozenlist==1.5.0 @@ -215,6 +243,8 @@ fsspec==2024.9.0 # via # feast (setup.py) # dask + # huggingface-hub + # torch geomet==0.2.1.post1 # via cassandra-driver google-api-core[grpc]==2.24.1 @@ -260,7 +290,7 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.66.0 +googleapis-common-protos[grpc]==1.67.0 # via # feast (setup.py) # google-api-core @@ -323,6 +353,12 @@ httpx[http2]==0.27.2 # jupyterlab # python-keycloak # qdrant-client +huggingface-hub==0.28.1 + # via + # docling + # docling-ibm-models + # tokenizers + # transformers hyperframe==6.1.0 # via h2 ibis-framework[duckdb]==9.0.0 @@ -331,7 +367,7 @@ ibis-framework[duckdb]==9.0.0 # ibis-substrait ibis-substrait==4.0.1 # via feast (setup.py) -identify==2.6.6 +identify==2.6.7 # via pre-commit idna==3.10 # via @@ -341,6 +377,8 @@ idna==3.10 # requests # snowflake-connector-python # yarl +imageio==2.37.0 + # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 @@ -382,6 +420,7 @@ jinja2==3.1.5 # moto # nbconvert # sphinx + # torch jmespath==1.0.1 # via # aiobotocore @@ -389,16 +428,21 @@ jmespath==1.0.1 # botocore json5==0.10.0 # via jupyterlab-server +jsonlines==3.1.0 + # via docling-ibm-models jsonpatch==1.33 # via great-expectations jsonpointer==3.0.0 # via # jsonpatch # jsonschema +jsonref==1.1.0 + # via docling-core jsonschema[format-nongpl]==4.23.0 # via # feast (setup.py) # altair + # docling-core # great-expectations # jupyter-events # jupyterlab-server @@ -446,14 +490,25 @@ jwcrypto==1.5.6 # via python-keycloak kubernetes==20.13.0 # via feast (setup.py) +latex2mathml==3.77.0 + # via docling-core +lazy-loader==0.4 + # via scikit-image locket==1.0.0 # via partd +lxml==5.3.1 + # via + # docling + # python-docx + # python-pptx lz4==4.4.3 # via trino makefun==1.15.6 # via great-expectations markdown-it-py==3.0.0 # via rich +marko==2.1.2 + # via docling markupsafe==3.0.2 # via # jinja2 @@ -483,6 +538,10 @@ mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) +mpire[dill]==2.10.2 + # via semchunk +mpmath==1.3.0 + # via sympy msal==1.31.1 # via # azure-identity @@ -494,6 +553,8 @@ multidict==6.1.0 # aiobotocore # aiohttp # yarl +multiprocess==0.70.17 + # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -514,6 +575,12 @@ nbformat==5.10.4 # nbconvert nest-asyncio==1.6.0 # via ipykernel +networkx==3.2.1 + # via + # scikit-image + # torch +ninja==1.11.1.3 + # via easyocr nodeenv==1.9.1 # via pre-commit notebook==7.3.2 @@ -528,15 +595,31 @@ numpy==1.26.4 # altair # dask # db-dtypes + # docling-ibm-models + # easyocr # faiss-cpu # great-expectations # ibis-framework + # imageio + # opencv-python-headless # pandas # pyarrow # qdrant-client + # safetensors + # scikit-image # scipy + # shapely + # tifffile + # torchvision + # transformers oauthlib==3.2.2 # via requests-oauthlib +opencv-python-headless==4.11.0.86 + # via + # docling-ibm-models + # easyocr +openpyxl==3.1.5 + # via docling overrides==7.7.0 # via jupyter-server packaging==24.2 @@ -549,17 +632,21 @@ packaging==24.2 # google-cloud-bigquery # great-expectations # gunicorn + # huggingface-hub # ibis-substrait # ipykernel # jupyter-events # jupyter-server # jupyterlab # jupyterlab-server + # lazy-loader # marshmallow # nbconvert # pytest + # scikit-image # snowflake-connector-python # sphinx + # transformers pandas==2.2.3 # via # feast (setup.py) @@ -567,6 +654,8 @@ pandas==2.2.3 # dask # dask-expr # db-dtypes + # docling + # docling-core # google-cloud-bigquery # great-expectations # ibis-framework @@ -586,7 +675,18 @@ pbr==6.1.1 # via mock pexpect==4.9.0 # via ipython -pip==25.0 +pillow==11.1.0 + # via + # docling + # docling-core + # docling-ibm-models + # docling-parse + # easyocr + # imageio + # python-pptx + # scikit-image + # torchvision +pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) @@ -680,6 +780,8 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) +pyclipper==1.3.0.post6 + # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -687,15 +789,22 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) + # docling + # docling-core + # docling-parse # fastapi # great-expectations + # pydantic-settings # qdrant-client pydantic-core==2.27.2 # via pydantic +pydantic-settings==2.7.1 + # via docling pygments==2.19.1 # via # feast (setup.py) # ipython + # mpire # nbconvert # rich # sphinx @@ -717,6 +826,8 @@ pyopenssl==24.3.0 # via snowflake-connector-python pyparsing==3.2.1 # via great-expectations +pypdfium2==4.30.1 + # via docling pyproject-hooks==1.2.0 # via # build @@ -753,6 +864,8 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) +python-bidi==0.6.3 + # via easyocr python-dateutil==2.9.0.post0 # via # aiobotocore @@ -766,14 +879,19 @@ python-dateutil==2.9.0.post0 # moto # pandas # trino +python-docx==1.1.2 + # via docling python-dotenv==1.0.1 # via # environs + # pydantic-settings # uvicorn python-json-logger==3.2.1 # via jupyter-events python-keycloak==4.2.2 # via feast (setup.py) +python-pptx==1.0.2 + # via docling pytz==2025.1 # via # great-expectations @@ -785,11 +903,15 @@ pyyaml==6.0.2 # via # feast (setup.py) # dask + # docling-core + # easyocr + # huggingface-hub # ibis-substrait # jupyter-events # kubernetes # pre-commit # responses + # transformers # uvicorn pyzmq==26.2.1 # via @@ -809,15 +931,18 @@ regex==2024.11.6 # via # feast (setup.py) # parsimonious + # transformers requests==2.32.3 # via # feast (setup.py) # azure-core # docker + # docling # google-api-core # google-cloud-bigquery # google-cloud-storage # great-expectations + # huggingface-hub # jupyterlab-server # kubernetes # moto @@ -829,6 +954,7 @@ requests==2.32.3 # singlestoredb # snowflake-connector-python # sphinx + # transformers # trino requests-oauthlib==2.0.0 # via kubernetes @@ -845,23 +971,39 @@ rfc3986-validator==0.1.1 # jsonschema # jupyter-events rich==13.9.4 - # via ibis-framework + # via + # ibis-framework + # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth +rtree==1.3.0 + # via docling ruamel-yaml==0.17.40 # via great-expectations ruamel-yaml-clib==0.2.12 # via ruamel-yaml -ruff==0.9.5 +ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 +safetensors[torch]==0.5.2 + # via + # docling-ibm-models + # transformers +scikit-image==0.24.0 + # via easyocr scipy==1.13.1 - # via great-expectations + # via + # docling + # easyocr + # great-expectations + # scikit-image +semchunk==2.2.2 + # via docling-core send2trash==1.8.3 # via jupyter-server setuptools==75.8.0 @@ -873,6 +1015,10 @@ setuptools==75.8.0 # pip-tools # pymilvus # singlestoredb +shapely==2.0.7 + # via easyocr +shellingham==1.5.4 + # via typer singlestoredb==1.7.2 # via feast (setup.py) six==1.17.0 @@ -925,8 +1071,13 @@ starlette==0.45.3 # via fastapi substrait==0.23.0 # via ibis-substrait +sympy==1.13.1 + # via torch tabulate==0.9.0 - # via feast (setup.py) + # via + # feast (setup.py) + # docling-core + # docling-parse tenacity==8.5.0 # via feast (setup.py) terminado==0.18.1 @@ -937,8 +1088,12 @@ testcontainers==4.8.2 # via feast (setup.py) thriftpy2==0.5.2 # via happybase +tifffile==2024.8.30 + # via scikit-image tinycss2==1.4.0 # via bleach +tokenizers==0.21.0 + # via transformers toml==0.10.2 # via feast (setup.py) tomli==2.2.1 @@ -959,6 +1114,16 @@ toolz==0.12.1 # dask # ibis-framework # partd +torch==2.6.0 + # via + # docling-ibm-models + # easyocr + # safetensors + # torchvision +torchvision==0.21.0 + # via + # docling-ibm-models + # easyocr tornado==6.4.2 # via # ipykernel @@ -970,8 +1135,14 @@ tornado==6.4.2 tqdm==4.67.1 # via # feast (setup.py) + # docling + # docling-ibm-models # great-expectations + # huggingface-hub # milvus-lite + # mpire + # semchunk + # transformers traitlets==5.14.3 # via # comm @@ -987,10 +1158,18 @@ traitlets==5.14.3 # nbclient # nbconvert # nbformat +transformers==4.49.0 + # via + # docling-core + # docling-ibm-models trino==0.333.0 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) +typer==0.12.5 + # via + # docling + # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 @@ -1013,7 +1192,7 @@ types-redis==4.6.0.20241004 # via feast (setup.py) types-requests==2.30.0.0 # via feast (setup.py) -types-setuptools==75.8.0.20250110 +types-setuptools==75.8.0.20250210 # via # feast (setup.py) # types-cffi @@ -1029,9 +1208,10 @@ typing-extensions==4.12.2 # azure-core # azure-identity # azure-storage-blob - # beautifulsoup4 + # docling-core # fastapi # great-expectations + # huggingface-hub # ibis-framework # ipython # jwcrypto @@ -1043,18 +1223,22 @@ typing-extensions==4.12.2 # psycopg-pool # pydantic # pydantic-core + # python-docx # python-json-logger + # python-pptx # referencing # rich # snowflake-connector-python # sqlalchemy # starlette # testcontainers + # torch # typeguard + # typer # uvicorn tzdata==2025.1 # via pandas -tzlocal==5.2 +tzlocal==5.3 # via # great-expectations # trino @@ -1103,7 +1287,7 @@ websocket-client==1.8.0 # via # jupyter-server # kubernetes -websockets==14.2 +websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto @@ -1117,6 +1301,8 @@ wrapt==1.17.2 # via # aiobotocore # testcontainers +xlsxwriter==3.2.2 + # via python-pptx xmltodict==0.14.2 # via moto yarl==1.18.3 diff --git a/sdk/python/requirements/py3.9-requirements.txt b/sdk/python/requirements/py3.9-requirements.txt index 1b82c994a1c..35ed877048c 100644 --- a/sdk/python/requirements/py3.9-requirements.txt +++ b/sdk/python/requirements/py3.9-requirements.txt @@ -10,7 +10,7 @@ attrs==25.1.0 # via # jsonschema # referencing -bigtree==0.23.1 +bigtree==0.24.0 # via feast (setup.py) certifi==2025.1.31 # via requests @@ -91,7 +91,7 @@ prometheus-client==0.21.1 # via feast (setup.py) protobuf==5.29.3 # via feast (setup.py) -psutil==6.1.1 +psutil==7.0.0 # via feast (setup.py) pyarrow==18.0.0 # via @@ -150,7 +150,7 @@ toolz==1.0.0 # partd tqdm==4.67.1 # via feast (setup.py) -typeguard==4.4.1 +typeguard==4.4.2 # via feast (setup.py) typing-extensions==4.12.2 # via @@ -178,7 +178,7 @@ uvloop==0.21.0 # via uvicorn watchfiles==1.0.4 # via uvicorn -websockets==14.2 +websockets==15.0 # via uvicorn zipp==3.21.0 # via importlib-metadata diff --git a/setup.py b/setup.py index f20c94d5511..2358d9d8dac 100644 --- a/setup.py +++ b/setup.py @@ -158,6 +158,8 @@ MILVUS_REQUIRED = ["pymilvus"] +RAG_REQUIRED = ["docling"] + CI_REQUIRED = ( [ "build", @@ -229,6 +231,7 @@ + FAISS_REQUIRED + QDRANT_REQUIRED + MILVUS_REQUIRED + + RAG_REQUIRED ) DOCS_REQUIRED = CI_REQUIRED @@ -304,6 +307,7 @@ "qdrant": QDRANT_REQUIRED, "go": GO_REQUIRED, "milvus": MILVUS_REQUIRED, + "rag": RAG_REQUIRED, }, include_package_data=True, license="Apache", From 8375ead71ee2f34703314ca48009af0dbf51a97e Mon Sep 17 00:00:00 2001 From: Francisco Javier Arceo Date: Tue, 18 Feb 2025 20:32:39 -0500 Subject: [PATCH 2/2] updated Signed-off-by: Francisco Javier Arceo --- pyproject.toml | 19 + .../requirements/py3.10-ci-requirements.txt | 855 +---------------- .../requirements/py3.11-ci-requirements.txt | 846 +---------------- .../requirements/py3.9-ci-requirements.txt | 864 +----------------- 4 files changed, 145 insertions(+), 2439 deletions(-) diff --git a/pyproject.toml b/pyproject.toml index c61df7b5f96..cc3886ec851 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -153,6 +153,14 @@ ci = [ dev = ["feast[ci]"] docs = ["feast[ci]"] +torch_cpu = [ + "torch>=2.6.0", + "torchvision>=0.21.0", +] +docling = [ + "docling>=2.23.0" +] + [project.urls] Homepage = "https://github.com/feast-dev/feast" @@ -203,3 +211,14 @@ exclude = [ ".pyi", "protos", "sdk/python/feast/embedded_go/lib"] + +[tool.uv.sources] +torch = [ + { index = "pytorch-cpu", extra = "torch_cpu" }, +] + +[[tool.uv.index]] +name = "pytorch-cpu" +url = "https://download.pytorch.org/whl/cpu" +explicit = true + diff --git a/sdk/python/requirements/py3.10-ci-requirements.txt b/sdk/python/requirements/py3.10-ci-requirements.txt index a22d974e37b..e502133e6bd 100644 --- a/sdk/python/requirements/py3.10-ci-requirements.txt +++ b/sdk/python/requirements/py3.10-ci-requirements.txt @@ -1,86 +1,34 @@ # This file was autogenerated by uv via the following command: # uv pip compile -p 3.10 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.10-ci-requirements.txt -aiobotocore==2.19.0 - # via feast (setup.py) -aiohappyeyeballs==2.4.6 - # via aiohttp -aiohttp==3.11.12 - # via aiobotocore -aioitertools==0.12.0 - # via aiobotocore -aiosignal==1.3.2 - # via aiohttp alabaster==0.7.16 # via sphinx -altair==4.2.2 - # via great-expectations annotated-types==0.7.0 # via pydantic anyio==4.8.0 # via # httpx - # jupyter-server # starlette # watchfiles -appnope==0.1.4 - # via ipykernel argon2-cffi==23.1.0 - # via - # jupyter-server - # minio + # via minio argon2-cffi-bindings==21.2.0 # via argon2-cffi -arrow==1.3.0 - # via isoduration -asn1crypto==1.5.1 - # via snowflake-connector-python assertpy==1.1 # via feast (setup.py) -asttokens==3.0.0 - # via stack-data -async-lru==2.0.4 - # via jupyterlab async-property==0.2.2 # via python-keycloak -async-timeout==5.0.1 - # via - # aiohttp - # redis -atpublic==5.1 - # via ibis-framework attrs==25.1.0 # via - # aiohttp - # jsonlines # jsonschema # referencing -azure-core==1.32.0 - # via - # azure-identity - # azure-storage-blob -azure-identity==1.20.0 - # via feast (setup.py) -azure-storage-blob==12.24.1 - # via feast (setup.py) babel==2.17.0 - # via - # jupyterlab-server - # sphinx -beautifulsoup4==4.12.3 - # via - # docling - # nbconvert + # via sphinx bigtree==0.24.0 # via feast (setup.py) -bleach[css]==6.2.0 - # via nbconvert -boto3==1.36.3 - # via - # feast (setup.py) - # moto -botocore==1.36.3 +boto3==1.36.23 + # via moto +botocore==1.36.23 # via - # aiobotocore # boto3 # moto # s3transfer @@ -88,194 +36,94 @@ build==1.2.2.post1 # via # feast (setup.py) # pip-tools - # singlestoredb cachetools==5.5.1 # via google-auth -cassandra-driver==3.29.2 - # via feast (setup.py) certifi==2025.1.31 # via - # docling - # elastic-transport # httpcore # httpx - # kubernetes # minio # requests - # snowflake-connector-python cffi==1.17.1 # via # argon2-cffi-bindings # cryptography - # snowflake-connector-python cfgv==3.4.0 # via pre-commit charset-normalizer==3.4.1 - # via - # requests - # snowflake-connector-python + # via requests click==8.1.8 # via # feast (setup.py) # dask - # geomet - # great-expectations # pip-tools - # typer # uvicorn cloudpickle==3.1.1 # via dask colorama==0.4.6 - # via - # feast (setup.py) - # great-expectations -comm==0.2.2 - # via - # ipykernel - # ipywidgets -couchbase==4.3.2 # via feast (setup.py) coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via # feast (setup.py) - # azure-identity - # azure-storage-blob - # great-expectations # jwcrypto # moto - # msal - # pyjwt - # pyopenssl - # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.12 - # via thriftpy2 dask[dataframe]==2025.2.0 # via feast (setup.py) -db-dtypes==1.4.1 - # via google-cloud-bigquery -debugpy==1.8.12 - # via ipykernel -decorator==5.1.1 - # via ipython -deepsearch-glm==1.0.0 - # via docling -defusedxml==0.7.1 - # via nbconvert -deltalake==0.24.0 - # via feast (setup.py) deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via - # feast (setup.py) - # multiprocess + # via feast (setup.py) distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers -docling==2.23.0 - # via feast (setup.py) -docling-core[chunking]==2.19.1 - # via - # docling - # docling-parse -docling-ibm-models==3.3.2 - # via docling -docling-parse==3.3.1 - # via docling docutils==0.19 # via sphinx -duckdb==1.1.3 - # via ibis-framework -easyocr==1.7.2 - # via docling -elastic-transport==8.17.0 - # via elasticsearch -elasticsearch==8.17.1 - # via feast (setup.py) -entrypoints==0.4 - # via altair -environs==9.5.0 - # via pymilvus -et-xmlfile==2.0.0 - # via openpyxl exceptiongroup==1.2.2 # via # anyio - # ipython # pytest execnet==2.1.1 # via pytest-xdist -executing==2.2.0 - # via stack-data -faiss-cpu==1.10.0 - # via feast (setup.py) fastapi==0.115.8 # via feast (setup.py) -fastjsonschema==2.21.1 - # via nbformat +fastavro==1.10.0 + # via feast +feast==0.1.2.post1 + # via feast (setup.py) filelock==3.17.0 - # via - # huggingface-hub - # snowflake-connector-python - # torch - # transformers - # virtualenv -filetype==1.2.0 - # via docling -fqdn==1.5.1 - # via jsonschema -frozenlist==1.5.0 - # via - # aiohttp - # aiosignal -fsspec==2024.9.0 - # via - # feast (setup.py) - # dask - # huggingface-hub - # torch -geomet==0.2.1.post1 - # via cassandra-driver + # via virtualenv +fsspec==2025.2.0 + # via dask google-api-core[grpc]==2.24.1 # via - # feast (setup.py) + # feast # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage google-auth==2.38.0 # via + # feast # google-api-core # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage - # kubernetes -google-cloud-bigquery[pandas]==3.29.0 - # via feast (setup.py) +google-cloud-bigquery==3.29.0 + # via feast google-cloud-bigquery-storage==2.28.0 - # via feast (setup.py) -google-cloud-bigtable==2.28.1 - # via feast (setup.py) + # via feast google-cloud-core==2.4.1 # via # google-cloud-bigquery - # google-cloud-bigtable - # google-cloud-datastore # google-cloud-storage -google-cloud-datastore==2.20.2 - # via feast (setup.py) -google-cloud-storage==2.19.0 - # via feast (setup.py) +google-cloud-storage==3.0.0 + # via feast google-crc32c==1.6.0 # via # google-cloud-storage @@ -284,41 +132,24 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.67.0 +googleapis-common-protos==1.67.0 # via - # feast (setup.py) + # feast # google-api-core - # grpc-google-iam-v1 # grpcio-status -great-expectations==0.18.22 - # via feast (setup.py) -grpc-google-iam-v1==0.14.0 - # via google-cloud-bigtable grpcio==1.70.0 # via - # feast (setup.py) + # feast # google-api-core - # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools - # pymilvus - # qdrant-client -grpcio-health-checking==1.70.0 - # via feast (setup.py) -grpcio-reflection==1.70.0 - # via feast (setup.py) grpcio-status==1.70.0 # via google-api-core grpcio-testing==1.70.0 # via feast (setup.py) grpcio-tools==1.70.0 - # via - # feast (setup.py) - # qdrant-client + # via feast (setup.py) gunicorn==23.0.0 # via # feast (setup.py) @@ -327,52 +158,21 @@ h11==0.14.0 # via # httpcore # uvicorn -h2==4.2.0 - # via httpx -happybase==1.2.0 - # via feast (setup.py) -hazelcast-python-client==5.5.0 - # via feast (setup.py) -hiredis==2.4.0 - # via feast (setup.py) -hpack==4.1.0 - # via h2 httpcore==1.0.7 # via httpx httptools==0.6.4 # via uvicorn -httpx[http2]==0.27.2 +httpx==0.27.2 # via # feast (setup.py) - # jupyterlab # python-keycloak - # qdrant-client -huggingface-hub==0.28.1 - # via - # docling - # docling-ibm-models - # tokenizers - # transformers -hyperframe==6.1.0 - # via h2 -ibis-framework[duckdb]==9.5.0 - # via - # feast (setup.py) - # ibis-substrait -ibis-substrait==4.0.1 - # via feast (setup.py) identify==2.6.7 # via pre-commit idna==3.10 # via # anyio # httpx - # jsonschema # requests - # snowflake-connector-python - # yarl -imageio==2.37.0 - # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 @@ -381,167 +181,35 @@ importlib-metadata==8.6.1 # dask iniconfig==2.0.0 # via pytest -ipykernel==6.29.5 - # via jupyterlab -ipython==8.32.0 - # via - # great-expectations - # ipykernel - # ipywidgets -ipywidgets==8.1.5 - # via great-expectations -isodate==0.7.2 - # via azure-storage-blob -isoduration==20.11.0 - # via jsonschema -jedi==0.19.2 - # via ipython jinja2==3.1.5 # via # feast (setup.py) - # altair - # great-expectations - # jupyter-server - # jupyterlab - # jupyterlab-server # moto - # nbconvert # sphinx - # torch jmespath==1.0.1 # via - # aiobotocore # boto3 # botocore -json5==0.10.0 - # via jupyterlab-server -jsonlines==3.1.0 - # via docling-ibm-models -jsonpatch==1.33 - # via great-expectations -jsonpointer==3.0.0 - # via - # jsonpatch - # jsonschema -jsonref==1.1.0 - # via docling-core -jsonschema[format-nongpl]==4.23.0 - # via - # feast (setup.py) - # altair - # docling-core - # great-expectations - # jupyter-events - # jupyterlab-server - # nbformat +jsonschema==4.23.0 + # via feast (setup.py) jsonschema-specifications==2024.10.1 # via jsonschema -jupyter-client==8.6.3 - # via - # ipykernel - # jupyter-server - # nbclient -jupyter-core==5.7.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # nbclient - # nbconvert - # nbformat -jupyter-events==0.12.0 - # via jupyter-server -jupyter-lsp==2.2.5 - # via jupyterlab -jupyter-server==2.15.0 - # via - # jupyter-lsp - # jupyterlab - # jupyterlab-server - # notebook - # notebook-shim -jupyter-server-terminals==0.5.3 - # via jupyter-server -jupyterlab==4.3.5 - # via notebook -jupyterlab-pygments==0.3.0 - # via nbconvert -jupyterlab-server==2.27.3 - # via - # jupyterlab - # notebook -jupyterlab-widgets==3.0.13 - # via ipywidgets jwcrypto==1.5.6 # via python-keycloak -kubernetes==20.13.0 - # via feast (setup.py) -latex2mathml==3.77.0 - # via docling-core -lazy-loader==0.4 - # via scikit-image locket==1.0.0 # via partd -lxml==5.3.1 - # via - # docling - # python-docx - # python-pptx -lz4==4.4.3 - # via trino -makefun==1.15.6 - # via great-expectations -markdown-it-py==3.0.0 - # via rich -marko==2.1.2 - # via docling markupsafe==3.0.2 # via # jinja2 - # nbconvert # werkzeug -marshmallow==3.26.1 - # via - # environs - # great-expectations -matplotlib-inline==0.1.7 - # via - # ipykernel - # ipython -mdurl==0.1.2 - # via markdown-it-py -milvus-lite==2.4.11 - # via pymilvus minio==7.2.11 # via feast (setup.py) -mistune==3.1.1 - # via - # great-expectations - # nbconvert mmh3==5.1.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) -mpire[dill]==2.10.2 - # via semchunk -mpmath==1.3.0 - # via sympy -msal==1.31.1 - # via - # azure-identity - # msal-extensions -msal-extensions==1.2.0 - # via azure-identity -multidict==6.1.0 - # via - # aiobotocore - # aiohttp - # yarl -multiprocess==0.70.17 - # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -550,215 +218,69 @@ mypy-extensions==1.0.0 # via mypy mypy-protobuf==3.3.0 # via feast (setup.py) -nbclient==0.10.2 - # via nbconvert -nbconvert==7.16.6 - # via jupyter-server -nbformat==5.10.4 - # via - # great-expectations - # jupyter-server - # nbclient - # nbconvert -nest-asyncio==1.6.0 - # via ipykernel -networkx==3.4.2 - # via - # scikit-image - # torch -ninja==1.11.1.3 - # via easyocr nodeenv==1.9.1 # via pre-commit -notebook==7.3.2 - # via great-expectations -notebook-shim==0.2.4 - # via - # jupyterlab - # notebook numpy==1.26.4 # via # feast (setup.py) - # altair # dask - # db-dtypes - # docling-ibm-models - # easyocr - # faiss-cpu - # great-expectations - # ibis-framework - # imageio - # opencv-python-headless # pandas - # pyarrow - # qdrant-client - # safetensors - # scikit-image - # scipy - # shapely - # tifffile - # torchvision - # transformers -oauthlib==3.2.2 - # via requests-oauthlib -opencv-python-headless==4.11.0.86 - # via - # docling-ibm-models - # easyocr -openpyxl==3.1.5 - # via docling -overrides==7.7.0 - # via jupyter-server packaging==24.2 # via # build # dask - # db-dtypes # deprecation - # faiss-cpu # google-cloud-bigquery - # great-expectations # gunicorn - # huggingface-hub - # ibis-framework - # ibis-substrait - # ipykernel - # jupyter-events - # jupyter-server - # jupyterlab - # jupyterlab-server - # lazy-loader - # marshmallow - # nbconvert # pytest - # scikit-image - # snowflake-connector-python # sphinx - # transformers pandas==2.2.3 # via # feast (setup.py) - # altair # dask - # db-dtypes - # docling - # docling-core - # google-cloud-bigquery - # great-expectations - # ibis-framework - # pymilvus - # snowflake-connector-python -pandocfilters==1.5.1 - # via nbconvert -parsimonious==0.10.0 - # via singlestoredb -parso==0.8.4 - # via jedi -parsy==2.1 - # via ibis-framework + # feast partd==1.4.2 # via dask pbr==6.1.1 # via mock -pexpect==4.9.0 - # via ipython -pillow==11.1.0 - # via - # docling - # docling-core - # docling-ibm-models - # docling-parse - # easyocr - # imageio - # python-pptx - # scikit-image - # torchvision pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) platformdirs==3.11.0 - # via - # jupyter-core - # snowflake-connector-python - # virtualenv + # via virtualenv pluggy==1.5.0 # via pytest -ply==3.11 - # via thriftpy2 -portalocker==2.10.1 - # via - # msal-extensions - # qdrant-client pre-commit==3.3.1 # via feast (setup.py) prometheus-client==0.21.1 - # via - # feast (setup.py) - # jupyter-server -prompt-toolkit==3.0.50 - # via ipython -propcache==0.2.1 - # via - # aiohttp - # yarl + # via feast (setup.py) proto-plus==1.26.0 # via # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore protobuf==5.29.3 # via # feast (setup.py) + # feast # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools # mypy-protobuf # proto-plus - # pymilvus - # substrait psutil==5.9.0 - # via - # feast (setup.py) - # ipykernel -psycopg[binary, pool]==3.2.4 # via feast (setup.py) -psycopg-binary==3.2.4 - # via psycopg -psycopg-pool==3.2.4 - # via psycopg -ptyprocess==0.7.0 - # via - # pexpect - # terminado -pure-eval==0.2.3 - # via stack-data py==1.11.0 # via feast (setup.py) py-cpuinfo==9.0.0 # via pytest-benchmark -py4j==0.10.9.7 - # via pyspark -pyarrow==17.0.0 +pyarrow==18.0.0 # via # feast (setup.py) # dask - # db-dtypes - # deltalake - # google-cloud-bigquery - # ibis-framework - # snowflake-connector-python -pyarrow-hotfix==0.6 - # via ibis-framework pyasn1==0.6.1 # via # pyasn1-modules @@ -767,8 +289,6 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) -pyclipper==1.3.0.post6 - # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -776,51 +296,19 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) - # docling - # docling-core - # docling-parse # fastapi - # great-expectations - # pydantic-settings - # qdrant-client pydantic-core==2.27.2 # via pydantic -pydantic-settings==2.7.1 - # via docling pygments==2.19.1 # via # feast (setup.py) - # ipython - # mpire - # nbconvert - # rich # sphinx -pyjwt[crypto]==2.10.1 - # via - # feast (setup.py) - # msal - # singlestoredb - # snowflake-connector-python -pymilvus==2.4.9 +pyjwt==2.10.1 # via feast (setup.py) -pymssql==2.3.2 - # via feast (setup.py) -pymysql==1.1.1 - # via feast (setup.py) -pyodbc==5.2.0 - # via feast (setup.py) -pyopenssl==24.3.0 - # via snowflake-connector-python -pyparsing==3.2.1 - # via great-expectations -pypdfium2==4.30.1 - # via docling pyproject-hooks==1.2.0 # via # build # pip-tools -pyspark==3.5.4 - # via feast (setup.py) pytest==7.4.4 # via # feast (setup.py) @@ -851,185 +339,71 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) -python-bidi==0.6.3 - # via easyocr python-dateutil==2.9.0.post0 # via - # aiobotocore - # arrow # botocore # google-cloud-bigquery - # great-expectations - # ibis-framework - # jupyter-client - # kubernetes # moto # pandas - # trino -python-docx==1.1.2 - # via docling python-dotenv==1.0.1 - # via - # environs - # pydantic-settings - # uvicorn -python-json-logger==3.2.1 - # via jupyter-events + # via uvicorn python-keycloak==4.2.2 # via feast (setup.py) -python-pptx==1.0.2 - # via docling pytz==2025.1 - # via - # great-expectations - # ibis-framework - # pandas - # snowflake-connector-python - # trino + # via pandas pyyaml==6.0.2 # via # feast (setup.py) # dask - # docling-core - # easyocr - # huggingface-hub - # ibis-substrait - # jupyter-events - # kubernetes + # feast # pre-commit # responses - # transformers # uvicorn -pyzmq==26.2.1 - # via - # ipykernel - # jupyter-client - # jupyter-server -qdrant-client==1.13.2 - # via feast (setup.py) -redis==4.6.0 - # via feast (setup.py) referencing==0.36.2 # via # jsonschema # jsonschema-specifications - # jupyter-events -regex==2024.11.6 - # via - # feast (setup.py) - # parsimonious - # transformers requests==2.32.3 # via # feast (setup.py) - # azure-core # docker - # docling # google-api-core # google-cloud-bigquery # google-cloud-storage - # great-expectations - # huggingface-hub - # jupyterlab-server - # kubernetes # moto - # msal # python-keycloak - # requests-oauthlib # requests-toolbelt # responses - # singlestoredb - # snowflake-connector-python # sphinx - # transformers - # trino -requests-oauthlib==2.0.0 - # via kubernetes requests-toolbelt==1.0.0 # via python-keycloak responses==0.25.6 # via moto -rfc3339-validator==0.1.4 - # via - # jsonschema - # jupyter-events -rfc3986-validator==0.1.1 - # via - # jsonschema - # jupyter-events -rich==13.9.4 - # via - # ibis-framework - # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth -rtree==1.3.0 - # via docling -ruamel-yaml==0.17.40 - # via great-expectations -ruamel-yaml-clib==0.2.12 - # via ruamel-yaml ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 -safetensors[torch]==0.5.2 - # via - # docling-ibm-models - # transformers -scikit-image==0.25.1 - # via easyocr -scipy==1.15.2 - # via - # docling - # easyocr - # great-expectations - # scikit-image -semchunk==2.2.2 - # via docling-core -send2trash==1.8.3 - # via jupyter-server setuptools==75.8.0 # via # grpcio-tools - # jupyterlab - # kubernetes # pbr # pip-tools - # pymilvus - # singlestoredb -shapely==2.0.7 - # via easyocr -shellingham==1.5.4 - # via typer -singlestoredb==1.7.2 - # via feast (setup.py) six==1.17.0 # via - # azure-core - # geomet - # happybase - # kubernetes # mock # python-dateutil - # rfc3339-validator - # thriftpy2 sniffio==1.3.1 # via # anyio # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.13.2 - # via feast (setup.py) -sortedcontainers==2.4.0 - # via snowflake-connector-python -soupsieve==2.6 - # via beautifulsoup4 sphinx==6.2.1 # via feast (setup.py) sphinxcontrib-applehelp==2.0.0 @@ -1046,131 +420,42 @@ sphinxcontrib-serializinghtml==2.0.0 # via sphinx sqlalchemy[mypy]==2.0.38 # via feast (setup.py) -sqlglot==25.20.2 - # via ibis-framework -sqlite-vec==0.1.6 - # via feast (setup.py) -sqlparams==6.2.0 - # via singlestoredb -stack-data==0.6.3 - # via ipython starlette==0.45.3 # via fastapi -substrait==0.23.0 - # via ibis-substrait -sympy==1.13.1 - # via torch tabulate==0.9.0 - # via - # feast (setup.py) - # docling-core - # docling-parse + # via feast (setup.py) tenacity==8.5.0 # via feast (setup.py) -terminado==0.18.1 - # via - # jupyter-server - # jupyter-server-terminals testcontainers==4.8.2 # via feast (setup.py) -thriftpy2==0.5.2 - # via happybase -tifffile==2025.1.10 - # via scikit-image -tinycss2==1.4.0 - # via bleach -tokenizers==0.21.0 - # via transformers toml==0.10.2 # via feast (setup.py) tomli==2.2.1 # via # build # coverage - # jupyterlab # mypy # pip-tools # pytest # pytest-env - # singlestoredb -tomlkit==0.13.2 - # via snowflake-connector-python -toolz==0.12.1 +toolz==1.0.0 # via - # altair # dask - # ibis-framework # partd -torch==2.6.0 - # via - # docling-ibm-models - # easyocr - # safetensors - # torchvision -torchvision==0.21.0 - # via - # docling-ibm-models - # easyocr -tornado==6.4.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # notebook - # terminado tqdm==4.67.1 - # via - # feast (setup.py) - # docling - # docling-ibm-models - # great-expectations - # huggingface-hub - # milvus-lite - # mpire - # semchunk - # transformers -traitlets==5.14.3 - # via - # comm - # ipykernel - # ipython - # ipywidgets - # jupyter-client - # jupyter-core - # jupyter-events - # jupyter-server - # jupyterlab - # matplotlib-inline - # nbclient - # nbconvert - # nbformat -transformers==4.49.0 - # via - # docling-core - # docling-ibm-models -trino==0.333.0 # via feast (setup.py) typeguard==4.4.2 # via feast (setup.py) -typer==0.12.5 - # via - # docling - # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 # via # feast (setup.py) # mypy-protobuf -types-pymysql==1.1.0.20241103 - # via feast (setup.py) types-pyopenssl==24.1.0.20240722 # via types-redis types-python-dateutil==2.9.0.20241206 - # via - # feast (setup.py) - # arrow + # via feast (setup.py) types-pytz==2025.1.0.20250204 # via feast (setup.py) types-pyyaml==6.0.12.20241230 @@ -1190,57 +475,25 @@ types-urllib3==1.26.25.14 typing-extensions==4.12.2 # via # anyio - # async-lru - # azure-core - # azure-identity - # azure-storage-blob - # docling-core # fastapi - # great-expectations - # huggingface-hub - # ibis-framework - # ipython # jwcrypto # minio - # mistune - # multidict # mypy - # psycopg - # psycopg-pool # pydantic # pydantic-core - # python-docx - # python-pptx # referencing - # rich - # snowflake-connector-python # sqlalchemy # testcontainers - # torch # typeguard - # typer # uvicorn tzdata==2025.1 # via pandas -tzlocal==5.3 - # via - # great-expectations - # trino -ujson==5.10.0 - # via pymilvus -uri-template==1.3.0 - # via jsonschema urllib3==2.3.0 # via # feast (setup.py) - # aiobotocore # botocore # docker - # elastic-transport - # great-expectations - # kubernetes # minio - # qdrant-client # requests # responses # testcontainers @@ -1258,39 +511,15 @@ virtualenv==20.23.0 # pre-commit watchfiles==1.0.4 # via uvicorn -wcwidth==0.2.13 - # via prompt-toolkit -webcolors==24.11.1 - # via jsonschema -webencodings==0.5.1 - # via - # bleach - # tinycss2 -websocket-client==1.8.0 - # via - # jupyter-server - # kubernetes websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto wheel==0.45.1 - # via - # pip-tools - # singlestoredb -widgetsnbextension==4.0.13 - # via ipywidgets + # via pip-tools wrapt==1.17.2 - # via - # aiobotocore - # testcontainers -xlsxwriter==3.2.2 - # via python-pptx + # via testcontainers xmltodict==0.14.2 # via moto -yarl==1.18.3 - # via aiohttp zipp==3.21.0 # via importlib-metadata -zstandard==0.23.0 - # via trino diff --git a/sdk/python/requirements/py3.11-ci-requirements.txt b/sdk/python/requirements/py3.11-ci-requirements.txt index 10e6fb47c6f..b7773ab8877 100644 --- a/sdk/python/requirements/py3.11-ci-requirements.txt +++ b/sdk/python/requirements/py3.11-ci-requirements.txt @@ -1,84 +1,34 @@ # This file was autogenerated by uv via the following command: # uv pip compile -p 3.11 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.11-ci-requirements.txt -aiobotocore==2.19.0 - # via feast (setup.py) -aiohappyeyeballs==2.4.6 - # via aiohttp -aiohttp==3.11.12 - # via aiobotocore -aioitertools==0.12.0 - # via aiobotocore -aiosignal==1.3.2 - # via aiohttp alabaster==0.7.16 # via sphinx -altair==4.2.2 - # via great-expectations annotated-types==0.7.0 # via pydantic anyio==4.8.0 # via # httpx - # jupyter-server # starlette # watchfiles -appnope==0.1.4 - # via ipykernel argon2-cffi==23.1.0 - # via - # jupyter-server - # minio + # via minio argon2-cffi-bindings==21.2.0 # via argon2-cffi -arrow==1.3.0 - # via isoduration -asn1crypto==1.5.1 - # via snowflake-connector-python assertpy==1.1 # via feast (setup.py) -asttokens==3.0.0 - # via stack-data -async-lru==2.0.4 - # via jupyterlab async-property==0.2.2 # via python-keycloak -async-timeout==5.0.1 - # via redis -atpublic==5.1 - # via ibis-framework attrs==25.1.0 # via - # aiohttp - # jsonlines # jsonschema # referencing -azure-core==1.32.0 - # via - # azure-identity - # azure-storage-blob -azure-identity==1.20.0 - # via feast (setup.py) -azure-storage-blob==12.24.1 - # via feast (setup.py) babel==2.17.0 - # via - # jupyterlab-server - # sphinx -beautifulsoup4==4.12.3 - # via - # docling - # nbconvert + # via sphinx bigtree==0.24.0 # via feast (setup.py) -bleach[css]==6.2.0 - # via nbconvert -boto3==1.36.3 - # via - # feast (setup.py) - # moto -botocore==1.36.3 +boto3==1.36.23 + # via moto +botocore==1.36.23 # via - # aiobotocore # boto3 # moto # s3transfer @@ -86,189 +36,90 @@ build==1.2.2.post1 # via # feast (setup.py) # pip-tools - # singlestoredb cachetools==5.5.1 # via google-auth -cassandra-driver==3.29.2 - # via feast (setup.py) certifi==2025.1.31 # via - # docling - # elastic-transport # httpcore # httpx - # kubernetes # minio # requests - # snowflake-connector-python cffi==1.17.1 # via # argon2-cffi-bindings # cryptography - # snowflake-connector-python cfgv==3.4.0 # via pre-commit charset-normalizer==3.4.1 - # via - # requests - # snowflake-connector-python + # via requests click==8.1.8 # via # feast (setup.py) # dask - # geomet - # great-expectations # pip-tools - # typer # uvicorn cloudpickle==3.1.1 # via dask colorama==0.4.6 - # via - # feast (setup.py) - # great-expectations -comm==0.2.2 - # via - # ipykernel - # ipywidgets -couchbase==4.3.2 # via feast (setup.py) coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via # feast (setup.py) - # azure-identity - # azure-storage-blob - # great-expectations # jwcrypto # moto - # msal - # pyjwt - # pyopenssl - # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.12 - # via thriftpy2 dask[dataframe]==2025.2.0 # via feast (setup.py) -db-dtypes==1.4.1 - # via google-cloud-bigquery -debugpy==1.8.12 - # via ipykernel -decorator==5.1.1 - # via ipython -deepsearch-glm==1.0.0 - # via docling -defusedxml==0.7.1 - # via nbconvert -deltalake==0.24.0 - # via feast (setup.py) deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via - # feast (setup.py) - # multiprocess + # via feast (setup.py) distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers -docling==2.23.0 - # via feast (setup.py) -docling-core[chunking]==2.19.1 - # via - # docling - # docling-parse -docling-ibm-models==3.3.2 - # via docling -docling-parse==3.3.1 - # via docling docutils==0.19 # via sphinx -duckdb==1.1.3 - # via ibis-framework -easyocr==1.7.2 - # via docling -elastic-transport==8.17.0 - # via elasticsearch -elasticsearch==8.17.1 - # via feast (setup.py) -entrypoints==0.4 - # via altair -environs==9.5.0 - # via pymilvus -et-xmlfile==2.0.0 - # via openpyxl execnet==2.1.1 # via pytest-xdist -executing==2.2.0 - # via stack-data -faiss-cpu==1.10.0 - # via feast (setup.py) fastapi==0.115.8 # via feast (setup.py) -fastjsonschema==2.21.1 - # via nbformat +fastavro==1.10.0 + # via feast +feast==0.1.2.post1 + # via feast (setup.py) filelock==3.17.0 - # via - # huggingface-hub - # snowflake-connector-python - # torch - # transformers - # virtualenv -filetype==1.2.0 - # via docling -fqdn==1.5.1 - # via jsonschema -frozenlist==1.5.0 - # via - # aiohttp - # aiosignal -fsspec==2024.9.0 - # via - # feast (setup.py) - # dask - # huggingface-hub - # torch -geomet==0.2.1.post1 - # via cassandra-driver + # via virtualenv +fsspec==2025.2.0 + # via dask google-api-core[grpc]==2.24.1 # via - # feast (setup.py) + # feast # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage google-auth==2.38.0 # via + # feast # google-api-core # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage - # kubernetes -google-cloud-bigquery[pandas]==3.29.0 - # via feast (setup.py) +google-cloud-bigquery==3.29.0 + # via feast google-cloud-bigquery-storage==2.28.0 - # via feast (setup.py) -google-cloud-bigtable==2.28.1 - # via feast (setup.py) + # via feast google-cloud-core==2.4.1 # via # google-cloud-bigquery - # google-cloud-bigtable - # google-cloud-datastore # google-cloud-storage -google-cloud-datastore==2.20.2 - # via feast (setup.py) -google-cloud-storage==2.19.0 - # via feast (setup.py) +google-cloud-storage==3.0.0 + # via feast google-crc32c==1.6.0 # via # google-cloud-storage @@ -277,41 +128,24 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.67.0 +googleapis-common-protos==1.67.0 # via - # feast (setup.py) + # feast # google-api-core - # grpc-google-iam-v1 # grpcio-status -great-expectations==0.18.22 - # via feast (setup.py) -grpc-google-iam-v1==0.14.0 - # via google-cloud-bigtable grpcio==1.70.0 # via - # feast (setup.py) + # feast # google-api-core - # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools - # pymilvus - # qdrant-client -grpcio-health-checking==1.70.0 - # via feast (setup.py) -grpcio-reflection==1.70.0 - # via feast (setup.py) grpcio-status==1.70.0 # via google-api-core grpcio-testing==1.70.0 # via feast (setup.py) grpcio-tools==1.70.0 - # via - # feast (setup.py) - # qdrant-client + # via feast (setup.py) gunicorn==23.0.0 # via # feast (setup.py) @@ -320,219 +154,56 @@ h11==0.14.0 # via # httpcore # uvicorn -h2==4.2.0 - # via httpx -happybase==1.2.0 - # via feast (setup.py) -hazelcast-python-client==5.5.0 - # via feast (setup.py) -hiredis==2.4.0 - # via feast (setup.py) -hpack==4.1.0 - # via h2 httpcore==1.0.7 # via httpx httptools==0.6.4 # via uvicorn -httpx[http2]==0.27.2 +httpx==0.27.2 # via # feast (setup.py) - # jupyterlab # python-keycloak - # qdrant-client -huggingface-hub==0.28.1 - # via - # docling - # docling-ibm-models - # tokenizers - # transformers -hyperframe==6.1.0 - # via h2 -ibis-framework[duckdb]==9.5.0 - # via - # feast (setup.py) - # ibis-substrait -ibis-substrait==4.0.1 - # via feast (setup.py) identify==2.6.7 # via pre-commit idna==3.10 # via # anyio # httpx - # jsonschema # requests - # snowflake-connector-python - # yarl -imageio==2.37.0 - # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 # via dask iniconfig==2.0.0 # via pytest -ipykernel==6.29.5 - # via jupyterlab -ipython==8.32.0 - # via - # great-expectations - # ipykernel - # ipywidgets -ipywidgets==8.1.5 - # via great-expectations -isodate==0.7.2 - # via azure-storage-blob -isoduration==20.11.0 - # via jsonschema -jedi==0.19.2 - # via ipython jinja2==3.1.5 # via # feast (setup.py) - # altair - # great-expectations - # jupyter-server - # jupyterlab - # jupyterlab-server # moto - # nbconvert # sphinx - # torch jmespath==1.0.1 # via - # aiobotocore # boto3 # botocore -json5==0.10.0 - # via jupyterlab-server -jsonlines==3.1.0 - # via docling-ibm-models -jsonpatch==1.33 - # via great-expectations -jsonpointer==3.0.0 - # via - # jsonpatch - # jsonschema -jsonref==1.1.0 - # via docling-core -jsonschema[format-nongpl]==4.23.0 - # via - # feast (setup.py) - # altair - # docling-core - # great-expectations - # jupyter-events - # jupyterlab-server - # nbformat +jsonschema==4.23.0 + # via feast (setup.py) jsonschema-specifications==2024.10.1 # via jsonschema -jupyter-client==8.6.3 - # via - # ipykernel - # jupyter-server - # nbclient -jupyter-core==5.7.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # nbclient - # nbconvert - # nbformat -jupyter-events==0.12.0 - # via jupyter-server -jupyter-lsp==2.2.5 - # via jupyterlab -jupyter-server==2.15.0 - # via - # jupyter-lsp - # jupyterlab - # jupyterlab-server - # notebook - # notebook-shim -jupyter-server-terminals==0.5.3 - # via jupyter-server -jupyterlab==4.3.5 - # via notebook -jupyterlab-pygments==0.3.0 - # via nbconvert -jupyterlab-server==2.27.3 - # via - # jupyterlab - # notebook -jupyterlab-widgets==3.0.13 - # via ipywidgets jwcrypto==1.5.6 # via python-keycloak -kubernetes==20.13.0 - # via feast (setup.py) -latex2mathml==3.77.0 - # via docling-core -lazy-loader==0.4 - # via scikit-image locket==1.0.0 # via partd -lxml==5.3.1 - # via - # docling - # python-docx - # python-pptx -lz4==4.4.3 - # via trino -makefun==1.15.6 - # via great-expectations -markdown-it-py==3.0.0 - # via rich -marko==2.1.2 - # via docling markupsafe==3.0.2 # via # jinja2 - # nbconvert # werkzeug -marshmallow==3.26.1 - # via - # environs - # great-expectations -matplotlib-inline==0.1.7 - # via - # ipykernel - # ipython -mdurl==0.1.2 - # via markdown-it-py -milvus-lite==2.4.11 - # via pymilvus minio==7.2.11 # via feast (setup.py) -mistune==3.1.1 - # via - # great-expectations - # nbconvert mmh3==5.1.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) -mpire[dill]==2.10.2 - # via semchunk -mpmath==1.3.0 - # via sympy -msal==1.31.1 - # via - # azure-identity - # msal-extensions -msal-extensions==1.2.0 - # via azure-identity -multidict==6.1.0 - # via - # aiobotocore - # aiohttp - # yarl -multiprocess==0.70.17 - # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -541,215 +212,69 @@ mypy-extensions==1.0.0 # via mypy mypy-protobuf==3.3.0 # via feast (setup.py) -nbclient==0.10.2 - # via nbconvert -nbconvert==7.16.6 - # via jupyter-server -nbformat==5.10.4 - # via - # great-expectations - # jupyter-server - # nbclient - # nbconvert -nest-asyncio==1.6.0 - # via ipykernel -networkx==3.4.2 - # via - # scikit-image - # torch -ninja==1.11.1.3 - # via easyocr nodeenv==1.9.1 # via pre-commit -notebook==7.3.2 - # via great-expectations -notebook-shim==0.2.4 - # via - # jupyterlab - # notebook numpy==1.26.4 # via # feast (setup.py) - # altair # dask - # db-dtypes - # docling-ibm-models - # easyocr - # faiss-cpu - # great-expectations - # ibis-framework - # imageio - # opencv-python-headless # pandas - # pyarrow - # qdrant-client - # safetensors - # scikit-image - # scipy - # shapely - # tifffile - # torchvision - # transformers -oauthlib==3.2.2 - # via requests-oauthlib -opencv-python-headless==4.11.0.86 - # via - # docling-ibm-models - # easyocr -openpyxl==3.1.5 - # via docling -overrides==7.7.0 - # via jupyter-server packaging==24.2 # via # build # dask - # db-dtypes # deprecation - # faiss-cpu # google-cloud-bigquery - # great-expectations # gunicorn - # huggingface-hub - # ibis-framework - # ibis-substrait - # ipykernel - # jupyter-events - # jupyter-server - # jupyterlab - # jupyterlab-server - # lazy-loader - # marshmallow - # nbconvert # pytest - # scikit-image - # snowflake-connector-python # sphinx - # transformers pandas==2.2.3 # via # feast (setup.py) - # altair # dask - # db-dtypes - # docling - # docling-core - # google-cloud-bigquery - # great-expectations - # ibis-framework - # pymilvus - # snowflake-connector-python -pandocfilters==1.5.1 - # via nbconvert -parsimonious==0.10.0 - # via singlestoredb -parso==0.8.4 - # via jedi -parsy==2.1 - # via ibis-framework + # feast partd==1.4.2 # via dask pbr==6.1.1 # via mock -pexpect==4.9.0 - # via ipython -pillow==11.1.0 - # via - # docling - # docling-core - # docling-ibm-models - # docling-parse - # easyocr - # imageio - # python-pptx - # scikit-image - # torchvision pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) platformdirs==3.11.0 - # via - # jupyter-core - # snowflake-connector-python - # virtualenv + # via virtualenv pluggy==1.5.0 # via pytest -ply==3.11 - # via thriftpy2 -portalocker==2.10.1 - # via - # msal-extensions - # qdrant-client pre-commit==3.3.1 # via feast (setup.py) prometheus-client==0.21.1 - # via - # feast (setup.py) - # jupyter-server -prompt-toolkit==3.0.50 - # via ipython -propcache==0.2.1 - # via - # aiohttp - # yarl + # via feast (setup.py) proto-plus==1.26.0 # via # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore protobuf==5.29.3 # via # feast (setup.py) + # feast # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools # mypy-protobuf # proto-plus - # pymilvus - # substrait psutil==5.9.0 - # via - # feast (setup.py) - # ipykernel -psycopg[binary, pool]==3.2.4 # via feast (setup.py) -psycopg-binary==3.2.4 - # via psycopg -psycopg-pool==3.2.4 - # via psycopg -ptyprocess==0.7.0 - # via - # pexpect - # terminado -pure-eval==0.2.3 - # via stack-data py==1.11.0 # via feast (setup.py) py-cpuinfo==9.0.0 # via pytest-benchmark -py4j==0.10.9.7 - # via pyspark -pyarrow==17.0.0 +pyarrow==18.0.0 # via # feast (setup.py) # dask - # db-dtypes - # deltalake - # google-cloud-bigquery - # ibis-framework - # snowflake-connector-python -pyarrow-hotfix==0.6 - # via ibis-framework pyasn1==0.6.1 # via # pyasn1-modules @@ -758,8 +283,6 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) -pyclipper==1.3.0.post6 - # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -767,51 +290,19 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) - # docling - # docling-core - # docling-parse # fastapi - # great-expectations - # pydantic-settings - # qdrant-client pydantic-core==2.27.2 # via pydantic -pydantic-settings==2.7.1 - # via docling pygments==2.19.1 # via # feast (setup.py) - # ipython - # mpire - # nbconvert - # rich # sphinx -pyjwt[crypto]==2.10.1 - # via - # feast (setup.py) - # msal - # singlestoredb - # snowflake-connector-python -pymilvus==2.4.9 - # via feast (setup.py) -pymssql==2.3.2 +pyjwt==2.10.1 # via feast (setup.py) -pymysql==1.1.1 - # via feast (setup.py) -pyodbc==5.2.0 - # via feast (setup.py) -pyopenssl==24.3.0 - # via snowflake-connector-python -pyparsing==3.2.1 - # via great-expectations -pypdfium2==4.30.1 - # via docling pyproject-hooks==1.2.0 # via # build # pip-tools -pyspark==3.5.4 - # via feast (setup.py) pytest==7.4.4 # via # feast (setup.py) @@ -842,185 +333,71 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) -python-bidi==0.6.3 - # via easyocr python-dateutil==2.9.0.post0 # via - # aiobotocore - # arrow # botocore # google-cloud-bigquery - # great-expectations - # ibis-framework - # jupyter-client - # kubernetes # moto # pandas - # trino -python-docx==1.1.2 - # via docling python-dotenv==1.0.1 - # via - # environs - # pydantic-settings - # uvicorn -python-json-logger==3.2.1 - # via jupyter-events + # via uvicorn python-keycloak==4.2.2 # via feast (setup.py) -python-pptx==1.0.2 - # via docling pytz==2025.1 - # via - # great-expectations - # ibis-framework - # pandas - # snowflake-connector-python - # trino + # via pandas pyyaml==6.0.2 # via # feast (setup.py) # dask - # docling-core - # easyocr - # huggingface-hub - # ibis-substrait - # jupyter-events - # kubernetes + # feast # pre-commit # responses - # transformers # uvicorn -pyzmq==26.2.1 - # via - # ipykernel - # jupyter-client - # jupyter-server -qdrant-client==1.13.2 - # via feast (setup.py) -redis==4.6.0 - # via feast (setup.py) referencing==0.36.2 # via # jsonschema # jsonschema-specifications - # jupyter-events -regex==2024.11.6 - # via - # feast (setup.py) - # parsimonious - # transformers requests==2.32.3 # via # feast (setup.py) - # azure-core # docker - # docling # google-api-core # google-cloud-bigquery # google-cloud-storage - # great-expectations - # huggingface-hub - # jupyterlab-server - # kubernetes # moto - # msal # python-keycloak - # requests-oauthlib # requests-toolbelt # responses - # singlestoredb - # snowflake-connector-python # sphinx - # transformers - # trino -requests-oauthlib==2.0.0 - # via kubernetes requests-toolbelt==1.0.0 # via python-keycloak responses==0.25.6 # via moto -rfc3339-validator==0.1.4 - # via - # jsonschema - # jupyter-events -rfc3986-validator==0.1.1 - # via - # jsonschema - # jupyter-events -rich==13.9.4 - # via - # ibis-framework - # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth -rtree==1.3.0 - # via docling -ruamel-yaml==0.17.40 - # via great-expectations -ruamel-yaml-clib==0.2.12 - # via ruamel-yaml ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 -safetensors[torch]==0.5.2 - # via - # docling-ibm-models - # transformers -scikit-image==0.25.1 - # via easyocr -scipy==1.15.2 - # via - # docling - # easyocr - # great-expectations - # scikit-image -semchunk==2.2.2 - # via docling-core -send2trash==1.8.3 - # via jupyter-server setuptools==75.8.0 # via # grpcio-tools - # jupyterlab - # kubernetes # pbr # pip-tools - # pymilvus - # singlestoredb -shapely==2.0.7 - # via easyocr -shellingham==1.5.4 - # via typer -singlestoredb==1.7.2 - # via feast (setup.py) six==1.17.0 # via - # azure-core - # geomet - # happybase - # kubernetes # mock # python-dateutil - # rfc3339-validator - # thriftpy2 sniffio==1.3.1 # via # anyio # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.13.2 - # via feast (setup.py) -sortedcontainers==2.4.0 - # via snowflake-connector-python -soupsieve==2.6 - # via beautifulsoup4 sphinx==6.2.1 # via feast (setup.py) sphinxcontrib-applehelp==2.0.0 @@ -1037,121 +414,34 @@ sphinxcontrib-serializinghtml==2.0.0 # via sphinx sqlalchemy[mypy]==2.0.38 # via feast (setup.py) -sqlglot==25.20.2 - # via ibis-framework -sqlite-vec==0.1.6 - # via feast (setup.py) -sqlparams==6.2.0 - # via singlestoredb -stack-data==0.6.3 - # via ipython starlette==0.45.3 # via fastapi -substrait==0.23.0 - # via ibis-substrait -sympy==1.13.1 - # via torch tabulate==0.9.0 - # via - # feast (setup.py) - # docling-core - # docling-parse + # via feast (setup.py) tenacity==8.5.0 # via feast (setup.py) -terminado==0.18.1 - # via - # jupyter-server - # jupyter-server-terminals testcontainers==4.8.2 # via feast (setup.py) -thriftpy2==0.5.2 - # via happybase -tifffile==2025.1.10 - # via scikit-image -tinycss2==1.4.0 - # via bleach -tokenizers==0.21.0 - # via transformers toml==0.10.2 # via feast (setup.py) -tomlkit==0.13.2 - # via snowflake-connector-python -toolz==0.12.1 +toolz==1.0.0 # via - # altair # dask - # ibis-framework # partd -torch==2.6.0 - # via - # docling-ibm-models - # easyocr - # safetensors - # torchvision -torchvision==0.21.0 - # via - # docling-ibm-models - # easyocr -tornado==6.4.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # notebook - # terminado tqdm==4.67.1 - # via - # feast (setup.py) - # docling - # docling-ibm-models - # great-expectations - # huggingface-hub - # milvus-lite - # mpire - # semchunk - # transformers -traitlets==5.14.3 - # via - # comm - # ipykernel - # ipython - # ipywidgets - # jupyter-client - # jupyter-core - # jupyter-events - # jupyter-server - # jupyterlab - # matplotlib-inline - # nbclient - # nbconvert - # nbformat -transformers==4.49.0 - # via - # docling-core - # docling-ibm-models -trino==0.333.0 # via feast (setup.py) typeguard==4.4.2 # via feast (setup.py) -typer==0.12.5 - # via - # docling - # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 # via # feast (setup.py) # mypy-protobuf -types-pymysql==1.1.0.20241103 - # via feast (setup.py) types-pyopenssl==24.1.0.20240722 # via types-redis types-python-dateutil==2.9.0.20241206 - # via - # feast (setup.py) - # arrow + # via feast (setup.py) types-pytz==2025.1.0.20250204 # via feast (setup.py) types-pyyaml==6.0.12.20241230 @@ -1171,52 +461,24 @@ types-urllib3==1.26.25.14 typing-extensions==4.12.2 # via # anyio - # azure-core - # azure-identity - # azure-storage-blob - # docling-core # fastapi - # great-expectations - # huggingface-hub - # ibis-framework - # ipython # jwcrypto # minio # mypy - # psycopg - # psycopg-pool # pydantic # pydantic-core - # python-docx - # python-pptx # referencing - # snowflake-connector-python # sqlalchemy # testcontainers - # torch # typeguard - # typer tzdata==2025.1 # via pandas -tzlocal==5.3 - # via - # great-expectations - # trino -ujson==5.10.0 - # via pymilvus -uri-template==1.3.0 - # via jsonschema urllib3==2.3.0 # via # feast (setup.py) - # aiobotocore # botocore # docker - # elastic-transport - # great-expectations - # kubernetes # minio - # qdrant-client # requests # responses # testcontainers @@ -1234,39 +496,15 @@ virtualenv==20.23.0 # pre-commit watchfiles==1.0.4 # via uvicorn -wcwidth==0.2.13 - # via prompt-toolkit -webcolors==24.11.1 - # via jsonschema -webencodings==0.5.1 - # via - # bleach - # tinycss2 -websocket-client==1.8.0 - # via - # jupyter-server - # kubernetes websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto wheel==0.45.1 - # via - # pip-tools - # singlestoredb -widgetsnbextension==4.0.13 - # via ipywidgets + # via pip-tools wrapt==1.17.2 - # via - # aiobotocore - # testcontainers -xlsxwriter==3.2.2 - # via python-pptx + # via testcontainers xmltodict==0.14.2 # via moto -yarl==1.18.3 - # via aiohttp zipp==3.21.0 # via importlib-metadata -zstandard==0.23.0 - # via trino diff --git a/sdk/python/requirements/py3.9-ci-requirements.txt b/sdk/python/requirements/py3.9-ci-requirements.txt index 799b585bdc3..caf5be8dbe8 100644 --- a/sdk/python/requirements/py3.9-ci-requirements.txt +++ b/sdk/python/requirements/py3.9-ci-requirements.txt @@ -1,88 +1,34 @@ # This file was autogenerated by uv via the following command: # uv pip compile -p 3.9 --system --no-strip-extras setup.py --extra ci --output-file sdk/python/requirements/py3.9-ci-requirements.txt -aiobotocore==2.19.0 - # via feast (setup.py) -aiohappyeyeballs==2.4.6 - # via aiohttp -aiohttp==3.11.12 - # via aiobotocore -aioitertools==0.12.0 - # via aiobotocore -aiosignal==1.3.2 - # via aiohttp alabaster==0.7.16 # via sphinx -altair==4.2.2 - # via great-expectations annotated-types==0.7.0 # via pydantic anyio==4.8.0 # via # httpx - # jupyter-server # starlette # watchfiles -appnope==0.1.4 - # via ipykernel argon2-cffi==23.1.0 - # via - # jupyter-server - # minio + # via minio argon2-cffi-bindings==21.2.0 # via argon2-cffi -arrow==1.3.0 - # via isoduration -asn1crypto==1.5.1 - # via snowflake-connector-python assertpy==1.1 # via feast (setup.py) -asttokens==3.0.0 - # via stack-data -async-lru==2.0.4 - # via jupyterlab async-property==0.2.2 # via python-keycloak -async-timeout==5.0.1 - # via - # aiohttp - # redis -atpublic==4.1.0 - # via ibis-framework attrs==25.1.0 # via - # aiohttp - # jsonlines # jsonschema # referencing -azure-core==1.32.0 - # via - # azure-identity - # azure-storage-blob -azure-identity==1.20.0 - # via feast (setup.py) -azure-storage-blob==12.24.1 - # via feast (setup.py) babel==2.17.0 - # via - # jupyterlab-server - # sphinx -beautifulsoup4==4.12.3 - # via - # docling - # nbconvert -bidict==0.23.1 - # via ibis-framework + # via sphinx bigtree==0.24.0 # via feast (setup.py) -bleach[css]==6.2.0 - # via nbconvert -boto3==1.36.3 - # via - # feast (setup.py) - # moto -botocore==1.36.3 +boto3==1.36.23 + # via moto +botocore==1.36.23 # via - # aiobotocore # boto3 # moto # s3transfer @@ -90,198 +36,98 @@ build==1.2.2.post1 # via # feast (setup.py) # pip-tools - # singlestoredb cachetools==5.5.1 # via google-auth -cassandra-driver==3.29.2 - # via feast (setup.py) certifi==2025.1.31 # via - # docling - # elastic-transport # httpcore # httpx - # kubernetes # minio # requests - # snowflake-connector-python cffi==1.17.1 # via # argon2-cffi-bindings # cryptography - # snowflake-connector-python cfgv==3.4.0 # via pre-commit charset-normalizer==3.4.1 - # via - # requests - # snowflake-connector-python + # via requests click==8.1.8 # via # feast (setup.py) # dask - # geomet - # great-expectations # pip-tools - # typer # uvicorn cloudpickle==3.1.1 # via dask colorama==0.4.6 - # via - # feast (setup.py) - # great-expectations -comm==0.2.2 - # via - # ipykernel - # ipywidgets -couchbase==4.3.2 # via feast (setup.py) coverage[toml]==7.6.12 # via pytest-cov cryptography==43.0.3 # via # feast (setup.py) - # azure-identity - # azure-storage-blob - # great-expectations # jwcrypto # moto - # msal - # pyjwt - # pyopenssl - # snowflake-connector-python # types-pyopenssl # types-redis -cython==3.0.12 - # via thriftpy2 dask[dataframe]==2024.8.0 # via # feast (setup.py) # dask-expr dask-expr==1.1.10 # via dask -db-dtypes==1.4.1 - # via google-cloud-bigquery -debugpy==1.8.12 - # via ipykernel -decorator==5.1.1 - # via ipython -deepsearch-glm==1.0.0 - # via docling -defusedxml==0.7.1 - # via nbconvert -deltalake==0.24.0 - # via feast (setup.py) deprecation==2.1.0 # via python-keycloak dill==0.3.9 - # via - # feast (setup.py) - # multiprocess + # via feast (setup.py) distlib==0.3.9 # via virtualenv docker==7.1.0 # via testcontainers -docling==2.23.0 - # via feast (setup.py) -docling-core[chunking]==2.19.1 - # via - # docling - # docling-parse -docling-ibm-models==3.3.2 - # via docling -docling-parse==3.3.1 - # via docling docutils==0.19 # via sphinx -duckdb==0.10.3 - # via ibis-framework -easyocr==1.7.2 - # via docling -elastic-transport==8.17.0 - # via elasticsearch -elasticsearch==8.17.1 - # via feast (setup.py) -entrypoints==0.4 - # via altair -environs==9.5.0 - # via pymilvus -et-xmlfile==2.0.0 - # via openpyxl exceptiongroup==1.2.2 # via # anyio - # ipython # pytest execnet==2.1.1 # via pytest-xdist -executing==2.2.0 - # via stack-data -faiss-cpu==1.10.0 - # via feast (setup.py) fastapi==0.115.8 # via feast (setup.py) -fastjsonschema==2.21.1 - # via nbformat +fastavro==1.10.0 + # via feast +feast==0.1.2.post1 + # via feast (setup.py) filelock==3.17.0 - # via - # huggingface-hub - # snowflake-connector-python - # torch - # transformers - # virtualenv -filetype==1.2.0 - # via docling -fqdn==1.5.1 - # via jsonschema -frozenlist==1.5.0 - # via - # aiohttp - # aiosignal -fsspec==2024.9.0 - # via - # feast (setup.py) - # dask - # huggingface-hub - # torch -geomet==0.2.1.post1 - # via cassandra-driver + # via virtualenv +fsspec==2025.2.0 + # via dask google-api-core[grpc]==2.24.1 # via - # feast (setup.py) + # feast # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage google-auth==2.38.0 # via + # feast # google-api-core # google-cloud-bigquery # google-cloud-bigquery-storage - # google-cloud-bigtable # google-cloud-core - # google-cloud-datastore # google-cloud-storage - # kubernetes -google-cloud-bigquery[pandas]==3.29.0 - # via feast (setup.py) +google-cloud-bigquery==3.29.0 + # via feast google-cloud-bigquery-storage==2.28.0 - # via feast (setup.py) -google-cloud-bigtable==2.28.1 - # via feast (setup.py) + # via feast google-cloud-core==2.4.1 # via # google-cloud-bigquery - # google-cloud-bigtable - # google-cloud-datastore # google-cloud-storage -google-cloud-datastore==2.20.2 - # via feast (setup.py) -google-cloud-storage==2.19.0 - # via feast (setup.py) +google-cloud-storage==3.0.0 + # via feast google-crc32c==1.6.0 # via # google-cloud-storage @@ -290,41 +136,24 @@ google-resumable-media==2.7.2 # via # google-cloud-bigquery # google-cloud-storage -googleapis-common-protos[grpc]==1.67.0 +googleapis-common-protos==1.67.0 # via - # feast (setup.py) + # feast # google-api-core - # grpc-google-iam-v1 # grpcio-status -great-expectations==0.18.22 - # via feast (setup.py) -grpc-google-iam-v1==0.14.0 - # via google-cloud-bigtable grpcio==1.70.0 # via - # feast (setup.py) + # feast # google-api-core - # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools - # pymilvus - # qdrant-client -grpcio-health-checking==1.70.0 - # via feast (setup.py) -grpcio-reflection==1.70.0 - # via feast (setup.py) grpcio-status==1.70.0 # via google-api-core grpcio-testing==1.70.0 # via feast (setup.py) grpcio-tools==1.70.0 - # via - # feast (setup.py) - # qdrant-client + # via feast (setup.py) gunicorn==23.0.0 # via # feast (setup.py) @@ -333,228 +162,60 @@ h11==0.14.0 # via # httpcore # uvicorn -h2==4.2.0 - # via httpx -happybase==1.2.0 - # via feast (setup.py) -hazelcast-python-client==5.5.0 - # via feast (setup.py) -hiredis==2.4.0 - # via feast (setup.py) -hpack==4.1.0 - # via h2 httpcore==1.0.7 # via httpx httptools==0.6.4 # via uvicorn -httpx[http2]==0.27.2 +httpx==0.27.2 # via # feast (setup.py) - # jupyterlab # python-keycloak - # qdrant-client -huggingface-hub==0.28.1 - # via - # docling - # docling-ibm-models - # tokenizers - # transformers -hyperframe==6.1.0 - # via h2 -ibis-framework[duckdb]==9.0.0 - # via - # feast (setup.py) - # ibis-substrait -ibis-substrait==4.0.1 - # via feast (setup.py) identify==2.6.7 # via pre-commit idna==3.10 # via # anyio # httpx - # jsonschema # requests - # snowflake-connector-python - # yarl -imageio==2.37.0 - # via scikit-image imagesize==1.4.1 # via sphinx importlib-metadata==8.6.1 # via # build # dask - # jupyter-client - # jupyter-lsp - # jupyterlab - # jupyterlab-server - # nbconvert # sphinx # typeguard iniconfig==2.0.0 # via pytest -ipykernel==6.29.5 - # via jupyterlab -ipython==8.18.1 - # via - # great-expectations - # ipykernel - # ipywidgets -ipywidgets==8.1.5 - # via great-expectations -isodate==0.7.2 - # via azure-storage-blob -isoduration==20.11.0 - # via jsonschema -jedi==0.19.2 - # via ipython jinja2==3.1.5 # via # feast (setup.py) - # altair - # great-expectations - # jupyter-server - # jupyterlab - # jupyterlab-server # moto - # nbconvert # sphinx - # torch jmespath==1.0.1 # via - # aiobotocore # boto3 # botocore -json5==0.10.0 - # via jupyterlab-server -jsonlines==3.1.0 - # via docling-ibm-models -jsonpatch==1.33 - # via great-expectations -jsonpointer==3.0.0 - # via - # jsonpatch - # jsonschema -jsonref==1.1.0 - # via docling-core -jsonschema[format-nongpl]==4.23.0 - # via - # feast (setup.py) - # altair - # docling-core - # great-expectations - # jupyter-events - # jupyterlab-server - # nbformat +jsonschema==4.23.0 + # via feast (setup.py) jsonschema-specifications==2024.10.1 # via jsonschema -jupyter-client==8.6.3 - # via - # ipykernel - # jupyter-server - # nbclient -jupyter-core==5.7.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # nbclient - # nbconvert - # nbformat -jupyter-events==0.12.0 - # via jupyter-server -jupyter-lsp==2.2.5 - # via jupyterlab -jupyter-server==2.15.0 - # via - # jupyter-lsp - # jupyterlab - # jupyterlab-server - # notebook - # notebook-shim -jupyter-server-terminals==0.5.3 - # via jupyter-server -jupyterlab==4.3.5 - # via notebook -jupyterlab-pygments==0.3.0 - # via nbconvert -jupyterlab-server==2.27.3 - # via - # jupyterlab - # notebook -jupyterlab-widgets==3.0.13 - # via ipywidgets jwcrypto==1.5.6 # via python-keycloak -kubernetes==20.13.0 - # via feast (setup.py) -latex2mathml==3.77.0 - # via docling-core -lazy-loader==0.4 - # via scikit-image locket==1.0.0 # via partd -lxml==5.3.1 - # via - # docling - # python-docx - # python-pptx -lz4==4.4.3 - # via trino -makefun==1.15.6 - # via great-expectations -markdown-it-py==3.0.0 - # via rich -marko==2.1.2 - # via docling markupsafe==3.0.2 # via # jinja2 - # nbconvert # werkzeug -marshmallow==3.26.1 - # via - # environs - # great-expectations -matplotlib-inline==0.1.7 - # via - # ipykernel - # ipython -mdurl==0.1.2 - # via markdown-it-py -milvus-lite==2.4.11 - # via pymilvus minio==7.2.11 # via feast (setup.py) -mistune==3.1.1 - # via - # great-expectations - # nbconvert mmh3==5.1.0 # via feast (setup.py) mock==2.0.0 # via feast (setup.py) moto==4.2.14 # via feast (setup.py) -mpire[dill]==2.10.2 - # via semchunk -mpmath==1.3.0 - # via sympy -msal==1.31.1 - # via - # azure-identity - # msal-extensions -msal-extensions==1.2.0 - # via azure-identity -multidict==6.1.0 - # via - # aiobotocore - # aiohttp - # yarl -multiprocess==0.70.17 - # via mpire mypy==1.11.2 # via # feast (setup.py) @@ -563,215 +224,70 @@ mypy-extensions==1.0.0 # via mypy mypy-protobuf==3.3.0 # via feast (setup.py) -nbclient==0.10.2 - # via nbconvert -nbconvert==7.16.6 - # via jupyter-server -nbformat==5.10.4 - # via - # great-expectations - # jupyter-server - # nbclient - # nbconvert -nest-asyncio==1.6.0 - # via ipykernel -networkx==3.2.1 - # via - # scikit-image - # torch -ninja==1.11.1.3 - # via easyocr nodeenv==1.9.1 # via pre-commit -notebook==7.3.2 - # via great-expectations -notebook-shim==0.2.4 - # via - # jupyterlab - # notebook numpy==1.26.4 # via # feast (setup.py) - # altair # dask - # db-dtypes - # docling-ibm-models - # easyocr - # faiss-cpu - # great-expectations - # ibis-framework - # imageio - # opencv-python-headless # pandas - # pyarrow - # qdrant-client - # safetensors - # scikit-image - # scipy - # shapely - # tifffile - # torchvision - # transformers -oauthlib==3.2.2 - # via requests-oauthlib -opencv-python-headless==4.11.0.86 - # via - # docling-ibm-models - # easyocr -openpyxl==3.1.5 - # via docling -overrides==7.7.0 - # via jupyter-server packaging==24.2 # via # build # dask - # db-dtypes # deprecation - # faiss-cpu # google-cloud-bigquery - # great-expectations # gunicorn - # huggingface-hub - # ibis-substrait - # ipykernel - # jupyter-events - # jupyter-server - # jupyterlab - # jupyterlab-server - # lazy-loader - # marshmallow - # nbconvert # pytest - # scikit-image - # snowflake-connector-python # sphinx - # transformers pandas==2.2.3 # via # feast (setup.py) - # altair # dask # dask-expr - # db-dtypes - # docling - # docling-core - # google-cloud-bigquery - # great-expectations - # ibis-framework - # pymilvus - # snowflake-connector-python -pandocfilters==1.5.1 - # via nbconvert -parsimonious==0.10.0 - # via singlestoredb -parso==0.8.4 - # via jedi -parsy==2.1 - # via ibis-framework + # feast partd==1.4.2 # via dask pbr==6.1.1 # via mock -pexpect==4.9.0 - # via ipython -pillow==11.1.0 - # via - # docling - # docling-core - # docling-ibm-models - # docling-parse - # easyocr - # imageio - # python-pptx - # scikit-image - # torchvision pip==25.0.1 # via pip-tools pip-tools==7.4.1 # via feast (setup.py) platformdirs==3.11.0 - # via - # jupyter-core - # snowflake-connector-python - # virtualenv + # via virtualenv pluggy==1.5.0 # via pytest -ply==3.11 - # via thriftpy2 -portalocker==2.10.1 - # via - # msal-extensions - # qdrant-client pre-commit==3.3.1 # via feast (setup.py) prometheus-client==0.21.1 - # via - # feast (setup.py) - # jupyter-server -prompt-toolkit==3.0.50 - # via ipython -propcache==0.2.1 - # via - # aiohttp - # yarl + # via feast (setup.py) proto-plus==1.26.0 # via # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore protobuf==5.29.3 # via # feast (setup.py) + # feast # google-api-core # google-cloud-bigquery-storage - # google-cloud-bigtable - # google-cloud-datastore # googleapis-common-protos - # grpc-google-iam-v1 - # grpcio-health-checking - # grpcio-reflection # grpcio-status # grpcio-testing # grpcio-tools # mypy-protobuf # proto-plus - # pymilvus - # substrait psutil==5.9.0 - # via - # feast (setup.py) - # ipykernel -psycopg[binary, pool]==3.2.4 # via feast (setup.py) -psycopg-binary==3.2.4 - # via psycopg -psycopg-pool==3.2.4 - # via psycopg -ptyprocess==0.7.0 - # via - # pexpect - # terminado -pure-eval==0.2.3 - # via stack-data py==1.11.0 # via feast (setup.py) py-cpuinfo==9.0.0 # via pytest-benchmark -py4j==0.10.9.7 - # via pyspark -pyarrow==16.1.0 +pyarrow==18.0.0 # via # feast (setup.py) # dask-expr - # db-dtypes - # deltalake - # google-cloud-bigquery - # ibis-framework - # snowflake-connector-python -pyarrow-hotfix==0.6 - # via ibis-framework pyasn1==0.6.1 # via # pyasn1-modules @@ -780,8 +296,6 @@ pyasn1-modules==0.4.1 # via google-auth pybindgen==0.22.1 # via feast (setup.py) -pyclipper==1.3.0.post6 - # via easyocr pycparser==2.22 # via cffi pycryptodome==3.21.0 @@ -789,51 +303,19 @@ pycryptodome==3.21.0 pydantic==2.10.6 # via # feast (setup.py) - # docling - # docling-core - # docling-parse # fastapi - # great-expectations - # pydantic-settings - # qdrant-client pydantic-core==2.27.2 # via pydantic -pydantic-settings==2.7.1 - # via docling pygments==2.19.1 # via # feast (setup.py) - # ipython - # mpire - # nbconvert - # rich # sphinx -pyjwt[crypto]==2.10.1 - # via - # feast (setup.py) - # msal - # singlestoredb - # snowflake-connector-python -pymilvus==2.4.9 +pyjwt==2.10.1 # via feast (setup.py) -pymssql==2.3.2 - # via feast (setup.py) -pymysql==1.1.1 - # via feast (setup.py) -pyodbc==5.2.0 - # via feast (setup.py) -pyopenssl==24.3.0 - # via snowflake-connector-python -pyparsing==3.2.1 - # via great-expectations -pypdfium2==4.30.1 - # via docling pyproject-hooks==1.2.0 # via # build # pip-tools -pyspark==3.5.4 - # via feast (setup.py) pytest==7.4.4 # via # feast (setup.py) @@ -864,185 +346,71 @@ pytest-timeout==1.4.2 # via feast (setup.py) pytest-xdist==3.6.1 # via feast (setup.py) -python-bidi==0.6.3 - # via easyocr python-dateutil==2.9.0.post0 # via - # aiobotocore - # arrow # botocore # google-cloud-bigquery - # great-expectations - # ibis-framework - # jupyter-client - # kubernetes # moto # pandas - # trino -python-docx==1.1.2 - # via docling python-dotenv==1.0.1 - # via - # environs - # pydantic-settings - # uvicorn -python-json-logger==3.2.1 - # via jupyter-events + # via uvicorn python-keycloak==4.2.2 # via feast (setup.py) -python-pptx==1.0.2 - # via docling pytz==2025.1 - # via - # great-expectations - # ibis-framework - # pandas - # snowflake-connector-python - # trino + # via pandas pyyaml==6.0.2 # via # feast (setup.py) # dask - # docling-core - # easyocr - # huggingface-hub - # ibis-substrait - # jupyter-events - # kubernetes + # feast # pre-commit # responses - # transformers # uvicorn -pyzmq==26.2.1 - # via - # ipykernel - # jupyter-client - # jupyter-server -qdrant-client==1.13.2 - # via feast (setup.py) -redis==4.6.0 - # via feast (setup.py) referencing==0.36.2 # via # jsonschema # jsonschema-specifications - # jupyter-events -regex==2024.11.6 - # via - # feast (setup.py) - # parsimonious - # transformers requests==2.32.3 # via # feast (setup.py) - # azure-core # docker - # docling # google-api-core # google-cloud-bigquery # google-cloud-storage - # great-expectations - # huggingface-hub - # jupyterlab-server - # kubernetes # moto - # msal # python-keycloak - # requests-oauthlib # requests-toolbelt # responses - # singlestoredb - # snowflake-connector-python # sphinx - # transformers - # trino -requests-oauthlib==2.0.0 - # via kubernetes requests-toolbelt==1.0.0 # via python-keycloak responses==0.25.6 # via moto -rfc3339-validator==0.1.4 - # via - # jsonschema - # jupyter-events -rfc3986-validator==0.1.1 - # via - # jsonschema - # jupyter-events -rich==13.9.4 - # via - # ibis-framework - # typer rpds-py==0.22.3 # via # jsonschema # referencing rsa==4.9 # via google-auth -rtree==1.3.0 - # via docling -ruamel-yaml==0.17.40 - # via great-expectations -ruamel-yaml-clib==0.2.12 - # via ruamel-yaml ruff==0.9.6 # via feast (setup.py) s3transfer==0.11.2 # via boto3 -safetensors[torch]==0.5.2 - # via - # docling-ibm-models - # transformers -scikit-image==0.24.0 - # via easyocr -scipy==1.13.1 - # via - # docling - # easyocr - # great-expectations - # scikit-image -semchunk==2.2.2 - # via docling-core -send2trash==1.8.3 - # via jupyter-server setuptools==75.8.0 # via # grpcio-tools - # jupyterlab - # kubernetes # pbr # pip-tools - # pymilvus - # singlestoredb -shapely==2.0.7 - # via easyocr -shellingham==1.5.4 - # via typer -singlestoredb==1.7.2 - # via feast (setup.py) six==1.17.0 # via - # azure-core - # geomet - # happybase - # kubernetes # mock # python-dateutil - # rfc3339-validator - # thriftpy2 sniffio==1.3.1 # via # anyio # httpx snowballstemmer==2.2.0 # via sphinx -snowflake-connector-python[pandas]==3.13.2 - # via feast (setup.py) -sortedcontainers==2.4.0 - # via snowflake-connector-python -soupsieve==2.6 - # via beautifulsoup4 sphinx==6.2.1 # via feast (setup.py) sphinxcontrib-applehelp==2.0.0 @@ -1059,131 +427,42 @@ sphinxcontrib-serializinghtml==2.0.0 # via sphinx sqlalchemy[mypy]==2.0.38 # via feast (setup.py) -sqlglot==23.12.2 - # via ibis-framework -sqlite-vec==0.1.6 - # via feast (setup.py) -sqlparams==6.2.0 - # via singlestoredb -stack-data==0.6.3 - # via ipython starlette==0.45.3 # via fastapi -substrait==0.23.0 - # via ibis-substrait -sympy==1.13.1 - # via torch tabulate==0.9.0 - # via - # feast (setup.py) - # docling-core - # docling-parse + # via feast (setup.py) tenacity==8.5.0 # via feast (setup.py) -terminado==0.18.1 - # via - # jupyter-server - # jupyter-server-terminals testcontainers==4.8.2 # via feast (setup.py) -thriftpy2==0.5.2 - # via happybase -tifffile==2024.8.30 - # via scikit-image -tinycss2==1.4.0 - # via bleach -tokenizers==0.21.0 - # via transformers toml==0.10.2 # via feast (setup.py) tomli==2.2.1 # via # build # coverage - # jupyterlab # mypy # pip-tools # pytest # pytest-env - # singlestoredb -tomlkit==0.13.2 - # via snowflake-connector-python -toolz==0.12.1 +toolz==1.0.0 # via - # altair # dask - # ibis-framework # partd -torch==2.6.0 - # via - # docling-ibm-models - # easyocr - # safetensors - # torchvision -torchvision==0.21.0 - # via - # docling-ibm-models - # easyocr -tornado==6.4.2 - # via - # ipykernel - # jupyter-client - # jupyter-server - # jupyterlab - # notebook - # terminado tqdm==4.67.1 - # via - # feast (setup.py) - # docling - # docling-ibm-models - # great-expectations - # huggingface-hub - # milvus-lite - # mpire - # semchunk - # transformers -traitlets==5.14.3 - # via - # comm - # ipykernel - # ipython - # ipywidgets - # jupyter-client - # jupyter-core - # jupyter-events - # jupyter-server - # jupyterlab - # matplotlib-inline - # nbclient - # nbconvert - # nbformat -transformers==4.49.0 - # via - # docling-core - # docling-ibm-models -trino==0.333.0 # via feast (setup.py) typeguard==4.4.2 # via feast (setup.py) -typer==0.12.5 - # via - # docling - # docling-core types-cffi==1.16.0.20241221 # via types-pyopenssl types-protobuf==3.19.22 # via # feast (setup.py) # mypy-protobuf -types-pymysql==1.1.0.20241103 - # via feast (setup.py) types-pyopenssl==24.1.0.20240722 # via types-redis types-python-dateutil==2.9.0.20241206 - # via - # feast (setup.py) - # arrow + # via feast (setup.py) types-pytz==2025.1.0.20250204 # via feast (setup.py) types-pyyaml==6.0.12.20241230 @@ -1202,64 +481,29 @@ types-urllib3==1.26.25.14 # via types-requests typing-extensions==4.12.2 # via - # aioitertools # anyio - # async-lru - # azure-core - # azure-identity - # azure-storage-blob - # docling-core # fastapi - # great-expectations - # huggingface-hub - # ibis-framework - # ipython # jwcrypto # minio - # mistune - # multidict # mypy - # psycopg - # psycopg-pool # pydantic # pydantic-core - # python-docx - # python-json-logger - # python-pptx # referencing - # rich - # snowflake-connector-python # sqlalchemy # starlette # testcontainers - # torch # typeguard - # typer # uvicorn tzdata==2025.1 # via pandas -tzlocal==5.3 - # via - # great-expectations - # trino -ujson==5.10.0 - # via pymilvus -uri-template==1.3.0 - # via jsonschema urllib3==1.26.20 # via # feast (setup.py) - # aiobotocore # botocore # docker - # elastic-transport - # great-expectations - # kubernetes # minio - # qdrant-client # requests # responses - # snowflake-connector-python # testcontainers uvicorn[standard]==0.34.0 # via @@ -1275,39 +519,15 @@ virtualenv==20.23.0 # pre-commit watchfiles==1.0.4 # via uvicorn -wcwidth==0.2.13 - # via prompt-toolkit -webcolors==24.11.1 - # via jsonschema -webencodings==0.5.1 - # via - # bleach - # tinycss2 -websocket-client==1.8.0 - # via - # jupyter-server - # kubernetes websockets==15.0 # via uvicorn werkzeug==3.1.3 # via moto wheel==0.45.1 - # via - # pip-tools - # singlestoredb -widgetsnbextension==4.0.13 - # via ipywidgets + # via pip-tools wrapt==1.17.2 - # via - # aiobotocore - # testcontainers -xlsxwriter==3.2.2 - # via python-pptx + # via testcontainers xmltodict==0.14.2 # via moto -yarl==1.18.3 - # via aiohttp zipp==3.21.0 # via importlib-metadata -zstandard==0.23.0 - # via trino