Skip to content

Commit 504e40e

Browse files
tokokotokoko
authored
chore: Upgrade dask dependency (#4050)
* add dataframe extra to dask Signed-off-by: tokoko <togurg14@freeuni.edu.ge> * update pinned versions Signed-off-by: tokoko <togurg14@freeuni.edu.ge> * add ignore rules to mssql, it's too broken Signed-off-by: tokoko <togurg14@freeuni.edu.ge> * ruff reformat Signed-off-by: tokoko <togurg14@freeuni.edu.ge> --------- Signed-off-by: tokoko <togurg14@freeuni.edu.ge>
1 parent 474eb62 commit 504e40e

File tree

7 files changed

+141
-111
lines changed

7 files changed

+141
-111
lines changed

‎sdk/python/feast/infra/offline_stores/contrib/mssql_offline_store/mssql.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -423,7 +423,7 @@ def _upload_entity_df_into_sqlserver_and_get_entity_schema(
423423

424424
elif isinstance(entity_df, pandas.DataFrame):
425425
# Drop the index so that we don't have unnecessary columns
426-
engine.execute(_df_to_create_table_sql(entity_df, table_id))
426+
engine.execute(_df_to_create_table_sql(entity_df, table_id)) # type: ignore
427427
entity_df.to_sql(name=table_id, con=engine, index=False, if_exists="append")
428428
entity_schema = dict(zip(entity_df.columns, entity_df.dtypes)), table_id
429429

‎sdk/python/feast/infra/offline_stores/contrib/mssql_offline_store/tests/data_source.py‎

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -83,7 +83,7 @@ def create_data_source(
8383
engine = create_engine(connection_string)
8484
destination_name = self.get_prefixed_table_name(destination_name)
8585
# Create table
86-
engine.execute(_df_to_create_table_sql(df, destination_name))
86+
engine.execute(_df_to_create_table_sql(df, destination_name)) # type: ignore
8787

8888
# Upload dataframe to azure table
8989
df.to_sql(destination_name, engine, index=False, if_exists="append")

‎sdk/python/requirements/py3.10-ci-requirements.txt‎

Lines changed: 48 additions & 40 deletions
Original file line numberDiff line numberDiff line change
@@ -18,8 +18,6 @@ anyio==4.3.0
1818
# watchfiles
1919
appdirs==1.4.4
2020
# via fissix
21-
appnope==0.1.4
22-
# via ipykernel
2321
argon2-cffi==23.1.0
2422
# via jupyter-server
2523
argon2-cffi-bindings==21.2.0
@@ -36,7 +34,7 @@ async-lru==2.0.4
3634
# via jupyterlab
3735
async-timeout==4.0.3
3836
# via redis
39-
atpublic==4.0
37+
atpublic==4.1.0
4038
# via ibis-framework
4139
attrs==23.2.0
4240
# via
@@ -61,18 +59,18 @@ bidict==0.23.1
6159
# via ibis-framework
6260
bleach==6.1.0
6361
# via nbconvert
64-
boto3==1.34.69
62+
boto3==1.34.80
6563
# via
6664
# feast (setup.py)
6765
# moto
68-
botocore==1.34.69
66+
botocore==1.34.80
6967
# via
7068
# boto3
7169
# moto
7270
# s3transfer
7371
bowler==0.9.0
7472
# via feast (setup.py)
75-
build==1.1.1
73+
build==1.2.1
7674
# via
7775
# feast (setup.py)
7876
# pip-tools
@@ -138,8 +136,12 @@ cryptography==42.0.5
138136
# snowflake-connector-python
139137
# types-pyopenssl
140138
# types-redis
141-
dask==2024.2.1
142-
# via feast (setup.py)
139+
dask[array,dataframe]==2024.4.1
140+
# via
141+
# dask-expr
142+
# feast (setup.py)
143+
dask-expr==1.0.10
144+
# via dask
143145
db-dtypes==1.2.0
144146
# via google-cloud-bigquery
145147
debugpy==1.8.1
@@ -167,7 +169,7 @@ duckdb==0.10.1
167169
# via
168170
# duckdb-engine
169171
# ibis-framework
170-
duckdb-engine==0.11.2
172+
duckdb-engine==0.11.4
171173
# via ibis-framework
172174
entrypoints==0.4
173175
# via altair
@@ -176,15 +178,15 @@ exceptiongroup==1.2.0
176178
# anyio
177179
# ipython
178180
# pytest
179-
execnet==2.0.2
181+
execnet==2.1.1
180182
# via pytest-xdist
181183
executing==2.0.1
182184
# via stack-data
183-
fastapi==0.110.0
185+
fastapi==0.110.1
184186
# via feast (setup.py)
185187
fastjsonschema==2.19.1
186188
# via nbformat
187-
filelock==3.13.1
189+
filelock==3.13.3
188190
# via
189191
# snowflake-connector-python
190192
# virtualenv
@@ -214,14 +216,15 @@ google-api-core[grpc]==2.18.0
214216
# google-cloud-datastore
215217
# google-cloud-firestore
216218
# google-cloud-storage
217-
google-api-python-client==2.123.0
219+
google-api-python-client==2.125.0
218220
# via firebase-admin
219221
google-auth==2.29.0
220222
# via
221223
# google-api-core
222224
# google-api-python-client
223225
# google-auth-httplib2
224226
# google-cloud-core
227+
# google-cloud-firestore
225228
# google-cloud-storage
226229
# kubernetes
227230
google-auth-httplib2==0.2.0
@@ -241,7 +244,7 @@ google-cloud-core==2.4.1
241244
# google-cloud-storage
242245
google-cloud-datastore==2.19.0
243246
# via feast (setup.py)
244-
google-cloud-firestore==2.15.0
247+
google-cloud-firestore==2.16.0
245248
# via firebase-admin
246249
google-cloud-storage==2.16.0
247250
# via
@@ -289,7 +292,7 @@ grpcio-testing==1.62.1
289292
# via feast (setup.py)
290293
grpcio-tools==1.62.1
291294
# via feast (setup.py)
292-
gunicorn==21.2.0
295+
gunicorn==21.2.0 ; platform_system != "Windows"
293296
# via feast (setup.py)
294297
h11==0.14.0
295298
# via
@@ -301,7 +304,7 @@ hazelcast-python-client==5.3.0
301304
# via feast (setup.py)
302305
hiredis==2.3.2
303306
# via feast (setup.py)
304-
httpcore==1.0.4
307+
httpcore==1.0.5
305308
# via httpx
306309
httplib2==0.22.0
307310
# via
@@ -338,9 +341,9 @@ importlib-resources==6.4.0
338341
# via feast (setup.py)
339342
iniconfig==2.0.0
340343
# via pytest
341-
ipykernel==6.29.3
344+
ipykernel==6.29.4
342345
# via jupyterlab
343-
ipython==8.22.2
346+
ipython==8.23.0
344347
# via
345348
# great-expectations
346349
# ipykernel
@@ -413,11 +416,11 @@ jupyter-server==2.13.0
413416
# notebook-shim
414417
jupyter-server-terminals==0.5.3
415418
# via jupyter-server
416-
jupyterlab==4.1.5
419+
jupyterlab==4.1.6
417420
# via notebook
418421
jupyterlab-pygments==0.3.0
419422
# via nbconvert
420-
jupyterlab-server==2.25.4
423+
jupyterlab-server==2.26.0
421424
# via
422425
# jupyterlab
423426
# notebook
@@ -482,7 +485,7 @@ nbclient==0.10.0
482485
# via nbconvert
483486
nbconvert==7.16.3
484487
# via jupyter-server
485-
nbformat==5.10.3
488+
nbformat==5.10.4
486489
# via
487490
# great-expectations
488491
# jupyter-server
@@ -501,6 +504,7 @@ notebook-shim==0.2.4
501504
numpy==1.24.4
502505
# via
503506
# altair
507+
# dask
504508
# db-dtypes
505509
# feast (setup.py)
506510
# great-expectations
@@ -512,13 +516,14 @@ oauthlib==3.2.2
512516
# via requests-oauthlib
513517
overrides==7.7.0
514518
# via jupyter-server
515-
packaging==24.0
519+
packaging==21.3
516520
# via
517521
# build
518522
# dask
519523
# db-dtypes
520524
# deprecation
521525
# docker
526+
# duckdb-engine
522527
# google-cloud-bigquery
523528
# great-expectations
524529
# gunicorn
@@ -536,6 +541,8 @@ packaging==24.0
536541
pandas==2.2.1
537542
# via
538543
# altair
544+
# dask
545+
# dask-expr
539546
# db-dtypes
540547
# feast (setup.py)
541548
# google-cloud-bigquery
@@ -544,7 +551,7 @@ pandas==2.2.1
544551
# snowflake-connector-python
545552
pandocfilters==1.5.1
546553
# via nbconvert
547-
parso==0.8.3
554+
parso==0.8.4
548555
# via jedi
549556
parsy==2.1
550557
# via ibis-framework
@@ -620,22 +627,23 @@ py4j==0.10.9.7
620627
# via pyspark
621628
pyarrow==15.0.2
622629
# via
630+
# dask-expr
623631
# db-dtypes
624632
# feast (setup.py)
625633
# google-cloud-bigquery
626634
# ibis-framework
627635
# snowflake-connector-python
628636
pyarrow-hotfix==0.6
629637
# via ibis-framework
630-
pyasn1==0.5.1
638+
pyasn1==0.6.0
631639
# via
632640
# pyasn1-modules
633641
# rsa
634-
pyasn1-modules==0.3.0
642+
pyasn1-modules==0.4.0
635643
# via google-auth
636644
pybindgen==0.22.1
637645
# via feast (setup.py)
638-
pycparser==2.21
646+
pycparser==2.22
639647
# via cffi
640648
pydantic==2.6.4
641649
# via
@@ -655,7 +663,7 @@ pyjwt[crypto]==2.8.0
655663
# via
656664
# msal
657665
# snowflake-connector-python
658-
pymssql==2.2.11
666+
pymssql==2.3.0
659667
# via feast (setup.py)
660668
pymysql==1.1.0
661669
# via feast (setup.py)
@@ -667,6 +675,7 @@ pyparsing==3.1.2
667675
# via
668676
# great-expectations
669677
# httplib2
678+
# packaging
670679
pyproject-hooks==1.0.0
671680
# via
672681
# build
@@ -686,7 +695,7 @@ pytest==7.4.4
686695
# pytest-xdist
687696
pytest-benchmark==3.4.1
688697
# via feast (setup.py)
689-
pytest-cov==4.1.0
698+
pytest-cov==5.0.0
690699
# via feast (setup.py)
691700
pytest-env==1.1.3
692701
# via feast (setup.py)
@@ -791,13 +800,13 @@ rsa==4.9
791800
# via google-auth
792801
ruamel-yaml==0.17.17
793802
# via great-expectations
794-
ruff==0.3.4
803+
ruff==0.3.5
795804
# via feast (setup.py)
796805
s3transfer==0.10.1
797806
# via boto3
798-
scipy==1.12.0
807+
scipy==1.13.0
799808
# via great-expectations
800-
send2trash==1.8.2
809+
send2trash==1.8.3
801810
# via jupyter-server
802811
six==1.16.0
803812
# via
@@ -838,7 +847,7 @@ sphinxcontrib-qthelp==1.0.7
838847
# via sphinx
839848
sphinxcontrib-serializinghtml==1.1.10
840849
# via sphinx
841-
sqlalchemy[mypy]==1.4.52
850+
sqlalchemy[mypy]==2.0.29
842851
# via
843852
# duckdb-engine
844853
# feast (setup.py)
@@ -847,15 +856,13 @@ sqlalchemy[mypy]==1.4.52
847856
# sqlalchemy-views
848857
sqlalchemy-views==0.3.2
849858
# via ibis-framework
850-
sqlalchemy2-stubs==0.0.2a38
851-
# via sqlalchemy
852859
sqlglot==20.11.0
853860
# via ibis-framework
854861
stack-data==0.6.3
855862
# via ipython
856-
starlette==0.36.3
863+
starlette==0.37.2
857864
# via fastapi
858-
substrait==0.14.1
865+
substrait==0.15.0
859866
# via ibis-substrait
860867
tabulate==0.9.0
861868
# via feast (setup.py)
@@ -938,7 +945,7 @@ types-pytz==2024.1.0.20240203
938945
# via feast (setup.py)
939946
types-pyyaml==6.0.12.20240311
940947
# via feast (setup.py)
941-
types-redis==4.6.0.20240311
948+
types-redis==4.6.0.20240409
942949
# via feast (setup.py)
943950
types-requests==2.30.0.0
944951
# via feast (setup.py)
@@ -948,7 +955,7 @@ types-tabulate==0.9.0.20240106
948955
# via feast (setup.py)
949956
types-urllib3==1.26.25.14
950957
# via types-requests
951-
typing-extensions==4.10.0
958+
typing-extensions==4.11.0
952959
# via
953960
# anyio
954961
# async-lru
@@ -957,11 +964,12 @@ typing-extensions==4.10.0
957964
# fastapi
958965
# great-expectations
959966
# ibis-framework
967+
# ipython
960968
# mypy
961969
# pydantic
962970
# pydantic-core
963971
# snowflake-connector-python
964-
# sqlalchemy2-stubs
972+
# sqlalchemy
965973
# typeguard
966974
# uvicorn
967975
tzdata==2024.1
@@ -1011,7 +1019,7 @@ websocket-client==1.7.0
10111019
# kubernetes
10121020
websockets==12.0
10131021
# via uvicorn
1014-
werkzeug==3.0.1
1022+
werkzeug==3.0.2
10151023
# via moto
10161024
wheel==0.43.0
10171025
# via pip-tools

0 commit comments

Comments
 (0)