Skip to content

Commit 5d6fa94

Browse files
adchiaadchia
authored
fix: Add S3FS dependency (which Dask depends on for S3 files) (#2701)
* fix: Add S3FS dependency (which Dask depends on for S3 files) Signed-off-by: Danny Chiao <danny@tecton.ai> * fix requirements to prevent conflicting requirements Signed-off-by: Danny Chiao <danny@tecton.ai>
1 parent 0d60eaa commit 5d6fa94

File tree

9 files changed

+213
-197
lines changed

9 files changed

+213
-197
lines changed

‎sdk/python/requirements/py3.10-ci-requirements.txt‎

Lines changed: 39 additions & 28 deletions
Original file line numberDiff line numberDiff line change
@@ -12,17 +12,23 @@ adal==1.2.7
1212
# msrestazure
1313
adlfs==0.5.9
1414
# via feast (setup.py)
15+
aiobotocore==2.1.2
16+
# via s3fs
1517
aiohttp==3.8.1
1618
# via
1719
# adlfs
20+
# aiobotocore
1821
# gcsfs
22+
# s3fs
23+
aioitertools==0.10.0
24+
# via aiobotocore
1925
aiosignal==1.2.0
2026
# via aiohttp
2127
alabaster==0.7.12
2228
# via sphinx
2329
altair==4.2.0
2430
# via great-expectations
25-
anyio==3.5.0
31+
anyio==3.6.1
2632
# via
2733
# starlette
2834
# watchgod
@@ -52,7 +58,7 @@ attrs==21.4.0
5258
# pytest
5359
avro==1.10.0
5460
# via feast (setup.py)
55-
azure-core==1.23.1
61+
azure-core==1.24.0
5662
# via
5763
# adlfs
5864
# azure-identity
@@ -61,20 +67,21 @@ azure-datalake-store==0.0.52
6167
# via adlfs
6268
azure-identity==1.10.0
6369
# via adlfs
64-
azure-storage-blob==12.11.0
70+
azure-storage-blob==12.12.0
6571
# via adlfs
6672
babel==2.10.1
6773
# via sphinx
6874
backcall==0.2.0
6975
# via ipython
7076
black==19.10b0
7177
# via feast (setup.py)
72-
boto3==1.22.8
78+
boto3==1.20.23
7379
# via
7480
# feast (setup.py)
7581
# moto
76-
botocore==1.25.8
82+
botocore==1.23.24
7783
# via
84+
# aiobotocore
7885
# boto3
7986
# moto
8087
# s3transfer
@@ -115,7 +122,7 @@ colorama==0.4.4
115122
# via
116123
# feast (setup.py)
117124
# great-expectations
118-
coverage[toml]==6.3.2
125+
coverage[toml]==6.3.3
119126
# via pytest-cov
120127
cryptography==3.4.8
121128
# via
@@ -158,15 +165,15 @@ execnet==1.9.0
158165
# via pytest-xdist
159166
executing==0.8.3
160167
# via stack-data
161-
fastapi==0.76.0
168+
fastapi==0.78.0
162169
# via feast (setup.py)
163170
fastavro==1.4.11
164171
# via
165172
# feast (setup.py)
166173
# pandavro
167174
fastjsonschema==2.15.3
168175
# via nbformat
169-
filelock==3.6.0
176+
filelock==3.7.0
170177
# via virtualenv
171178
firebase-admin==4.5.2
172179
# via feast (setup.py)
@@ -176,12 +183,13 @@ frozenlist==1.3.0
176183
# via
177184
# aiohttp
178185
# aiosignal
179-
fsspec==2022.3.0
186+
fsspec==2022.1.0
180187
# via
181188
# adlfs
182189
# dask
183190
# gcsfs
184-
gcsfs==2022.3.0
191+
# s3fs
192+
gcsfs==0.8.0
185193
# via feast (setup.py)
186194
google-api-core[grpc]==1.31.5
187195
# via
@@ -227,7 +235,6 @@ google-cloud-storage==1.40.0
227235
# via
228236
# feast (setup.py)
229237
# firebase-admin
230-
# gcsfs
231238
google-crc32c==1.3.0
232239
# via google-resumable-media
233240
google-resumable-media==1.3.3
@@ -241,15 +248,15 @@ googleapis-common-protos==1.52.0
241248
# tensorflow-metadata
242249
great-expectations==0.14.13
243250
# via feast (setup.py)
244-
grpcio==1.46.0
251+
grpcio==1.46.1
245252
# via
246253
# feast (setup.py)
247254
# google-api-core
248255
# google-cloud-bigquery
249256
# grpcio-reflection
250257
# grpcio-testing
251258
# grpcio-tools
252-
grpcio-reflection==1.46.0
259+
grpcio-reflection==1.46.1
253260
# via feast (setup.py)
254261
grpcio-testing==1.44.0
255262
# via feast (setup.py)
@@ -296,7 +303,7 @@ jinja2==3.0.3
296303
# great-expectations
297304
# moto
298305
# sphinx
299-
jmespath==1.0.0
306+
jmespath==0.10.0
300307
# via
301308
# boto3
302309
# botocore
@@ -330,7 +337,7 @@ mmh3==3.0.0
330337
# via feast (setup.py)
331338
mock==2.0.0
332339
# via feast (setup.py)
333-
moto==3.1.7
340+
moto==3.1.9
334341
# via feast (setup.py)
335342
msal==1.17.0
336343
# via
@@ -409,7 +416,7 @@ pexpect==4.8.0
409416
# via ipython
410417
pickleshare==0.7.5
411418
# via ipython
412-
pip-tools==6.6.0
419+
pip-tools==6.6.1
413420
# via feast (setup.py)
414421
platformdirs==2.5.2
415422
# via virtualenv
@@ -486,7 +493,7 @@ pygments==2.12.0
486493
# via
487494
# ipython
488495
# sphinx
489-
pyjwt[crypto]==2.3.0
496+
pyjwt[crypto]==2.4.0
490497
# via
491498
# adal
492499
# msal
@@ -591,6 +598,8 @@ rsa==4.8
591598
# via google-auth
592599
ruamel-yaml==0.17.17
593600
# via great-expectations
601+
s3fs==2022.1.0
602+
# via feast (setup.py)
594603
s3transfer==0.5.2
595604
# via boto3
596605
scipy==1.8.0
@@ -639,17 +648,17 @@ sphinxcontrib-serializinghtml==1.1.5
639648
# via sphinx
640649
stack-data==0.2.0
641650
# via ipython
642-
starlette==0.18.0
651+
starlette==0.19.1
643652
# via fastapi
644653
tabulate==0.8.9
645654
# via feast (setup.py)
646655
tenacity==8.0.1
647656
# via feast (setup.py)
648-
tensorflow-metadata==1.7.0
657+
tensorflow-metadata==1.8.0
649658
# via feast (setup.py)
650659
termcolor==1.1.0
651660
# via great-expectations
652-
testcontainers==3.5.3
661+
testcontainers==3.5.4
653662
# via feast (setup.py)
654663
thriftpy2==0.4.14
655664
# via happybase
@@ -674,7 +683,7 @@ tqdm==4.64.0
674683
# via
675684
# feast (setup.py)
676685
# great-expectations
677-
traitlets==5.1.1
686+
traitlets==5.2.1.post0
678687
# via
679688
# ipython
680689
# jupyter-core
@@ -684,23 +693,23 @@ trino==0.313.0
684693
# via feast (setup.py)
685694
typed-ast==1.5.3
686695
# via black
687-
types-protobuf==3.19.18
696+
types-protobuf==3.19.20
688697
# via
689698
# feast (setup.py)
690699
# mypy-protobuf
691-
types-python-dateutil==2.8.14
700+
types-python-dateutil==2.8.15
692701
# via feast (setup.py)
693-
types-pytz==2021.3.7
702+
types-pytz==2021.3.8
694703
# via feast (setup.py)
695704
types-pyyaml==6.0.7
696705
# via feast (setup.py)
697-
types-redis==4.2.1
706+
types-redis==4.2.3
698707
# via feast (setup.py)
699708
types-requests==2.27.25
700709
# via feast (setup.py)
701710
types-setuptools==57.4.14
702711
# via feast (setup.py)
703-
types-tabulate==0.8.8
712+
types-tabulate==0.8.9
704713
# via feast (setup.py)
705714
types-urllib3==1.26.14
706715
# via types-requests
@@ -714,12 +723,13 @@ tzdata==2022.1
714723
# via pytz-deprecation-shim
715724
tzlocal==4.2
716725
# via great-expectations
726+
ujson==5.2.0
727+
# via gcsfs
717728
uritemplate==4.1.1
718729
# via google-api-python-client
719730
urllib3==1.26.9
720731
# via
721732
# botocore
722-
# feast (setup.py)
723733
# great-expectations
724734
# minio
725735
# requests
@@ -744,9 +754,10 @@ wheel==0.37.1
744754
# via pip-tools
745755
wrapt==1.14.1
746756
# via
757+
# aiobotocore
747758
# deprecated
748759
# testcontainers
749-
xmltodict==0.12.0
760+
xmltodict==0.13.0
750761
# via moto
751762
yarl==1.7.2
752763
# via aiohttp

‎sdk/python/requirements/py3.10-requirements.txt‎

Lines changed: 12 additions & 20 deletions
Original file line numberDiff line numberDiff line change
@@ -6,15 +6,15 @@
66
#
77
absl-py==1.0.0
88
# via tensorflow-metadata
9-
anyio==3.5.0
9+
anyio==3.6.1
1010
# via
1111
# starlette
1212
# watchgod
1313
asgiref==3.5.1
1414
# via uvicorn
1515
attrs==21.4.0
1616
# via jsonschema
17-
cachetools==4.2.4
17+
cachetools==5.1.0
1818
# via google-auth
1919
certifi==2021.10.8
2020
# via requests
@@ -32,28 +32,28 @@ dask==2022.1.1
3232
# via feast (setup.py)
3333
dill==0.3.4
3434
# via feast (setup.py)
35-
fastapi==0.76.0
35+
fastapi==0.78.0
3636
# via feast (setup.py)
3737
fastavro==1.4.11
3838
# via
3939
# feast (setup.py)
4040
# pandavro
4141
fsspec==2022.3.0
4242
# via dask
43-
google-api-core==1.31.5
43+
google-api-core==2.7.3
4444
# via feast (setup.py)
45-
google-auth==1.35.0
45+
google-auth==2.6.6
4646
# via google-api-core
4747
googleapis-common-protos==1.52.0
4848
# via
4949
# feast (setup.py)
5050
# google-api-core
5151
# tensorflow-metadata
52-
grpcio==1.46.0
52+
grpcio==1.46.1
5353
# via
5454
# feast (setup.py)
5555
# grpcio-reflection
56-
grpcio-reflection==1.46.0
56+
grpcio-reflection==1.46.1
5757
# via feast (setup.py)
5858
h11==0.13.0
5959
# via uvicorn
@@ -80,9 +80,7 @@ numpy==1.21.6
8080
# pandavro
8181
# pyarrow
8282
packaging==21.3
83-
# via
84-
# dask
85-
# google-api-core
83+
# via dask
8684
pandas==1.4.2
8785
# via
8886
# feast (setup.py)
@@ -113,7 +111,7 @@ pydantic==1.9.0
113111
# via
114112
# fastapi
115113
# feast (setup.py)
116-
pyparsing==3.0.8
114+
pyparsing==3.0.9
117115
# via packaging
118116
pyrsistent==0.18.1
119117
# via jsonschema
@@ -122,9 +120,7 @@ python-dateutil==2.8.2
122120
python-dotenv==0.20.0
123121
# via uvicorn
124122
pytz==2022.1
125-
# via
126-
# google-api-core
127-
# pandas
123+
# via pandas
128124
pyyaml==6.0
129125
# via
130126
# dask
@@ -137,20 +133,19 @@ rsa==4.8
137133
six==1.16.0
138134
# via
139135
# absl-py
140-
# google-api-core
141136
# google-auth
142137
# grpcio
143138
# pandavro
144139
# python-dateutil
145140
sniffio==1.2.0
146141
# via anyio
147-
starlette==0.18.0
142+
starlette==0.19.1
148143
# via fastapi
149144
tabulate==0.8.9
150145
# via feast (setup.py)
151146
tenacity==8.0.1
152147
# via feast (setup.py)
153-
tensorflow-metadata==1.7.0
148+
tensorflow-metadata==1.8.0
154149
# via feast (setup.py)
155150
toml==0.10.2
156151
# via feast (setup.py)
@@ -172,6 +167,3 @@ watchgod==0.8.2
172167
# via uvicorn
173168
websockets==10.3
174169
# via uvicorn
175-
176-
# The following packages are considered to be unsafe in a requirements file:
177-
# setuptools

0 commit comments

Comments
 (0)