upgrade to Python 3.13 and Debian Trixie (#13037)

dfangl · alexrashed · web-flow · commit 524c3ae94237 · 2025-09-18T12:53:55.000+02:00
Co-authored-by: Alexander Rashed &lt;alexander.rashed@localstack.cloud&gt;
diff --git a/.github/workflows/asf-updates.yml b/.github/workflows/asf-updates.yml
@@ -19,11 +19,9 @@ jobs:
           sudo apt-get update
           sudo apt-get install jq
 
-      - name: Set up Python 3.11
+      - name: Set up Python
         id: setup-python
         uses: actions/setup-python@v6
-        with:
-          python-version: '3.11'
 
       - name: Install release helper dependencies
         run: pip install --upgrade setuptools setuptools_scm uv
diff --git a/.github/workflows/aws-main.yml b/.github/workflows/aws-main.yml
@@ -105,7 +105,6 @@ jobs:
         - name: Set up Python
           uses: actions/setup-python@v6
           with:
-            python-version-file: '.python-version'
             cache: 'pip'
             cache-dependency-path: 'requirements-dev.txt'
 
diff --git a/.github/workflows/aws-tests-s3-image.yml b/.github/workflows/aws-tests-s3-image.yml
@@ -115,8 +115,6 @@ jobs:
 
       - name: Set up Python
         uses: actions/setup-python@v6
-        with:
-          python-version: '3.11'
 
       - name: Install docker build dependencies
         run: pip install --upgrade setuptools setuptools_scm
diff --git a/.github/workflows/aws-tests.yml b/.github/workflows/aws-tests.yml
@@ -281,7 +281,7 @@ jobs:
                - 'tests/aws/services/sns/**' # todo: potentially add more locations (lambda/sqs tests?)
 
       - name: Run Unit Tests
-        timeout-minutes: 8
+        timeout-minutes: 20
         env:
           # add the GitHub API token to avoid rate limit issues
           GITHUB_API_TOKEN: ${{ secrets.GITHUB_TOKEN }}
diff --git a/.github/workflows/marker-report.yml b/.github/workflows/marker-report.yml
@@ -45,8 +45,6 @@ jobs:
       - name: Set up Python
         id: setup-python
         uses: actions/setup-python@v6
-        with:
-          python-version: "3.11"
 
       - name: Cache LocalStack community dependencies (venv)
         uses: actions/cache@v4
diff --git a/.github/workflows/tests-bin.yml b/.github/workflows/tests-bin.yml
@@ -30,8 +30,6 @@ jobs:
 
       - name: Set up Python
         uses: actions/setup-python@v6
-        with:
-          python-version: '3.11'
 
       - name: Install helper script dependencies
         run: pip install --upgrade setuptools setuptools_scm
diff --git a/.github/workflows/tests-podman.yml b/.github/workflows/tests-podman.yml
@@ -41,8 +41,6 @@ jobs:
 
       - name: Set up Python
         uses: actions/setup-python@v6
-        with:
-          python-version: "3.11"
 
       - name: Install podman and test dependencies
         run: |
diff --git a/.github/workflows/tests-pro-integration.yml b/.github/workflows/tests-pro-integration.yml
@@ -209,17 +209,17 @@ jobs:
         id: setup-python
         uses: actions/setup-python@v6
         with:
-          python-version: '3.11'
+          python-version-file: 'localstack/.python-version'
 
       - name: Set up Node 22.x
         uses: actions/setup-node@v5
         with:
           node-version: 22.x
 
-      - name: Set up JDK 11
+      - name: Set up JDK 21
         uses: actions/setup-java@v5
         with:
-          java-version: '11'
+          java-version: '21'
           distribution: 'temurin'
 
       - name: Set up Terraform
diff --git a/.python-version b/.python-version
@@ -1 +1 @@
-3.11
+3.13
diff --git a/Dockerfile b/Dockerfile
@@ -1,7 +1,7 @@
 #
 # base: Stage which installs necessary runtime dependencies (OS packages, etc.)
 #
-FROM python:3.11.13-slim-bookworm@sha256:873f91540d53b36327ed4fb018c9669107a4e2a676719720edb4209c4b15d029 AS base
+FROM python:3.13.7-slim-trixie@sha256:58c30f5bfaa718b5803a53393190b9c68bd517c44c6c94c1b6c8c172bcfad040 AS base
 ARG TARGETARCH
 
 # Install runtime OS package dependencies
@@ -161,9 +161,9 @@ RUN --mount=type=cache,target=/root/.cache \
     chmod -R 777 /usr/lib/localstack
 
 # link the python package installer virtual environments into the localstack venv
-RUN echo /var/lib/localstack/lib/python-packages/lib/python3.11/site-packages > localstack-var-python-packages-venv.pth && \
+RUN echo /var/lib/localstack/lib/python-packages/lib/python3.13/site-packages > localstack-var-python-packages-venv.pth && \
     mv localstack-var-python-packages-venv.pth .venv/lib/python*/site-packages/
-RUN echo /usr/lib/localstack/python-packages/lib/python3.11/site-packages > localstack-static-python-packages-venv.pth && \
+RUN echo /usr/lib/localstack/python-packages/lib/python3.13/site-packages > localstack-static-python-packages-venv.pth && \
     mv localstack-static-python-packages-venv.pth .venv/lib/python*/site-packages/
 
 # expose edge service, external service ports, and debugpy
diff --git a/Dockerfile.s3 b/Dockerfile.s3
@@ -1,5 +1,5 @@
 # base: Stage which installs necessary runtime dependencies (OS packages, filesystem...)
-FROM python:3.11.13-slim-bookworm@sha256:873f91540d53b36327ed4fb018c9669107a4e2a676719720edb4209c4b15d029 AS base
+FROM python:3.13.7-slim-trixie@sha256:58c30f5bfaa718b5803a53393190b9c68bd517c44c6c94c1b6c8c172bcfad040 AS base
 ARG TARGETARCH
 
 # set workdir
@@ -66,7 +66,7 @@ RUN --mount=type=cache,target=/root/.cache \
 
 # delete the botocore specs for other services (>80mb)
 # TODO: well now it's compressed and it's much lighter: 20mb maybe not worth it
-RUN find .venv/lib/python3.11/site-packages/botocore/data/ -mindepth 1 -maxdepth 1 -type d -not -name s3 -exec rm -rf '{}' \;
+RUN find .venv/lib/python3.13/site-packages/botocore/data/ -mindepth 1 -maxdepth 1 -type d -not -name s3 -exec rm -rf '{}' \;
 
 
 # final stage: Builds upon base stage and copies resources from builder stages
@@ -97,9 +97,9 @@ RUN SETUPTOOLS_SCM_PRETEND_VERSION_FOR_LOCALSTACK_CORE=${LOCALSTACK_BUILD_VERSIO
 RUN . .venv/bin/activate && python3 -m localstack.aws.spec
 
 # link the python package installer virtual environments into the localstack venv
-RUN echo /var/lib/localstack/lib/python-packages/lib/python3.11/site-packages > localstack-var-python-packages-venv.pth && \
+RUN echo /var/lib/localstack/lib/python-packages/lib/python3.13/site-packages > localstack-var-python-packages-venv.pth && \
     mv localstack-var-python-packages-venv.pth .venv/lib/python*/site-packages/
-RUN echo /usr/lib/localstack/python-packages/lib/python3.11/site-packages > localstack-static-python-packages-venv.pth && \
+RUN echo /usr/lib/localstack/python-packages/lib/python3.13/site-packages > localstack-static-python-packages-venv.pth && \
     mv localstack-static-python-packages-venv.pth .venv/lib/python*/site-packages/
 
 # expose edge service and debugpy
diff --git a/localstack-core/localstack/runtime/init.py b/localstack-core/localstack/runtime/init.py
@@ -89,7 +89,7 @@ class ShellScriptRunner(ScriptRunner):
     suffixes = [".sh"]
 
     def run(self, path: str) -> None:
-        exit_code = subprocess.call(args=[], executable=path)
+        exit_code = subprocess.call(args=[path])
         if exit_code != 0:
             raise OSError(f"Script {path} returned a non-zero exit code {exit_code}")
 
diff --git a/localstack-core/localstack/services/s3/provider.py b/localstack-core/localstack/services/s3/provider.py
@@ -3859,7 +3859,9 @@ def put_object_retention(
         if retention and retention["RetainUntilDate"] < datetime.datetime.now(datetime.UTC):
             # weirdly, this date is format as following: Tue Dec 31 16:00:00 PST 2019
             # it contains the timezone as PST, even if you target a bucket in Europe or Asia
-            pst_datetime = retention["RetainUntilDate"].astimezone(tz=ZoneInfo("US/Pacific"))
+            pst_datetime = retention["RetainUntilDate"].astimezone(
+                tz=ZoneInfo("America/Los_Angeles")
+            )
             raise InvalidArgument(
                 "The retain until date must be in the future!",
                 ArgumentName="RetainUntilDate",
diff --git a/pyproject.toml b/pyproject.toml
@@ -31,7 +31,7 @@ dependencies = [
 dynamic = ["version"]
 classifiers = [
     "Programming Language :: Python :: 3",
-    "Programming Language :: Python :: 3.11",
+    "Programming Language :: Python :: 3.13",
     "Topic :: Internet",
     "Topic :: Software Development :: Testing",
     "Topic :: System :: Emulators",
diff --git a/requirements-base-runtime.txt b/requirements-base-runtime.txt
@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile --extra=base-runtime --output-file=requirements-base-runtime.txt --strip-extras --unsafe-package=distribute --unsafe-package=localstack-core --unsafe-package=pip --unsafe-package=setuptools pyproject.toml
@@ -183,9 +183,7 @@ tailer==0.4.1
 typing-extensions==4.15.0
     # via
     #   localstack-twisted
-    #   pyopenssl
     #   readerwriterlock
-    #   referencing
 urllib3==2.5.0
     # via
     #   botocore
diff --git a/requirements-basic.txt b/requirements-basic.txt
@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile --output-file=requirements-basic.txt --strip-extras --unsafe-package=distribute --unsafe-package=localstack-core --unsafe-package=pip --unsafe-package=setuptools pyproject.toml
diff --git a/requirements-dev.txt b/requirements-dev.txt
@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile --extra=dev --output-file=requirements-dev.txt --strip-extras --unsafe-package=distribute --unsafe-package=localstack-core --unsafe-package=pip --unsafe-package=setuptools pyproject.toml
@@ -94,11 +94,11 @@ constantly==23.10.4
     # via localstack-twisted
 constructs==10.4.2
     # via aws-cdk-lib
-coverage==7.10.6
+coverage==6.5.0
     # via
     #   coveralls
     #   localstack-core
-coveralls==4.0.1
+coveralls==3.3.1
     # via localstack-core (pyproject.toml)
 crontab==1.0.5
     # via localstack-core
@@ -109,7 +109,7 @@ cryptography==45.0.7
     #   localstack-core (pyproject.toml)
     #   moto-ext
     #   pyopenssl
-cython==3.1.3
+cython==3.1.4
     # via localstack-core (pyproject.toml)
 decorator==5.2.1
     # via jsonpath-rw
@@ -467,7 +467,6 @@ typeguard==2.13.3
     #   jsii
 typing-extensions==4.15.0
     # via
-    #   anyio
     #   aws-sam-translator
     #   cattrs
     #   cfn-lint
@@ -476,9 +475,7 @@ typing-extensions==4.15.0
     #   mypy
     #   pydantic
     #   pydantic-core
-    #   pyopenssl
     #   readerwriterlock
-    #   referencing
     #   typing-inspection
 typing-inspection==0.4.1
     # via pydantic
diff --git a/requirements-runtime.txt b/requirements-runtime.txt
@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile --extra=runtime --output-file=requirements-runtime.txt --strip-extras --unsafe-package=distribute --unsafe-package=localstack-core --unsafe-package=pip --unsafe-package=setuptools pyproject.toml
@@ -339,9 +339,7 @@ typing-extensions==4.15.0
     #   localstack-twisted
     #   pydantic
     #   pydantic-core
-    #   pyopenssl
     #   readerwriterlock
-    #   referencing
     #   typing-inspection
 typing-inspection==0.4.1
     # via pydantic
diff --git a/requirements-test.txt b/requirements-test.txt
@@ -1,5 +1,5 @@
 #
-# This file is autogenerated by pip-compile with Python 3.11
+# This file is autogenerated by pip-compile with Python 3.13
 # by the following command:
 #
 #    pip-compile --extra=test --output-file=requirements-test.txt --strip-extras --unsafe-package=distribute --unsafe-package=localstack-core --unsafe-package=pip --unsafe-package=setuptools pyproject.toml
@@ -423,17 +423,14 @@ typeguard==2.13.3
     #   jsii
 typing-extensions==4.15.0
     # via
-    #   anyio
     #   aws-sam-translator
     #   cattrs
     #   cfn-lint
     #   jsii
     #   localstack-twisted
     #   pydantic
     #   pydantic-core
-    #   pyopenssl
     #   readerwriterlock
-    #   referencing
     #   typing-inspection
 typing-inspection==0.4.1
     # via pydantic
diff --git a/requirements-typehint.txt b/requirements-typehint.txt
