# -*- coding: utf-8 -*-

#

# Copyright 2018 Google LLC

#

# Licensed under the Apache License, Version 2.0 (the "License");

# you may not use this file except in compliance with the License.

# You may obtain a copy of the License at

#

# https://www.apache.org/licenses/LICENSE-2.0

#

# Unless required by applicable law or agreed to in writing, software

# distributed under the License is distributed on an "AS IS" BASIS,

# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.

# See the License for the specific language governing permissions and

# limitations under the License.

# Generated by synthtool. DO NOT EDIT!

from __future__ import absolute_import

import os

import pathlib

import re

import shutil

import warnings

import nox

nox.options.default_venv_backend = "uv"

FLAKE8_VERSION = "flake8==6.1.0"

BLACK_VERSION = "black==24.8.0"

ISORT_VERSION = "isort==5.10.1"

LINT_PATHS = ["docs", "google", "vertexai", "tests", "noxfile.py", "setup.py"]

DEFAULT_PYTHON_VERSION = "3.10"

DOCS_DEPENDENCIES = (

"sphinx==5.0.2",

"alabaster",

"google-cloud-aiplatform[evaluation]",

"recommonmark",

)

DOCFX_DEPENDENCIES = (

"gcp-sphinx-docfx-yaml",

"sphinxcontrib-applehelp==1.0.4",

"sphinxcontrib-devhelp==1.0.2",

"sphinxcontrib-htmlhelp==2.0.1",

"sphinxcontrib-qthelp==1.0.3",

"sphinxcontrib-serializinghtml==1.1.5",

"alabaster",

"google-cloud-aiplatform[evaluation]",

"recommonmark",

)

UNIT_TEST_PYTHON_VERSIONS = ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]

UNIT_TEST_LANGCHAIN_PYTHON_VERSIONS = ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]

UNIT_TEST_AG2_PYTHON_VERSIONS = ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]

UNIT_TEST_LLAMA_INDEX_PYTHON_VERSIONS = ["3.9", "3.10", "3.11", "3.12", "3.13", "3.14"]

PYTHON_TO_RAY_VERSIONS = {

"3.10": ["2.9.3", "2.33.0", "2.42.0"],

"3.11": ["2.42.0", "2.47.1"],

}

UNIT_TEST_STANDARD_DEPENDENCIES = [

"mock",

"asyncmock",

"pytest",

"pytest-cov",

"pytest-asyncio",

# Preventing: py.test: error: unrecognized arguments: -n=auto --dist=loadscope

"pytest-xdist",

]

UNIT_TEST_EXTERNAL_DEPENDENCIES = []

UNIT_TEST_LOCAL_DEPENDENCIES = []

UNIT_TEST_DEPENDENCIES = []

UNIT_TEST_EXTRAS = [

"testing",

]

UNIT_TEST_EXTRAS_BY_PYTHON = {}

SYSTEM_TEST_PYTHON_VERSIONS = ["3.10"]

SYSTEM_TEST_STANDARD_DEPENDENCIES = [

"mock",

"pytest",

"google-cloud-testutils",

]

SYSTEM_TEST_EXTERNAL_DEPENDENCIES = []

SYSTEM_TEST_LOCAL_DEPENDENCIES = []

SYSTEM_TEST_DEPENDENCIES = []

SYSTEM_TEST_EXTRAS = [

"testing",

]

SYSTEM_TEST_EXTRAS_BY_PYTHON = {}

CURRENT_DIRECTORY = pathlib.Path(__file__).parent.absolute()

# 'docfx' is excluded since it only needs to run in 'docs-presubmit'

nox.options.sessions = [

"unit",

"unit_ray",

"unit_langchain",

"unit_ag2",

"unit_llama_index",

"system",

"cover",

"lint",

"lint_setup_py",

"blacken",

"docs",

]

# Error if a python version is missing

nox.options.error_on_missing_interpreters = True

@nox.session(python=DEFAULT_PYTHON_VERSION)

def lint(session):

"""Run linters.

Returns a failure if the linters find linting errors or sufficiently

serious code quality issues.

"""

session.install(FLAKE8_VERSION, BLACK_VERSION)

session.run(

"black",

"--check",

"--diff",

*LINT_PATHS,

)

session.run("flake8", *LINT_PATHS)

@nox.session(python=DEFAULT_PYTHON_VERSION)

def blacken(session):

"""Run black. Format code to uniform standard."""

session.install(BLACK_VERSION)

session.run(

"black",

*LINT_PATHS,

)

@nox.session(python=DEFAULT_PYTHON_VERSION)

def format(session):

"""

Run isort to sort imports. Then run black

to format code to uniform standard.

"""

session.install(BLACK_VERSION, ISORT_VERSION)

# Use the --fss option to sort imports using strict alphabetical order.

# See https://pycqa.github.io/isort/docs/configuration/options.html#force-sort-within-sections

session.run(

"isort",

"--fss",

*LINT_PATHS,

)

session.run(

"black",

*LINT_PATHS,

)

@nox.session(python=DEFAULT_PYTHON_VERSION)

def lint_setup_py(session):

"""Verify that setup.py is valid (including RST check)."""

session.install("docutils", "pygments", "setuptools")

session.run("python", "setup.py", "check", "--restructuredtext", "--strict")

def install_unittest_dependencies(session, *constraints):

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps, *constraints)

if UNIT_TEST_EXTERNAL_DEPENDENCIES:

warnings.warn(

"'unit_test_external_dependencies' is deprecated. Instead, please "

"use 'unit_test_dependencies' or 'unit_test_local_dependencies'.",

DeprecationWarning,

)

session.install(*UNIT_TEST_EXTERNAL_DEPENDENCIES, *constraints)

if UNIT_TEST_LOCAL_DEPENDENCIES:

session.install(*UNIT_TEST_LOCAL_DEPENDENCIES, *constraints)

if UNIT_TEST_EXTRAS_BY_PYTHON:

extras = UNIT_TEST_EXTRAS_BY_PYTHON.get(session.python, [])

elif UNIT_TEST_EXTRAS:

extras = UNIT_TEST_EXTRAS

else:

extras = []

if extras:

session.install("-e", f".[{','.join(extras)}]", *constraints)

else:

session.install("-e", ".", *constraints)

def default(session):

# Install all test dependencies, then install this package in-place.

constraints_path = str(

CURRENT_DIRECTORY / "testing" / f"constraints-{session.python}.txt"

)

install_unittest_dependencies(session, "-c", constraints_path)

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

f"--junitxml=unit_{session.python}_sponge_log.xml",

"--cov=google",

"--cov-append",

"--cov-config=.coveragerc",

"--cov-report=",

"--cov-fail-under=0",

"--ignore=tests/unit/vertex_ray",

"--ignore=tests/unit/vertex_adk",

"--ignore=tests/unit/vertex_langchain",

"--ignore=tests/unit/vertex_ag2",

"--ignore=tests/unit/vertex_llama_index",

"--ignore=tests/unit/architecture",

os.path.join("tests", "unit"),

*session.posargs,

)

# Run tests that require isolation.

session.run(

"py.test",

"--quiet",

f"--junitxml=unit_{session.python}_test_vertexai_import_sponge_log.xml",

os.path.join("tests", "unit", "architecture", "test_vertexai_import.py"),

*session.posargs,

)

@nox.session(python=UNIT_TEST_PYTHON_VERSIONS)

def unit(session):

"""Run the unit test suite."""

# First run the minimal GenAI tests

unit_genai_minimal_dependencies(session)

# Then run the default full test suite

default(session)

def unit_genai_minimal_dependencies(session):

# Install minimal test dependencies, then install this package in-place.

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps)

session.install("-e", ".")

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

f"--junitxml=unit_{session.python}_sponge_log.xml",

# These tests require the PIL module

# "--ignore=TestGenerativeModels::test_image_mime_types",

os.path.join("tests", "unit", "vertexai", "test_generative_models.py"),

*session.posargs,

)

@nox.session(python=["3.10", "3.11"])

@nox.parametrize("ray", ["2.9.3", "2.33.0", "2.42.0", "2.47.1"])

def unit_ray(session, ray):

# check if ray version is supported

if ray not in PYTHON_TO_RAY_VERSIONS[session.python]:

session.skip(f"Ray version {ray} is not supported for python {session.python}")

# Install all test dependencies, then install this package in-place.

constraints_path = str(CURRENT_DIRECTORY / "testing" / f"constraints-ray-{ray}.txt")

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps, "-c", constraints_path)

# Install ray extras

session.install("-e", ".[ray_testing]", "-c", constraints_path)

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

f"--junitxml=unit_ray_{ray}_py_{session.python}_sponge_log.xml",

"--cov=google",

"--cov-append",

"--cov-config=.coveragerc",

"--cov-report=",

"--cov-fail-under=0",

os.path.join("tests", "unit", "vertex_ray"),

*session.posargs,

)

@nox.session(python=UNIT_TEST_LANGCHAIN_PYTHON_VERSIONS)

def unit_langchain(session):

# Install all test dependencies, then install this package in-place.

constraints_path = str(CURRENT_DIRECTORY / "testing" / "constraints-langchain.txt")

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps, "-c", constraints_path)

# Install langchain extras

session.install("-e", ".[langchain_testing]", "-c", constraints_path)

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

"--junitxml=unit_langchain_sponge_log.xml",

"--cov=google",

"--cov-append",

"--cov-config=.coveragerc",

"--cov-report=",

"--cov-fail-under=0",

os.path.join("tests", "unit", "vertex_langchain"),

*session.posargs,

)

@nox.session(python=UNIT_TEST_AG2_PYTHON_VERSIONS)

def unit_ag2(session):

# Install all test dependencies, then install this package in-place.

constraints_path = str(CURRENT_DIRECTORY / "testing" / "constraints-ag2.txt")

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps, "-c", constraints_path)

# Install ag2 extras

session.install("-e", ".[ag2_testing]", "-c", constraints_path)

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

"--junitxml=unit_ag2_sponge_log.xml",

"--cov=google",

"--cov-append",

"--cov-config=.coveragerc",

"--cov-report=",

"--cov-fail-under=0",

os.path.join("tests", "unit", "vertex_ag2"),

*session.posargs,

)

@nox.session(python=UNIT_TEST_LLAMA_INDEX_PYTHON_VERSIONS)

def unit_llama_index(session):

# Install all test dependencies, then install this package in-place.

constraints_path = str(

CURRENT_DIRECTORY / "testing" / "constraints-llama-index.txt"

)

standard_deps = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_DEPENDENCIES

session.install(*standard_deps, "-c", constraints_path)

# Install llama_index extras

session.install("-e", ".[llama_index_testing]", "-c", constraints_path)

# Run py.test against the unit tests.

session.run(

"py.test",

"--quiet",

"--junitxml=unit_llama_index_sponge_log.xml",

"--cov=google",

"--cov-append",

"--cov-config=.coveragerc",

"--cov-report=",

"--cov-fail-under=0",

os.path.join("tests", "unit", "vertex_llama_index"),

*session.posargs,

)

def install_systemtest_dependencies(session, *constraints):

# Use pre-release gRPC for system tests.

# Exclude version 1.52.0rc1 which has a known issue.

# See https://github.com/grpc/grpc/issues/32163

session.install("--pre", "grpcio!=1.52.0rc1")

session.install(*SYSTEM_TEST_STANDARD_DEPENDENCIES, *constraints)

if SYSTEM_TEST_EXTERNAL_DEPENDENCIES:

session.install(*SYSTEM_TEST_EXTERNAL_DEPENDENCIES, *constraints)

if SYSTEM_TEST_LOCAL_DEPENDENCIES:

session.install("-e", *SYSTEM_TEST_LOCAL_DEPENDENCIES, *constraints)

if SYSTEM_TEST_DEPENDENCIES:

session.install("-e", *SYSTEM_TEST_DEPENDENCIES, *constraints)

if SYSTEM_TEST_EXTRAS_BY_PYTHON:

extras = SYSTEM_TEST_EXTRAS_BY_PYTHON.get(session.python, [])

elif SYSTEM_TEST_EXTRAS:

extras = SYSTEM_TEST_EXTRAS

else:

extras = []

if extras:

session.install("-e", f".[{','.join(extras)}]", *constraints)

else:

session.install("-e", ".", *constraints)

@nox.session(python=SYSTEM_TEST_PYTHON_VERSIONS)

def system(session):

"""Run the system test suite."""

constraints_path = str(

CURRENT_DIRECTORY / "testing" / f"constraints-{session.python}.txt"

)

system_test_path = os.path.join("tests", "system.py")

system_test_folder_path = os.path.join("tests", "system")

# Check the value of `RUN_SYSTEM_TESTS` env var. It defaults to true.

if os.environ.get("RUN_SYSTEM_TESTS", "true") == "false":

session.skip("RUN_SYSTEM_TESTS is set to false, skipping")

# Install pyopenssl for mTLS testing.

if os.environ.get("GOOGLE_API_USE_CLIENT_CERTIFICATE", "false") == "true":

session.install("pyopenssl")

system_test_exists = os.path.exists(system_test_path)

system_test_folder_exists = os.path.exists(system_test_folder_path)

# Sanity check: only run tests if found.

if not system_test_exists and not system_test_folder_exists:

session.skip("System tests were not found")

install_systemtest_dependencies(session, "-c", constraints_path)

# Run py.test against the system tests.

if system_test_exists:

session.run(

"py.test",

"--quiet",

f"--junitxml=system_{session.python}_sponge_log.xml",

system_test_path,

*session.posargs,

)

if system_test_folder_exists:

session.run(

"py.test",

"-v",

f"--junitxml=system_{session.python}_sponge_log.xml",

system_test_folder_path,

*session.posargs,

)

@nox.session(python=DEFAULT_PYTHON_VERSION)

def cover(session):

"""Run the final coverage report.

This outputs the coverage report aggregating coverage from the unit

test runs (not system test runs), and then erases coverage data.

"""

session.install("coverage", "pytest-cov")

session.run("coverage", "report", "--show-missing", "--fail-under=85")

session.run("coverage", "erase")

@nox.session(python="3.9")

def docs(session):

"""Build the docs for this library."""

session.install("-e", ".")

session.install(

*DOCS_DEPENDENCIES,

"google-cloud-aiplatform[prediction]",

)

shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True)

session.run(

"sphinx-build",

"-T", # show full traceback on exception

"-N", # no colors

"-b",

"html",

"-d",

os.path.join("docs", "_build", "doctrees", ""),

os.path.join("docs", ""),

os.path.join("docs", "_build", "html", ""),

)

@nox.session(python="3.10")

def docfx(session):

"""Build the docfx yaml files for this library."""

session.install("-e", ".")

session.install(

*DOCFX_DEPENDENCIES,

"google-cloud-aiplatform[prediction]",

)

shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True)

session.run(

"sphinx-build",

"-T", # show full traceback on exception

"-N", # no colors

"-D",

(

"extensions=sphinx.ext.autodoc,"

"sphinx.ext.autosummary,"

"docfx_yaml.extension,"

"sphinx.ext.intersphinx,"

"sphinx.ext.coverage,"

"sphinx.ext.napoleon,"

"sphinx.ext.todo,"

"sphinx.ext.viewcode,"

"recommonmark"

),

"-b",

"html",

"-d",

os.path.join("docs", "_build", "doctrees", ""),

os.path.join("docs", ""),

os.path.join("docs", "_build", "html", ""),

)

@nox.session(python="3.9")

def gemini_docs(session):

"""Build the docs for library related to Gemini."""

session.install("-e", ".")

session.install(*DOCS_DEPENDENCIES)

shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True)

session.run(

"sphinx-build",

"-T", # show full traceback on exception

"-N", # no colors

"-b",

"html",

"-d",

os.path.join("gemini_docs", "_build", "doctrees", ""),

os.path.join("gemini_docs", ""),

os.path.join("gemini_docs", "_build", "html", ""),

)

@nox.session(python="3.10")

def gemini_docfx(session):

"""Build the docfx yaml files for library related to Gemini."""

session.install("-e", ".")

session.install(*DOCFX_DEPENDENCIES)

shutil.rmtree(os.path.join("docs", "_build"), ignore_errors=True)

session.run(

"sphinx-build",

"-T", # show full traceback on exception

"-N", # no colors

"-D",

(

"extensions=sphinx.ext.autodoc,"

"sphinx.ext.autosummary,"

"docfx_yaml.extension,"

"sphinx.ext.intersphinx,"

"sphinx.ext.coverage,"

"sphinx.ext.napoleon,"

"sphinx.ext.todo,"

"sphinx.ext.viewcode,"

"recommonmark"

),

"-b",

"html",

"-d",

os.path.join("gemini_docs", "_build", "doctrees", ""),

os.path.join("gemini_docs", ""),

os.path.join("gemini_docs", "_build", "html", ""),

)

@nox.session(python=SYSTEM_TEST_PYTHON_VERSIONS)

def prerelease_deps(session):

"""Run all tests with prerelease versions of dependencies installed."""

# Install all dependencies

session.install("-e", ".[all, tests, tracing]")

unit_deps_all = UNIT_TEST_STANDARD_DEPENDENCIES + UNIT_TEST_EXTERNAL_DEPENDENCIES

session.install(*unit_deps_all)

system_deps_all = (

SYSTEM_TEST_STANDARD_DEPENDENCIES + SYSTEM_TEST_EXTERNAL_DEPENDENCIES

)

session.install(*system_deps_all)

# Because we test minimum dependency versions on the minimum Python

# version, the first version we test with in the unit tests sessions has a

# constraints file containing all dependencies and extras.

with open(

CURRENT_DIRECTORY

/ "testing"

/ f"constraints-{UNIT_TEST_PYTHON_VERSIONS[0]}.txt",

encoding="utf-8",

) as constraints_file:

constraints_text = constraints_file.read()

# Ignore leading whitespace and comment lines.

constraints_deps = [

match.group(1)

for match in re.finditer(

r"^\s*(\S+)(?===\S+)", constraints_text, flags=re.MULTILINE

)

]

session.install(*constraints_deps)

prerel_deps = [

"protobuf",

# dependency of grpc

"six",

"googleapis-common-protos",

# Exclude version 1.52.0rc1 which has a known issue. See https://github.com/grpc/grpc/issues/32163

"grpcio!=1.52.0rc1",

"grpcio-status",

"google-api-core",

"proto-plus",

"google-cloud-testutils",

# dependencies of google-cloud-testutils"

"click",

]

for dep in prerel_deps:

session.install("--pre", "--no-deps", "--upgrade", dep)

# Remaining dependencies

other_deps = [

"requests",

"google-auth",

]

session.install(*other_deps)

# Print out prerelease package versions

session.run(

"python", "-c", "import google.protobuf; print(google.protobuf.__version__)"

)

session.run("python", "-c", "import grpc; print(grpc.__version__)")

session.run("py.test", "tests/unit")

system_test_path = os.path.join("tests", "system.py")

system_test_folder_path = os.path.join("tests", "system")

# Only run system tests if found.

if os.path.exists(system_test_path):

session.run(

"py.test",

"--verbose",

f"--junitxml=system_{session.python}_sponge_log.xml",

system_test_path,

*session.posargs,

)

if os.path.exists(system_test_folder_path):

session.run(

"py.test",

"--verbose",

f"--junitxml=system_{session.python}_sponge_log.xml",

system_test_folder_path,

*session.posargs,

)