name: Hermetic library generation upon generation config change through pull requests

on:

pull_request:

jobs:

library_generation:

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v4

with:

fetch-depth: 0

token: ${{ secrets.CLOUD_JAVA_BOT_TOKEN }}

- name: Generate changed libraries

shell: bash

run: |

env:

GH_TOKEN: ${{ secrets.CLOUD_JAVA_BOT_TOKEN }}

name: Update googleapis commit

on:

schedule:

- cron: '0 2 * * *'

workflow_dispatch:

jobs:

update-googleapis-committish:

runs-on: ubuntu-22.04

env:

# the branch into which the pull request is merged

base_branch: main

steps:

- uses: actions/checkout@v4

with:

token: ${{ secrets.CLOUD_JAVA_BOT_TOKEN }}

- name: Update googleapis committish to latest

shell: bash

run: |

env:

GH_TOKEN: ${{ secrets.CLOUD_JAVA_BOT_TOKEN }}

set -e

while [[ $# -gt 0 ]]; do

key="$1"

case "${key}" in

--target_branch)

target_branch="$2"

shift

;;

--current_branch)

current_branch="$2"

shift

;;

--image_tag)

image_tag="$2"

shift

;;

--generation_config)

generation_config="$2"

shift

;;

*)

echo "Invalid option: [$1]"

exit 1

;;

if [ -z "${target_branch}" ]; then

echo "missing required argument --target_branch"

exit 1

if [ -z "${current_branch}" ]; then

echo "missing required argument --current_branch"

exit 1

if [ -z "${image_tag}" ]; then

echo "missing required argument --image_tag"

exit 1

if [ -z "${generation_config}" ]; then

generation_config=generation_config.yaml

echo "Use default generation config: ${generation_config}"

workspace_name="/workspace"

baseline_generation_config="baseline_generation_config.yaml"

message="chore: generate libraries at $(date)"

git checkout "${target_branch}"

git checkout "${current_branch}"

change_of_last_commit="$(git diff-tree --no-commit-id --name-only HEAD~1..HEAD -r)"

if [[ ! ("${change_of_last_commit}" == *"${generation_config}"*) ]]; then

echo "The last commit doesn't contain any changes to the generation_config.yaml, skipping the whole generation process." || true

exit 0

git show "${target_branch}":"${generation_config}" > "${baseline_generation_config}"

config_diff=$(diff "${generation_config}" "${baseline_generation_config}" || true)

docker run \

--rm \

-u "$(id -u):$(id -g)" \

-v "$(pwd):${workspace_name}" \

gcr.io/cloud-devrel-public-resources/java-library-generation:"${image_tag}" \

--baseline-generation-config-path="${workspace_name}/${baseline_generation_config}" \

--current-generation-config-path="${workspace_name}/${generation_config}"

if [[ $(basename $(pwd)) == "google-cloud-java" ]]; then

git add java-* pom.xml gapic-libraries-bom/pom.xml versions.txt

# The image leaves intermediate folders and files it works with. Here we remove them

rm -rdf output googleapis "${baseline_generation_config}"

git add --all -- ':!pr_description.txt'

changed_files=$(git diff --cached --name-only)

if [[ "${changed_files}" == "" ]]; then

echo "There is no generated code change with the generation config change ${config_diff}."

echo "Skip committing to the pull request."

exit 0

echo "Configuration diff:"

echo "${config_diff}"

git commit -m "${message}"

git push

if [[ -f "pr_description.txt" ]]; then

pr_num=$(gh pr list -s open -H "${current_branch}" -q . --json number | jq ".[] | .number")

gh pr edit "${pr_num}" --body "$(cat pr_description.txt)"

set -e

while [[ $# -gt 0 ]]; do

key="$1"

case "${key}" in

--base_branch)

base_branch="$2"

shift

;;

--repo)

repo="$2"

shift

;;

--generation_config)

generation_config="$2"

shift

;;

*)

echo "Invalid option: [$1]"

exit 1

;;

if [ -z "${base_branch}" ]; then

echo "missing required argument --base_branch"

exit 1

if [ -z "${repo}" ]; then

echo "missing required argument --repo"

exit 1

if [ -z "${generation_config}" ]; then

generation_config="generation_config.yaml"

echo "Use default generation config: ${generation_config}"

current_branch="generate-libraries-${base_branch}"

title="chore: update googleapis committish at $(date)"

pr_num=$(gh pr list -s open -H "${current_branch}" -q . --json number | jq ".[] | .number")

if [ -z "${pr_num}" ]; then

git checkout -b "${current_branch}"

gh pr checkout "${pr_num}"

mkdir tmp-googleapis

git clone --filter=blob:none https://github.com/googleapis/googleapis.git tmp-googleapis

pushd tmp-googleapis

git pull

latest_commit=$(git rev-parse HEAD)

rm -rf tmp-googleapis

sed -i -e "s/^googleapis_commitish.*$/googleapis_commitish: ${latest_commit}/" "${generation_config}"

git add "${generation_config}"

changed_files=$(git diff --cached --name-only)

if [[ "${changed_files}" == "" ]]; then

echo "The latest googleapis commit is not changed."

echo "Skip committing to the pull request."

exit 0

git commit -m "${title}"

if [ -z "${pr_num}" ]; then

git remote add remote_repo https://cloud-java-bot:"${GH_TOKEN}@github.com/${repo}.git"

git fetch -q --unshallow remote_repo

git push -f remote_repo "${current_branch}"

gh pr create --title "${title}" --head "${current_branch}" --body "${title}" --base "${base_branch}"

git push