name: java_pr

on:

pull_request_target:

types:

- opened

- synchronize

- labeled

jobs:

lint-java:

if: github.repository == 'feast-dev/feast'

runs-on: ubuntu-latest

steps:

- uses: actions/checkout@v2

with:

# pull_request_target runs the workflow in the context of the base repo

# as such actions/checkout needs to be explicit configured to retrieve

# code from the PR.

ref: refs/pull/${{ github.event.pull_request.number }}/merge

submodules: recursive

- name: Lint java

run: make lint-java

unit-test-java:

if: github.repository == 'feast-dev/feast'

runs-on: ubuntu-latest

needs: lint-java

steps:

- uses: actions/checkout@v2

with:

# pull_request_target runs the workflow in the context of the base repo

# as such actions/checkout needs to be explicit configured to retrieve

# code from the PR.

ref: refs/pull/${{ github.event.pull_request.number }}/merge

submodules: recursive

- name: Set up JDK 11

uses: actions/setup-java@v1

with:

java-version: '11'

java-package: jdk

architecture: x64

- uses: actions/cache@v2

with:

path: ~/.m2/repository

key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }}

restore-keys: |

${{ runner.os }}-it-maven-

- uses: actions/cache@v2

with:

path: ~/.m2/repository

key: ${{ runner.os }}-ut-maven-${{ hashFiles('**/pom.xml') }}

restore-keys: |

${{ runner.os }}-ut-maven-

- name: Test java

run: make test-java-with-coverage

- uses: actions/upload-artifact@v2

with:

name: java-coverage-report

path: ${{ github.workspace }}/docs/coverage/java/target/site/jacoco-aggregate/

build-docker-image-java:

if: github.repository == 'feast-dev/feast'

runs-on: ubuntu-latest

strategy:

matrix:

component: [ feature-server-java ]

env:

MAVEN_CACHE: gs://feast-templocation-kf-feast/.m2.2020-08-19.tar

REGISTRY: gcr.io/kf-feast

steps:

- uses: actions/checkout@v2

with:

submodules: 'true'

- name: Setup Python

uses: actions/setup-python@v2

id: setup-python

with:

python-version: "3.8"

architecture: x64

- name: Authenticate to Google Cloud

uses: 'google-github-actions/auth@v1'

with:

credentials_json: '${{ secrets.GCP_SA_KEY }}'

- name: Set up gcloud SDK

uses: google-github-actions/setup-gcloud@v1

with:

project_id: ${{ secrets.GCP_PROJECT_ID }}

- run: gcloud auth configure-docker --quiet

- name: Build image

run: make build-${{ matrix.component }}-docker REGISTRY=${REGISTRY} VERSION=${GITHUB_SHA}

integration-test-java-pr:

# all jobs MUST have this if check for 'ok-to-test' or 'approved' for security purposes.

if:

((github.event.action == 'labeled' && (github.event.label.name == 'approved' || github.event.label.name == 'ok-to-test')) ||

(github.event.action != 'labeled' && (contains(github.event.pull_request.labels.*.name, 'ok-to-test') || contains(github.event.pull_request.labels.*.name, 'approved')))) &&

github.repository == 'feast-dev/feast'

runs-on: ubuntu-latest

needs: unit-test-java

env:

PYTHON: 3.8

steps:

- uses: actions/checkout@v2

with:

# pull_request_target runs the workflow in the context of the base repo

# as such actions/checkout needs to be explicit configured to retrieve

# code from the PR.

ref: refs/pull/${{ github.event.pull_request.number }}/merge

submodules: recursive

- name: Set up JDK 11

uses: actions/setup-java@v1

with:

java-version: '11'

java-package: jdk

architecture: x64

- uses: actions/setup-python@v2

with:

python-version: '3.8'

architecture: 'x64'

- uses: actions/cache@v2

with:

path: ~/.m2/repository

key: ${{ runner.os }}-it-maven-${{ hashFiles('**/pom.xml') }}

restore-keys: |

${{ runner.os }}-it-maven-

- name: Authenticate to Google Cloud

uses: 'google-github-actions/auth@v1'

with:

credentials_json: '${{ secrets.GCP_SA_KEY }}'

- name: Set up gcloud SDK

uses: google-github-actions/setup-gcloud@v1

with:

project_id: ${{ secrets.GCP_PROJECT_ID }}

- name: Use gcloud CLI

run: gcloud info

- name: Set up AWS SDK

uses: aws-actions/configure-aws-credentials@v1

with:

aws-access-key-id: ${{ secrets.AWS_ACCESS_KEY_ID }}

aws-secret-access-key: ${{ secrets.AWS_SECRET_ACCESS_KEY }}

aws-region: us-west-2

- name: Use AWS CLI

run: aws sts get-caller-identity

- name: Setup Python (to call feast apply)

uses: actions/setup-python@v2

id: setup-python

with:

python-version: 3.8

architecture: x64

- name: Setup Go

id: setup-go

uses: actions/setup-go@v2

with:

go-version: 1.18.0

- name: Upgrade pip version

run: |

pip install --upgrade "pip>=21.3.1,<22.1"

- name: Get pip cache dir

id: pip-cache

run: |

echo "::set-output name=dir::$(pip cache dir)"

- name: pip cache

uses: actions/cache@v2

with:

path: |

${{ steps.pip-cache.outputs.dir }}

/opt/hostedtoolcache/Python

/Users/runner/hostedtoolcache/Python

key: ${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-${{ hashFiles(format('**/py{0}-ci-requirements.txt', env.PYTHON)) }}

restore-keys: |

${{ runner.os }}-${{ steps.setup-python.outputs.python-version }}-pip-

- name: Install pip-tools

run: pip install pip-tools

- name: Install apache-arrow on ubuntu

run: |

sudo apt update

sudo apt install -y -V ca-certificates lsb-release wget

wget https://apache.jfrog.io/artifactory/arrow/$(lsb_release --id --short | tr 'A-Z' 'a-z')/apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb

sudo apt install -y -V ./apache-arrow-apt-source-latest-$(lsb_release --codename --short).deb

sudo apt update

sudo apt install -y -V libarrow-dev

- name: Install Python dependencies

run: make install-python-ci-dependencies

- name: Run integration tests

run: make test-java-integration

- name: Save report

uses: actions/upload-artifact@v2

if: failure()

with:

name: it-report

path: spark/ingestion/target/test-reports/TestSuite.txt

retention-days: 5