benchmark scenario as bash script

pyalex · pyalex · commit cb41e5d4ca62 · 2021-12-08T18:31:41.000+01:00
diff --git a/java/README.md b/java/README.md
@@ -4,18 +4,24 @@ docker
 docker-compose
 
 python3
+python3-pip
 
 ghz
 ```
 
+See [docker install guide](https://docs.docker.com/engine/install/ubuntu/),
+[docker-compose install guide](https://docs.docker.com/compose/install/) and [ghz install guide](https://ghz.sh/docs/install) to install latest versions.
+
 2. Prepare feature repo
 ```
+pip3 install feast[redis]
+
 cd feature_repo; feast apply
 ```
 
 3. Start docker compose
 ```
-cd java; docker-compose up
+cd java; docker-compose up -d
 ```
 Docker compose will expose too ports:
 * 16379 - redis
diff --git a/java/run-benchmark.sh b/java/run-benchmark.sh
@@ -0,0 +1,52 @@
+#!/bin/bash
+
+
+GHZ_FLAGS=${GHZ_FLAGS:-"--insecure -i protos/ --proto ./protos/ServingService.proto --call feast.serving.ServingService.GetOnlineFeaturesV2 --cpus=4 --skipFirst=100"}
+
+TOTAL_REQUESTS_NUM=${TOTAL_REQUESTS_NUM:-10000}
+UNIQUE_REQUESTS_NUM=${UNIQUE_REQUESTS_NUM:-1000}
+TARGET=${TARGET:-localhost:6566}
+
+
+single_run() {
+	echo "Entity rows: $1; Features: $2; Concurrency: $3; RPS: $4"
+
+	python3 request_generator.py \
+		--entity-rows $1 \
+		--features $2 \
+		--requests ${UNIQUE_REQUESTS_NUM} \
+		--output requests-$1-$2.json
+
+	ghz ${GHZ_FLAGS}\
+		-n ${TOTAL_REQUESTS_NUM} \
+		--data-file requests-$1-$2.json \
+		--rps $4 \
+		-c $3 \
+		$TARGET
+}
+
+
+# single_run <entities> <features> <concurrency> <rps>
+
+
+CONCURRENCY=${CONCURRENCY:-10}
+echo "Freezing concurrency to $CONCURRENCY"
+
+for i in $(seq 100 100 1000); do single_run 1 50 $CONCURRENCY $i; done
+
+for i in $(seq 100 100 1000); do single_run 1 250 $CONCURRENCY $i; done
+
+for i in $(seq 100 100 500); do single_run 100 50 $CONCURRENCY $i; done
+
+for i in $(seq 100 100 500); do single_run 100 250 $CONCURRENCY $i; done
+
+
+echo "Maximum possible RPS"
+
+for i in $(seq 10 10 50); do single_run 1 50 $i 0; done
+
+for i in $(seq 10 10 50); do single_run 1 250 $i 0; done
+
+for i in $(seq 10 10 50); do single_run 100 50 $i 0; done
+
+for i in $(seq 10 10 50); do single_run 100 250 $i 0; done
