Use dataflow_service_option pipeline option to request a GPU. (GoogleCloudPlatform#9321)

tvalentyn · web-flow · commit 2b37b6a74566 · 2023-03-31T03:52:12.000Z
Use dataflow_service_option pipeline option to request a GPU.

Internal issue: b/191699342

## Checklist
- [x] Please **merge** this PR for me once it is approved.
diff --git a/dataflow/gpu-examples/tensorflow-landsat/run.yaml b/dataflow/gpu-examples/tensorflow-landsat/run.yaml
@@ -47,7 +47,7 @@ steps:
   - --temp_location=$_TEMP_LOCATION
   - --worker_machine_type=custom-1-13312-ext
   - --sdk_container_image=gcr.io/$PROJECT_ID/$_IMAGE
-  - --experiment=worker_accelerator=type:$_GPU_TYPE;count:$_GPU_COUNT;install-nvidia-driver
+  - --dataflow_service_option=worker_accelerator=type:$_GPU_TYPE;count:$_GPU_COUNT;install-nvidia-driver
   - --experiment=use_runner_v2
   - --experiment=no_use_multiple_sdk_containers
   - --disk_size_gb=50
