Skip to content

Commit fc0ae79

Browse files
committed
Updating workload logic to handle spark worker resource allocation
1 parent a9aa13f commit fc0ae79

1 file changed

Lines changed: 3 additions & 0 deletions

File tree

tests/integration/__init__.py

Lines changed: 3 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -261,6 +261,9 @@ def use_cluster(cluster_name, nodes, ipformat=None, start=True, workloads=[]):
261261
CCM_CLUSTER.set_configuration_options({'enable_user_defined_functions': True})
262262
if CASSANDRA_VERSION >= '3.0':
263263
CCM_CLUSTER.set_configuration_options({'enable_scripted_user_defined_functions': True})
264+
if 'spark' in workloads:
265+
config_options = {"initial_spark_worker_resources": 0.1}
266+
CCM_CLUSTER.set_dse_configuration_options(config_options)
264267
common.switch_cluster(path, cluster_name)
265268
CCM_CLUSTER.populate(nodes, ipformat=ipformat)
266269
try:

0 commit comments

Comments
 (0)