Skip to content

feat: Cache hooks per Flag Evaluation Type #1734

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Open
chrfwow wants to merge 16 commits into
base: main
Choose a base branch
from
Open

feat: Cache hooks per Flag Evaluation Type #1734

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
16 commits
Select commit Hold shift + click to select a range
df49024
add bench
chrfwow Sep 15, 2025
ea3990d
fix bench
chrfwow Sep 15, 2025
1e7ee96
Merge branch 'refs/heads/main' into cache-baseline
chrfwow Oct 15, 2025
9d49b91
merge master
chrfwow Oct 15, 2025
628eda6
improve benchmark
chrfwow Nov 12, 2025
2e9af46
improve benchmark
chrfwow Nov 12, 2025
b9fc776
add str hook for ctx
chrfwow Nov 19, 2025
8a0770e
cache hooks
chrfwow Nov 20, 2025
64a81fb
Merge branch 'refs/heads/main' into cached-hooks
chrfwow Nov 20, 2025
b5a443f
cache hooks
chrfwow Nov 20, 2025
ba8f6bc
extract common code
chrfwow Nov 24, 2025
8f9da44
spotless
chrfwow Nov 24, 2025
59530f5
revert comments
chrfwow Nov 25, 2025
5300c9d
Merge remote-tracking branch 'origin/main' into cached-hooks
chrfwow Dec 16, 2025
22ff9ce
merge main and improvements
chrfwow Dec 16, 2025
277cbe0
format
chrfwow Dec 16, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
Prev Previous commit
Next Next commit
improve benchmark 
Signed-off-by: christian.lutnik <christian.lutnik@dynatrace.com>
  • Loading branch information
@chrfwow
chrfwow committed Nov 12, 2025
commit 628eda630d60a5f62b35ac6564b8345895b1e1de
74 changes: 24 additions & 50 deletions src/test/java/dev/openfeature/sdk/benchmark/AllocationBenchmark.java
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -18,16 +18,15 @@
import dev.openfeature.sdk.ObjectHook;
import dev.openfeature.sdk.OpenFeatureAPI;
import dev.openfeature.sdk.StringHook;
import dev.openfeature.sdk.ThreadLocalTransactionContextPropagator;
import dev.openfeature.sdk.Value;
import java.util.HashMap;
import java.util.Map;
import java.util.Optional;
import org.junit.jupiter.api.Test;
import org.openjdk.jmh.annotations.Benchmark;
import org.openjdk.jmh.annotations.BenchmarkMode;
import org.openjdk.jmh.annotations.Fork;
import org.openjdk.jmh.annotations.Mode;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.State;
import org.openjdk.jmh.infra.Blackhole;

/**
* Runs a large volume of flag evaluations on a VM with 1G memory and GC
Expand Down Expand Up @@ -99,55 +98,30 @@ public Optional<EvaluationContext> before(HookContext<Double> ctx, Map<String, O
}

@Benchmark
@BenchmarkMode(Mode.SingleShotTime)
//@BenchmarkMode(Mode.SingleShotTime)
@Fork(jvmArgsAppend = {"-Xmx1024m", "-XX:+UnlockExperimentalVMOptions", "-XX:+UseEpsilonGC"})
@Test
public void context() {

OpenFeatureAPI.getInstance().setProviderAndWait(new NoOpProvider());
OpenFeatureAPI.getInstance().setTransactionContextPropagator(new ThreadLocalTransactionContextPropagator());

Map<String, Value> globalAttrs = new HashMap<>();
globalAttrs.put("global", new Value(1));
EvaluationContext globalContext = new ImmutableContext(globalAttrs);
OpenFeatureAPI.getInstance().setEvaluationContext(globalContext);

Client client = OpenFeatureAPI.getInstance().getClient();

Map<String, Value> clientAttrs = new HashMap<>();
clientAttrs.put("client", new Value(2));
client.setEvaluationContext(new ImmutableContext(clientAttrs));

Map<String, Value> transactionAttr = new HashMap<>();
transactionAttr.put("trans", new Value(4));

Map<String, Value> transactionAttr2 = new HashMap<>();
transactionAttr2.put("trans2", new Value(5));

Map<String, Value> invocationAttrs = new HashMap<>();
invocationAttrs.put("invoke", new Value(3));
EvaluationContext invocationContext = new ImmutableContext(invocationAttrs);

for (int i = 0; i < 100; i++) {
OpenFeatureAPI.getInstance().setTransactionContext(new ImmutableContext(transactionAttr));

for (int j = 0; j < 10; j++) {
client.getBooleanValue(BOOLEAN_FLAG_KEY, false);
client.getStringValue(STRING_FLAG_KEY, "default");
client.getIntegerValue(INT_FLAG_KEY, 0);
client.getDoubleValue(FLOAT_FLAG_KEY, 0.0);
client.getObjectDetails(OBJECT_FLAG_KEY, new Value(new ImmutableStructure()), invocationContext);
}
//@Test
public void context(Blackhole blackhole, AllocationBenchmarkState state) {
OpenFeatureAPI.getInstance().setTransactionContext(new ImmutableContext(state.transactionAttr));

for (int j = 0; j < 2; j++) {
blackhole.consume(state.client.getBooleanValue(BOOLEAN_FLAG_KEY, false));
blackhole.consume(state.client.getStringValue(STRING_FLAG_KEY, "default"));
blackhole.consume(state.client.getIntegerValue(INT_FLAG_KEY, 0, state.invocationContext));
blackhole.consume(state.client.getDoubleValue(FLOAT_FLAG_KEY, 0.0));
blackhole.consume(state.client.getObjectDetails(OBJECT_FLAG_KEY, new Value(new ImmutableStructure()),
state.invocationContext));
}

OpenFeatureAPI.getInstance().setTransactionContext(new ImmutableContext(transactionAttr2));
OpenFeatureAPI.getInstance().setTransactionContext(new ImmutableContext(state.transactionAttr2));

for (int j = 0; j < 10; j++) {
client.getBooleanValue(BOOLEAN_FLAG_KEY, false);
client.getStringValue(STRING_FLAG_KEY, "default");
client.getIntegerValue(INT_FLAG_KEY, 0);
client.getDoubleValue(FLOAT_FLAG_KEY, 0.0);
client.getObjectDetails(OBJECT_FLAG_KEY, new Value(new ImmutableStructure()), invocationContext);
}
for (int j = 0; j < 2; j++) {
blackhole.consume(state.client.getBooleanValue(BOOLEAN_FLAG_KEY, false));
blackhole.consume(state.client.getStringValue(STRING_FLAG_KEY, "default"));
blackhole.consume(state.client.getIntegerValue(INT_FLAG_KEY, 0, state.invocationContext));
blackhole.consume(state.client.getDoubleValue(FLOAT_FLAG_KEY, 0.0));
blackhole.consume(state.client.getObjectDetails(OBJECT_FLAG_KEY, new Value(new ImmutableStructure()),
state.invocationContext));
}
}
}
50 changes: 50 additions & 0 deletions src/test/java/dev/openfeature/sdk/benchmark/AllocationBenchmarkState.java
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,50 @@
package dev.openfeature.sdk.benchmark;

import dev.openfeature.sdk.Client;
import dev.openfeature.sdk.EvaluationContext;
import dev.openfeature.sdk.ImmutableContext;
import dev.openfeature.sdk.NoOpProvider;
import dev.openfeature.sdk.OpenFeatureAPI;
import dev.openfeature.sdk.ThreadLocalTransactionContextPropagator;
import dev.openfeature.sdk.Value;
import org.openjdk.jmh.annotations.Scope;
import org.openjdk.jmh.annotations.State;
import java.util.HashMap;
import java.util.Map;

@State(Scope.Benchmark)
public class AllocationBenchmarkState {
public final Client client;
public final Map<String, Value> transactionAttr;
public final Map<String, Value> transactionAttr2;
public final EvaluationContext invocationContext;

public AllocationBenchmarkState(){
long start = System.currentTimeMillis();
OpenFeatureAPI.getInstance().setProviderAndWait(new NoOpProvider());
OpenFeatureAPI.getInstance().setTransactionContextPropagator(new ThreadLocalTransactionContextPropagator());
long end = System.currentTimeMillis();
System.out.println("Setup time: " + (end - start) + "ms");
Map<String, Value> globalAttrs = new HashMap<>();
globalAttrs.put("global", new Value(1));
EvaluationContext globalContext = new ImmutableContext(globalAttrs);
OpenFeatureAPI.getInstance().setEvaluationContext(globalContext);

client = OpenFeatureAPI.getInstance().getClient();

Map<String, Value> clientAttrs = new HashMap<>();
clientAttrs.put("client", new Value(2));
client.setEvaluationContext(new ImmutableContext(clientAttrs));

transactionAttr = new HashMap<>();
transactionAttr.put("trans", new Value(4));

transactionAttr2 = new HashMap<>();
transactionAttr2.put("trans2", new Value(5));

Map<String, Value> invocationAttrs = new HashMap<>();
invocationAttrs.put("invoke", new Value(3));
invocationContext = new ImmutableContext(invocationAttrs);

}
}