Skip to content
4 changes: 2 additions & 2 deletions projects/llm_d/orchestration/config.d/benchconf.yaml
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
enabled: true
custom_version:
enabled: false
enabled: true
repo: git+https://github.com/openshift-psap/benchconf
version: main
version: tosokin-llm-d-profiles-align-with-rhaiis
14 changes: 14 additions & 0 deletions projects/rhaiis/orchestration/config.d/workloads.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -10,6 +10,14 @@ profile1:
rampup: 35
warmup: 75

# Debug profile matching profile1 with the rates in reverse order.
debug-profile1-reverse:
data: "prompt_tokens=1000,output_tokens=1000"
rates: [300,200,100,50,1]
max_seconds: 275
rampup: 35
warmup: 75

profile2:
data: "prompt_tokens=512,prompt_tokens_stdev=128,prompt_tokens_min=1,prompt_tokens_max=1024,output_tokens=2048,output_tokens_stdev=512,output_tokens_min=1,output_tokens_max=4096"
rates: [1,50,100,200,300]
Expand Down Expand Up @@ -54,6 +62,12 @@ profile7:
rampup: 35
warmup: 75

# Debug profile matching llm-d concurrent-1k-1k without ramp-up or warmup.
debug-guidellm-1k-1k:
data: "prompt_tokens=1000,output_tokens=1000"
rates: [300, 200, 100, 50, 1]
max_seconds: 600

# Dashboard override stub (set data, rates, max_seconds, rampup, and warmup at runtime)
custom:
data: "prompt_tokens=1000,output_tokens=1000"
Expand Down
1 change: 1 addition & 0 deletions remove-before-merge.txt
Original file line number Diff line number Diff line change
@@ -0,0 +1 @@

Loading