40 lines
1011 B
YAML
40 lines
1011 B
YAML
schema_version: "2.0"
|
|
benchmark:
|
|
models:
|
|
items:
|
|
- name: "vllm/MODEL-NAME-HERE"
|
|
strategy: "round_robin"
|
|
endpoint:
|
|
urls:
|
|
- "https://ENDPOINT/v1"
|
|
type: "chat"
|
|
streaming: true
|
|
headers:
|
|
Authorization: "Bearer ${API_KEY}"
|
|
# --- Option A: Public dataset (ShareGPT) ---
|
|
datasets:
|
|
- type: "public"
|
|
name: "main"
|
|
dataset: "sharegpt"
|
|
sampling: "shuffle"
|
|
# --- Option B: Synthetic dataset (no download) ---
|
|
# datasets:
|
|
# - type: "synthetic"
|
|
# name: "main"
|
|
# entries: 100
|
|
# isl:
|
|
# type: "fixed"
|
|
# value: 512
|
|
# osl:
|
|
# type: "fixed"
|
|
# value: 128
|
|
phases:
|
|
- type: "concurrency"
|
|
name: "profiling"
|
|
# Choose ONE: requests OR duration
|
|
requests: 50 # for count-based (sales, capacity)
|
|
sessions: 1 # concurrency level (overridden by --concurrency CLI flag)
|
|
# duration: 600 # for time-based (steady-state)
|
|
tokenizer:
|
|
name: "builtin"
|