Initial commit: Hermes Agent Skills collection

2026-07-12 19:02:59 +00:00
commit e9cc106625
789 changed files with 233126 additions and 0 deletions
@@ -0,0 +1,39 @@
+schema_version: "2.0"
+benchmark:
+  models:
+    items:
+      - name: "vllm/MODEL-NAME-HERE"
+    strategy: "round_robin"
+  endpoint:
+    urls:
+      - "https://ENDPOINT/v1"
+    type: "chat"
+    streaming: true
+    headers:
+      Authorization: "Bearer ${API_KEY}"
+  # --- Option A: Public dataset (ShareGPT) ---
+  datasets:
+    - type: "public"
+      name: "main"
+      dataset: "sharegpt"
+      sampling: "shuffle"
+  # --- Option B: Synthetic dataset (no download) ---
+  # datasets:
+  #   - type: "synthetic"
+  #     name: "main"
+  #     entries: 100
+  #     isl:
+  #       type: "fixed"
+  #       value: 512
+  #     osl:
+  #       type: "fixed"
+  #       value: 128
+  phases:
+    - type: "concurrency"
+      name: "profiling"
+      # Choose ONE: requests OR duration
+      requests: 50          # for count-based (sales, capacity)
+      sessions: 1           # concurrency level (overridden by --concurrency CLI flag)
+      # duration: 600       # for time-based (steady-state)
+  tokenizer:
+    name: "builtin"