mirror of
https://github.com/block/buzz.git
synced 2026-08-18 06:50:31 +02:00
bench: add the Meli solo cloudflare/fp8 cell (take 3)
Same Meli-solo condition as tb-meli-solo-baseten.yaml with the pin moved to cloudflare/fp8 (Tyler, thread 74a65a09, event 857619b8), after the baseten/fp8 shared pool rate-limited the smoke gate (~22 upstream 429s per trial). Priced at cloudflare's listed rates (prompt $0.14/M, completion $0.28/M -- OpenRouter endpoints API, 2026-08-07; no cached rate listed, cached priced as input). Co-authored-by: Eva <011987e296fd5006292d2f930b574be47c7801048d1983c46c425d3c95f0cffd@buzz.block.builderlab.xyz> Signed-off-by: Eva <011987e296fd5006292d2f930b574be47c7801048d1983c46c425d3c95f0cffd@buzz.block.builderlab.xyz>
This commit is contained in:
@@ -0,0 +1,39 @@
|
||||
# Meli solo cell, take 2: same Tyler-picked persona (buzz-benchmarking thread
|
||||
# 74a65a09) on deepseek/deepseek-v4-flash-0731 via OpenRouter, now pinned to
|
||||
# the cloudflare/fp8 upstream (Tyler, event 857619b8) instead of gmicloud/fp8.
|
||||
#
|
||||
# Identical to tb-meli-solo.yaml except the pinned provider and its listed
|
||||
# rates. Runs on the post-merge harness (PR #5145 head), which carries the
|
||||
# #4896 vision-input recovery and the #5136 explicit-mention task post that
|
||||
# the first solo run predated. The pin itself lives in
|
||||
# testbed/endpoints/openrouter-live.json (OPENROUTER_PROVIDER_ORDER).
|
||||
schema_version: "1"
|
||||
condition: tb-meli-solo-cloudflare
|
||||
roster:
|
||||
- id: meli
|
||||
kind: orchestrator
|
||||
role: solo
|
||||
count: 1
|
||||
endpoint: deepseek/deepseek-v4-flash-0731
|
||||
model_revision: deepseek/deepseek-v4-flash-20260731
|
||||
prompt:
|
||||
path: personas/bench/meli-solo.md
|
||||
sha256: de6330190fe22cb4b58cd5c2ca1cb7fc080e9b7f97b298c8960e08854e7a7a8b
|
||||
generation:
|
||||
thinking_effort: high
|
||||
prices:
|
||||
deepseek/deepseek-v4-flash-0731:
|
||||
# cloudflare/fp8 listed rates (OpenRouter endpoints API, 2026-08-07):
|
||||
# prompt $0.14/M, completion $0.28/M.
|
||||
input_per_million_usd: 0.14
|
||||
cached_input_per_million_usd: 0.14
|
||||
output_per_million_usd: 0.28
|
||||
cache_read_rate: 0.0
|
||||
trial_budget:
|
||||
# Identical to every other TB solo cell.
|
||||
timeout_seconds: 36000
|
||||
|
||||
environment:
|
||||
# Identical in every condition -- see tb-solo-luna.yaml for the reasoning.
|
||||
override_cpus: 4
|
||||
override_memory_mb: 8192
|
||||
@@ -0,0 +1,9 @@
|
||||
{
|
||||
"deepseek/deepseek-v4-flash-0731": {
|
||||
"provider": "openrouter",
|
||||
"api_key_env": "OPENROUTER_API_KEY",
|
||||
"env": {
|
||||
"OPENROUTER_PROVIDER_ORDER": "cloudflare/fp8"
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user