Skip to content

Commit b402284

Browse files
committed
fix(site): align LHTB primary comparison copy
Signed-off-by: huangruiteng <14976749+huangruiteng@users.noreply.github.com>
1 parent 9a1f6c5 commit b402284

3 files changed

Lines changed: 8 additions & 5 deletions

File tree

‎apps/presentation/site/src/lhtb-copy.json‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -15,7 +15,7 @@
1515
["04", "Task evidence", "#scores"]
1616
],
1717
"resultEyebrow": "00 / Core result",
18-
"resultTitle": "Higher mean reward than both baselines; no more strict solves than Plain.",
18+
"resultTitle": "Higher mean reward than Plain and native Goal.",
1919
"resultBody": "LoopX averages 0.4948, Plain 0.4218, and native Goal 0.4475. At reward ≥ 0.95, they solve 7, 7, and 4 tasks respectively. Mean reward captures partial progress; full acceptance remains a separate outcome.",
2020
"summaryColumns": ["Execution", "Mean reward", "Solved ≥ 0.95", "Token usage", "USD"],
2121
"armLabels": {
@@ -170,7 +170,7 @@
170170
["04", "逐题核对", "#scores"]
171171
],
172172
"resultEyebrow": "00 / 核心结果",
173-
"resultTitle": "均分高于两种基线,完整通过数尚未超过 Plain。",
173+
"resultTitle": "均分高于 Plain 和原生 Goal。",
174174
"resultBody": "LoopX 为 0.4948,Plain 为 0.4218,原生 Goal 为 0.4475。以 Reward ≥ 0.95 计通过,三者分别为 7、7、4 题。均分反映部分进展,完整验收还需单独看。",
175175
"summaryColumns": ["执行方式", "平均 Reward", "通过 ≥ 0.95", "Token 用量", "USD"],
176176
"armLabels": {

‎benchmark/tests/test_publication_scope.py‎

Lines changed: 4 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -92,6 +92,7 @@ def test_lhtb_published_data_and_bilingual_copy_share_scope():
9292
"legacy_heartbeat",
9393
"new_heartbeat",
9494
}
95+
primary_arms = {"plain", "native_goal", "new_heartbeat"}
9596
assert set(data["arms"]) == arms
9697
assert len(data["tasks"]) == len({row["task"] for row in data["tasks"]}) == 46
9798
assert all(set(row) == arms | {"task"} for row in data["tasks"])
@@ -107,4 +108,6 @@ def test_lhtb_published_data_and_bilingual_copy_share_scope():
107108
for localized in localized_copy.values():
108109
assert set(localized["armLabels"]) == arms
109110
assert set(localized["armKinds"]) == arms
110-
assert {row[0] for row in localized["mechanismRows"]} == arms
111+
# Historical arms remain available in the expandable score table, while
112+
# the mechanism narrative intentionally follows the three primary arms.
113+
assert {row[0] for row in localized["mechanismRows"]} == primary_arms

‎examples/dashboard-frontstage-browser-smoke.mjs‎

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -235,7 +235,7 @@ try {
235235
await page.locator("#explore").waitFor();
236236
assert.equal(await page.locator("html").getAttribute("lang"), lang === "zh" ? "zh-CN" : "en");
237237
assert.equal(await page.locator('a[href*="deprecated"], a[href*="frontstage/"]').count(), 0);
238-
const expected = ["docs/guides/personal-workspace-user-guide/", `benchmarks/swe-marathon/${lang === "zh" ? "?lang=zh" : ""}`, "benchmarks/deepswe/behavior-discovery/", "benchmarks/deepswe-sol/", `docs/showcases/index${lang === "en" ? ".en" : ""}.html`];
238+
const expected = ["docs/guides/personal-workspace-user-guide/", `benchmarks/swe-marathon/${lang === "zh" ? "?lang=zh" : ""}`, `benchmarks/lhtb/${lang === "zh" ? "?lang=zh" : ""}`, "benchmarks/deepswe/behavior-discovery/", "benchmarks/deepswe-sol/", `docs/showcases/index${lang === "en" ? ".en" : ""}.html`];
239239
assert.deepEqual(await page.locator("#explore .resource-card").evaluateAll((links) => links.map((a) => a.getAttribute("href"))), expected.map((path) => `/loopx/${path}`));
240240
if (width === 390) {
241241
await page.getByRole("button", { name: "Open navigation" }).click();
@@ -260,7 +260,7 @@ try {
260260
if (process.env.LOOPX_PUBLIC_SITE_DIR) {
261261
// Check the assembled publication, including the separately built books.
262262
const checked = new Set();
263-
for (const path of ["", "?lang=zh", "benchmarks/swe-marathon/", "benchmarks/deepswe/behavior-discovery/", "benchmarks/deepswe-sol/", "docs/showcases/index.html", "docs/showcases/index.en.html", "docs/guides/personal-workspace-user-guide/", "docs/book/", "docs/book/en/", "blog/", "blog/zh/"]) {
263+
for (const path of ["", "?lang=zh", "benchmarks/swe-marathon/", "benchmarks/lhtb/", "benchmarks/lhtb/?lang=zh", "benchmarks/deepswe/behavior-discovery/", "benchmarks/deepswe-sol/", "docs/showcases/index.html", "docs/showcases/index.en.html", "docs/guides/personal-workspace-user-guide/", "docs/book/", "docs/book/en/", "blog/", "blog/zh/"]) {
264264
await page.goto(`${publicOrigin}/loopx/${path}`);
265265
await page.locator("h1").first().waitFor();
266266
const links = await page.locator("a[href]").evaluateAll((links) => links.map((link) => link.href));

0 commit comments

Comments
 (0)