diff --git a/e2e/demo.test.ts b/e2e/demo.test.ts index bc15a4df..4fa120a9 100644 --- a/e2e/demo.test.ts +++ b/e2e/demo.test.ts @@ -16,6 +16,10 @@ test('home page explains model-agnostic intelligence and paid Starter pricing', await expect(page.locator('.evaluation-method')).toContainText( '80 paired comparisons across 40 code-navigation tasks' ); + await expect(page.locator('.evaluation-results')).toContainText('23% higher'); + await expect( + page.getByRole('link', { name: 'TokensToGold methodology and scoring code ↗' }) + ).toHaveAttribute('href', 'https://github.com/noodlbox/tokens-to-gold'); await expect( page.getByRole('heading', { name: 'Organization Knowledge', exact: true }) ).toBeVisible(); diff --git a/src/routes/+page.svelte b/src/routes/+page.svelte index 2b7c6c4f..a262527c 100644 --- a/src/routes/+page.svelte +++ b/src/routes/+page.svelte @@ -350,7 +350,7 @@ Higher accuracy. Fewer calls. Fewer tokens.
-
+12 pointsfile-and-symbol accuracy
+
23% higherfile-and-symbol accuracy
14% fewertokens per task, on average
14% fewertool calls per task, on average
@@ -362,6 +362,12 @@ from 52.2% to 64.3%. Average tokens decreased from 1.01M to 0.88M and tool calls from 25.5 to 21.8.

+

+ Public retrieval-benchmark reference: + TokensToGold methodology and scoring code ↗. The Context Engine figures above come from our separate agent A/B evaluation. +