Spaces:
Running
Running
Assert the study strip by its own sentence, not the study name
Browse filesThe source picker's option label carries the study title on snapshots
that use it as the composite display name, so name-containment both
false-failed the merged no-strip check and vacuously passed the pinned
strip check. The strip's budget sentence appears nowhere else.
Co-Authored-By: Claude Fable 5 <noreply@anthropic.com>
tests/e2e/collection-embeds.spec.ts
CHANGED
|
@@ -68,12 +68,17 @@ test("compute embed on non-study surfaces: declared absence, never a substituted
|
|
| 68 |
const merged = await bodyText(page, "/embed/eval/distribution/hle?view=compute")
|
| 69 |
expect(has(merged, COMPUTE_ABSENCE)).toBe(true)
|
| 70 |
expect(has(merged, "merged (all sources)")).toBe(true)
|
| 71 |
-
|
|
|
|
|
|
|
|
|
|
| 72 |
|
| 73 |
// Pinning the study source swaps in its per-source payload.
|
| 74 |
const pinned = await bodyText(page, `/embed/eval/distribution/hle?view=compute&source=${STUDY}`)
|
| 75 |
expect(has(pinned, "reasoning-token allowance")).toBe(true)
|
| 76 |
-
|
|
|
|
|
|
|
| 77 |
})
|
| 78 |
|
| 79 |
test("existing embed views: study pages gain the context strip, ordinary pages are untouched", async ({ page }) => {
|
|
|
|
| 68 |
const merged = await bodyText(page, "/embed/eval/distribution/hle?view=compute")
|
| 69 |
expect(has(merged, COMPUTE_ABSENCE)).toBe(true)
|
| 70 |
expect(has(merged, "merged (all sources)")).toBe(true)
|
| 71 |
+
// No strip. Assert on the strip's own sentence, not the study name —
|
| 72 |
+
// the source picker's option label can carry the study title when the
|
| 73 |
+
// snapshot uses it as the composite display name.
|
| 74 |
+
expect(has(merged, BUDGET_LINE)).toBe(false)
|
| 75 |
|
| 76 |
// Pinning the study source swaps in its per-source payload.
|
| 77 |
const pinned = await bodyText(page, `/embed/eval/distribution/hle?view=compute&source=${STUDY}`)
|
| 78 |
expect(has(pinned, "reasoning-token allowance")).toBe(true)
|
| 79 |
+
// The strip's own sentence — the picker's option label can carry the
|
| 80 |
+
// study title, so the name alone doesn't prove the strip rendered.
|
| 81 |
+
expect(has(pinned, BUDGET_LINE)).toBe(true)
|
| 82 |
})
|
| 83 |
|
| 84 |
test("existing embed views: study pages gain the context strip, ordinary pages are untouched", async ({ page }) => {
|