feat: integrate Pi backend and Pi Web

2026-10-03 11:09:34 +00:00 · 2026-07-30 19:37:53 +08:00
commit 7392ab9dd7
1390 changed files with 337197 additions and 0 deletions
@@ -0,0 +1,103 @@
+import { mkdtemp, readFile, rm } from "node:fs/promises";
+import { tmpdir } from "node:os";
+import { join } from "node:path";
+import { expect, it } from "vitest";
+import {
+	persistEvalArtifactReferences,
+	recordEvalSessionArtifact,
+	recordEvalSourceArtifact,
+} from "../../src/vitest-evals/artifacts.ts";
+
+it("records session and source artifacts against the explicit test task", async ({ task }) => {
+	const runId = "run-1";
+	await recordEvalSessionArtifact(task, {
+		artifacts: { runId, piSessionJsonl: '{"type":"session"}\n' },
+	});
+	await recordEvalSourceArtifact(task, runId, {
+		name: "hello.ts",
+		contentType: "text/typescript",
+		body: "export default function () {}\n",
+		bodyEncoding: "utf-8",
+	});
+
+	expect(task.artifacts).toContainEqual(
+		expect.objectContaining({
+			type: "@earendil-works/pi-evals:session",
+			runId,
+			attachments: [
+				expect.objectContaining({
+					name: "session.jsonl",
+					body: '{"type":"session"}\n',
+					bodyEncoding: "utf-8",
+					contentType: "application/jsonl",
+				}),
+			],
+		}),
+	);
+	expect(task.artifacts).toContainEqual(
+		expect.objectContaining({
+			type: "@earendil-works/pi-evals:source",
+			runId,
+			attachments: [
+				expect.objectContaining({
+					name: "hello.ts",
+					body: "export default function () {}\n",
+					bodyEncoding: "utf-8",
+					contentType: "text/typescript",
+				}),
+			],
+		}),
+	);
+});
+
+it("persists and selects attachments belonging to the reported run", async () => {
+	const root = await mkdtemp(join(tmpdir(), "pi-eval-artifact-report-test-"));
+	try {
+		const references = await persistEvalArtifactReferences(
+			[
+				{
+					type: "@earendil-works/pi-evals:session",
+					runId: "run-1",
+					attachments: [
+						{
+							name: "session.jsonl",
+							body: '{"type":"session"}\n',
+							bodyEncoding: "utf-8",
+							contentType: "application/jsonl",
+						},
+					],
+				},
+				{
+					type: "@earendil-works/pi-evals:session",
+					runId: "run-2",
+					attachments: [],
+				},
+				{
+					type: "@earendil-works/pi-evals:source",
+					runId: "run-1",
+					attachments: [
+						{
+							name: "hello.ts",
+							body: "export default function () {}\n",
+							bodyEncoding: "utf-8",
+							contentType: "text/typescript",
+						},
+					],
+				},
+				{ type: "internal:annotation", annotation: { message: "other", type: "info" } },
+			],
+			"run-1",
+			root,
+		);
+		expect(references).toEqual([
+			{ name: "session.jsonl", path: expect.stringMatching(/^sessions\/[a-f0-9]{64}\/session\.jsonl$/) },
+			{ name: "hello.ts", path: expect.stringMatching(/^sources\/[a-f0-9]{64}\/hello\.ts$/) },
+		]);
+		for (const { name, path } of references) {
+			const expected = name === "session.jsonl" ? '{"type":"session"}\n' : "export default function () {}\n";
+			expect(await readFile(join(root, path), "utf8")).toBe(expected);
+		}
+	} finally {
+		await rm(root, { recursive: true, force: true });
+	}
+});