fix(qa): avoid runtime startup for evidence scripts (#148153)

extensions/qa-lab/test-api.ts

@@ -5,10 +5,12 @@ export {
   type QaEvidencePackageSource,
   type QaEvidenceStatus,
   type QaEvidenceSummaryJson,
+  validateQaEvidenceSummaryJson,
 } from "./src/evidence-summary.js";
+export { splitQaModelRef } from "./src/model-selection.js";
 export { qaProfileEvidencePlan } from "./src/profile-evidence-plan.js";
 export type { QaProviderMode } from "./src/providers/index.js";
-export { readQaScenarioById } from "./src/scenario-catalog.js";
+export { readQaScenarioById, type QaSeedScenarioWithSource } from "./src/scenario-catalog.js";
 export {
   qaMaturityTaxonomyIdentity,
   readQaMaturityTaxonomySource,

scripts/code-mode-model-matrix.ts

@@ -14,7 +14,7 @@ import {
   validateQaEvidenceSummaryJson,
   type QaEvidenceStatus,
   type QaEvidenceSummaryJson,
-} from "../extensions/qa-lab/api.js";
+} from "../extensions/qa-lab/test-api.js";
 import type { AgentExecEnvelope } from "../src/commands/agent-exec-result.ts";
 import { requireOptionArgument } from "./lib/arg-utils.mts";
 import { summarizeGatewayMatrixOutcomes } from "./lib/code-mode-matrix-comparison.ts";

test/e2e/qa-lab/media/hosted-media-provider-live.ts

@@ -5,7 +5,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import { spawnPnpmRunner as _spawnPnpmRunner } from "../../../../scripts/pnpm-runner.mts";
 import {

test/e2e/qa-lab/media/realtime-talk-live.ts

@@ -6,7 +6,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import {
   createQaScriptBlockedStatusTracker,
   createQaScriptEvidenceWriter,

test/e2e/qa-lab/plugins/clawhub-release-candidate-install.test.ts

@@ -3,7 +3,7 @@ import fs from "node:fs/promises";
 import os from "node:os";
 import path from "node:path";
 import { afterEach, describe, expect, it, vi } from "vitest";
-import { validateQaEvidenceSummaryJson } from "../../../../extensions/qa-lab/api.js";
+import { validateQaEvidenceSummaryJson } from "../../../../extensions/qa-lab/test-api.js";
 import { runClawHubReleaseCandidateInstallProducer } from "./clawhub-release-candidate-install.js";
 
 const tempRoots: string[] = [];

test/e2e/qa-lab/plugins/clawhub-release-candidate-install.ts

@@ -8,7 +8,7 @@ import {
   QA_EVIDENCE_FILENAME,
   splitQaModelRef,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import {
   parsePlatformList,
   resolveParallelsProviderAuth,

test/e2e/qa-lab/runtime/browser-plugin-profiles-packaged.ts

@@ -4,7 +4,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatError } from "../../../../scripts/lib/error-format.mts";
 import { createQaScriptEvidenceWriter } from "./script-evidence.js";
 

test/e2e/qa-lab/runtime/diagnostic-events-boundary-runtime.test.ts

@@ -3,7 +3,7 @@ import fs from "node:fs/promises";
 import os from "node:os";
 import path from "node:path";
 import { afterEach, describe, expect, it, vi } from "vitest";
-import { validateQaEvidenceSummaryJson } from "../../../../extensions/qa-lab/api.js";
+import { validateQaEvidenceSummaryJson } from "../../../../extensions/qa-lab/test-api.js";
 import {
   runDiagnosticEventsBoundaryRuntime,
   testing,

test/e2e/qa-lab/runtime/docker-artifact-proof.ts

@@ -6,7 +6,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import { createQaScriptEvidenceWriter } from "./script-evidence.js";
 

test/e2e/qa-lab/runtime/doctor-gateway-startup-recovery.test.ts

@@ -5,7 +5,7 @@ import { afterEach, describe, expect, it } from "vitest";
 import {
   QA_EVIDENCE_FILENAME,
   validateQaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import {
   parseDoctorGatewayStartupRecoveryOptions,
   resolveSystemdRecoveryPermission,

test/e2e/qa-lab/runtime/doctor-gateway-startup-recovery.ts

@@ -10,7 +10,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { createQaScriptEvidenceWriter } from "./script-evidence.js";
 
 const ALLOW_ENV = "OPENCLAW_QA_ALLOW_SYSTEMD_RECOVERY";

test/e2e/qa-lab/runtime/gateway-protocol-artifacts.ts

@@ -9,7 +9,7 @@ import { x as extractTar } from "tar";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { ProtocolSchemas } from "../../../../packages/gateway-protocol/src/schema/protocol-schemas.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import {

test/e2e/qa-lab/runtime/gateway-ssh-tunnels.ts

@@ -9,7 +9,7 @@ import { promisify } from "node:util";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { gatewayStatusCommand } from "../../../../src/commands/gateway-status.js";
 import { clearConfigCache, clearRuntimeConfigSnapshot } from "../../../../src/config/config.js";
 import { startGatewayServer } from "../../../../src/gateway/server.js";

test/e2e/qa-lab/runtime/gateway-tls-pinning.ts

@@ -10,7 +10,7 @@ import { isRecord } from "@openclaw/normalization-core/record-coerce";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { normalizeTlsFingerprint } from "../../../../packages/gateway-client/src/client-address-utils.js";
 import { clearConfigCache, clearRuntimeConfigSnapshot } from "../../../../src/config/config.js";
 import { createConfiguredGatewayLocalProbe } from "../../../../src/gateway/local-http-probe.js";

test/e2e/qa-lab/runtime/managed-gateway-service-lifecycle-product-proof.test.ts

@@ -6,7 +6,7 @@ import { afterEach, describe, expect, it, vi } from "vitest";
 import {
   QA_EVIDENCE_FILENAME,
   validateQaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { testing } from "./managed-gateway-service-lifecycle-product-proof.js";
 
 vi.mock("node:child_process", async (importOriginal) => ({

test/e2e/qa-lab/runtime/managed-gateway-service-lifecycle-product-proof.ts

@@ -6,7 +6,7 @@ import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
   validateQaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import { createQaScriptEvidenceWriter } from "./script-evidence.js";
 

test/e2e/qa-lab/runtime/script-evidence.test.ts

@@ -6,7 +6,7 @@ import { afterEach, describe, expect, it, vi } from "vitest";
 import {
   type QaProviderMode,
   validateQaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import {
   createQaScriptBlockedStatusTracker,
   createQaScriptEvidenceWriter,

test/e2e/qa-lab/runtime/update-run-package-self-upgrade.ts

@@ -6,7 +6,7 @@ import { pathToFileURL } from "node:url";
 import {
   QA_EVIDENCE_FILENAME,
   type QaEvidenceSummaryJson,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import { createQaScriptEvidenceWriter } from "./script-evidence.js";
 

test/e2e/qa-lab/tui/tui-pty-evidence-producer.test.ts

@@ -5,7 +5,7 @@ import { afterEach, describe, expect, it, vi } from "vitest";
 import {
   validateQaEvidenceSummaryJson,
   type QaSeedScenarioWithSource,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { useAutoCleanupTempDirTracker } from "../../../helpers/temp-dir.js";
 import {
   buildTuiPtyVitestCommand,

test/e2e/qa-lab/tui/tui-pty-evidence-producer.ts

@@ -10,7 +10,7 @@ import {
   readQaScenarioById,
   type QaEvidenceSummaryJson,
   type QaSeedScenarioWithSource,
-} from "../../../../extensions/qa-lab/api.js";
+} from "../../../../extensions/qa-lab/test-api.js";
 import { coerceErrorMessage as formatErrorMessage } from "../../../../scripts/lib/error-format.mts";
 import { createQaScriptEvidenceWriter } from "../runtime/script-evidence.js";