initial commit

src/runtime.test.ts

@@ -0,0 +1,85 @@
+import test from "node:test";
+import assert from "node:assert/strict";
+import { createWebSearchRuntime } from "./runtime.ts";
+
+function createProvider(name: string, type: string, handlers: Partial<any>) {
+  return {
+    name,
+    type,
+    async search(request: any) {
+      return handlers.search?.(request);
+    },
+    async fetch(request: any) {
+      return handlers.fetch?.(request);
+    },
+  };
+}
+
+test("search retries Tavily failures once with Exa", async () => {
+  const runtime = createWebSearchRuntime({
+    loadConfig: async () => ({
+      path: "test.json",
+      defaultProviderName: "tavily-main",
+      defaultProvider: { name: "tavily-main", type: "tavily", apiKey: "tvly" },
+      providers: [
+        { name: "tavily-main", type: "tavily", apiKey: "tvly" },
+        { name: "exa-fallback", type: "exa", apiKey: "exa" },
+      ],
+      providersByName: new Map([
+        ["tavily-main", { name: "tavily-main", type: "tavily", apiKey: "tvly" }],
+        ["exa-fallback", { name: "exa-fallback", type: "exa", apiKey: "exa" }],
+      ]),
+    }),
+    createProvider(providerConfig) {
+      if (providerConfig.type === "tavily") {
+        return createProvider(providerConfig.name, providerConfig.type, {
+          search: async () => {
+            throw new Error("503 upstream unavailable");
+          },
+        });
+      }
+      return createProvider(providerConfig.name, providerConfig.type, {
+        search: async () => ({
+          providerName: providerConfig.name,
+          results: [{ title: "Exa hit", url: "https://exa.ai" }],
+        }),
+      });
+    },
+  });
+
+  const result = await runtime.search({ query: "pi docs" });
+
+  assert.equal(result.execution.actualProviderName, "exa-fallback");
+  assert.equal(result.execution.failoverFromProviderName, "tavily-main");
+  assert.match(result.execution.failoverReason ?? "", /503/);
+});
+
+test("search does not retry when Exa was explicitly selected", async () => {
+  const runtime = createWebSearchRuntime({
+    loadConfig: async () => ({
+      path: "test.json",
+      defaultProviderName: "tavily-main",
+      defaultProvider: { name: "tavily-main", type: "tavily", apiKey: "tvly" },
+      providers: [
+        { name: "tavily-main", type: "tavily", apiKey: "tvly" },
+        { name: "exa-fallback", type: "exa", apiKey: "exa" },
+      ],
+      providersByName: new Map([
+        ["tavily-main", { name: "tavily-main", type: "tavily", apiKey: "tvly" }],
+        ["exa-fallback", { name: "exa-fallback", type: "exa", apiKey: "exa" }],
+      ]),
+    }),
+    createProvider(providerConfig) {
+      return createProvider(providerConfig.name, providerConfig.type, {
+        search: async () => {
+          throw new Error(`boom:${providerConfig.name}`);
+        },
+      });
+    },
+  });
+
+  await assert.rejects(
+    () => runtime.search({ query: "pi docs", provider: "exa-fallback" }),
+    /boom:exa-fallback/,
+  );
+});