liuyu/openclaw
1
0
Fork 0
mirror of https://github.com/openclaw/openclaw.git synced 2026-06-06 05:51:15 +08:00
Code Issues Packages Projects Releases Wiki Activity

test(ollama): support cloud api live smoke

Browse Source
This commit is contained in:
Vincent Koc
2026-05-26 01:36:33 +02:00
parent 978a2d01da
commit 2a6b4ed3e2
2 changed files with 92 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

19
docs/providers/ollama.md
View File

@@ -260,6 +260,25 @@ OPENCLAW_LIVE_TEST=1 OPENCLAW_LIVE_OLLAMA=1 OPENCLAW_LIVE_OLLAMA_WEB_SEARCH=0 \
pnpm test:live -- extensions/ollama/ollama.live.test.ts
```
For Ollama Cloud API-key smoke tests, point the live test at `https://ollama.com`
and choose a hosted model from the current catalog:
```bash
export OLLAMA_API_KEY='<your-ollama-cloud-api-key>'
OPENCLAW_LIVE_TEST=1 \
OPENCLAW_LIVE_OLLAMA=1 \
OPENCLAW_LIVE_OLLAMA_BASE_URL=https://ollama.com \
OPENCLAW_LIVE_OLLAMA_MODEL=glm-5.1:cloud \
OPENCLAW_LIVE_OLLAMA_WEB_SEARCH=1 \
pnpm test:live -- extensions/ollama/ollama.live.test.ts
```
The cloud smoke runs text, native stream, and web search. It skips embeddings by
default for `https://ollama.com` because Ollama Cloud API keys may not authorize
`/api/embed`. Set `OPENCLAW_LIVE_OLLAMA_EMBEDDINGS=1` when you explicitly want
the live test to fail if the configured cloud key cannot use the embed endpoint.
To add a new model, simply pull it with Ollama:
```bash

98
extensions/ollama/ollama.live.test.ts
View File

@@ -4,6 +4,7 @@ import fs from "node:fs/promises";
import os from "node:os";
import path from "node:path";
import { describe, expect, it } from "vitest";
import { isLocalOllamaBaseUrl } from "./src/discovery-shared.js";
import { createOllamaEmbeddingProvider } from "./src/embedding-provider.js";
import { createOllamaStreamFn } from "./src/stream.js";
import { createOllamaWebSearchProvider } from "./src/web-search-provider.js";
@@ -16,6 +17,38 @@ const EMBEDDING_MODEL =
process.env.OPENCLAW_LIVE_OLLAMA_EMBED_MODEL?.trim() || "embeddinggemma:latest";
const PROVIDER_ID = process.env.OPENCLAW_LIVE_OLLAMA_PROVIDER_ID?.trim() || "ollama-live-custom";
const RUN_WEB_SEARCH = process.env.OPENCLAW_LIVE_OLLAMA_WEB_SEARCH !== "0";
const RUN_EMBEDDINGS =
process.env.OPENCLAW_LIVE_OLLAMA_EMBEDDINGS === "1" ||
(process.env.OPENCLAW_LIVE_OLLAMA_EMBEDDINGS !== "0" && !isOllamaCloudBaseUrl(OLLAMA_BASE_URL));
const OLLAMA_CONFIG_API_KEY = isLocalOllamaBaseUrl(OLLAMA_BASE_URL)
? "ollama-local"
: "OLLAMA_API_KEY";
function isOllamaCloudBaseUrl(baseUrl: string): boolean {
try {
const parsed = new URL(baseUrl);
return parsed.protocol === "https:" && parsed.hostname === "ollama.com";
} catch {
return false;
}
}
function requireOllamaRuntimeApiKey(): string | undefined {
if (OLLAMA_CONFIG_API_KEY !== "OLLAMA_API_KEY") {
return undefined;
}
const apiKey = process.env.OLLAMA_API_KEY?.trim();
if (!apiKey) {
throw new Error(
"OPENCLAW_LIVE_OLLAMA_BASE_URL points at a remote Ollama host; set OLLAMA_API_KEY.",
);
}
return apiKey;
}
function resolveOllamaDirectApiKey(): string {
return requireOllamaRuntimeApiKey() ?? "ollama-local";
}
async function collectStreamEvents<T>(stream: AsyncIterable<T>): Promise<T[]> {
const events: T[] = [];
@@ -37,7 +70,7 @@ async function withTempOpenClawState<T>(run: (paths: { root: string }) => Promis
ollama: {
api: "ollama",
baseUrl: OLLAMA_BASE_URL,
apiKey: "ollama-local",
apiKey: OLLAMA_CONFIG_API_KEY,
models: [],
},
},
@@ -54,6 +87,13 @@ async function withTempOpenClawState<T>(run: (paths: { root: string }) => Promis
}
async function runOpenClawCli(args: string[], env: NodeJS.ProcessEnv) {
const hasBuiltEntry = ["entry.js", "entry.mjs"].some((entry) =>
fsSync.existsSync(path.join(process.cwd(), "dist", entry)),
);
const sourceRunnerAvailable = !hasBuiltEntry;
const commandArgs = sourceRunnerAvailable
? ["scripts/run-node.mjs", ...args]
: ["openclaw.mjs", ...args];
const outputRoot = fsSync.mkdtempSync(path.join(os.tmpdir(), "openclaw-ollama-cli-output-"));
const stdoutPath = path.join(outputRoot, "stdout.txt");
const stderrPath = path.join(outputRoot, "stderr.txt");
@@ -62,10 +102,10 @@ async function runOpenClawCli(args: string[], env: NodeJS.ProcessEnv) {
let stdoutClosed = false;
let stderrClosed = false;
try {
const result = spawnSync(process.execPath, ["openclaw.mjs", ...args], {
const result = spawnSync(process.execPath, commandArgs, {
cwd: process.cwd(),
env,
timeout: 90_000,
timeout: sourceRunnerAvailable ? 180_000 : 90_000,
stdio: ["ignore", stdoutFd, stderrFd],
});
fsSync.closeSync(stdoutFd);
@@ -96,6 +136,7 @@ function parseJsonEnvelope(stdout: string): Record<string, unknown> {
}
function buildCliEnv(root: string): NodeJS.ProcessEnv {
const apiKey = requireOllamaRuntimeApiKey();
return {
PATH: process.env.PATH,
HOME: process.env.HOME,
@@ -110,7 +151,9 @@ function buildCliEnv(root: string): NodeJS.ProcessEnv {
OPENCLAW_CONFIG_PATH: path.join(root, "openclaw.json"),
OPENCLAW_NO_RESPAWN: "1",
OPENCLAW_TEST_FAST: "1",
OLLAMA_API_KEY: "ollama-local",
PNPM_CONFIG_VERIFY_DEPS_BEFORE_RUN: "false",
pnpm_config_verify_deps_before_run: "false",
OLLAMA_API_KEY: apiKey ?? "ollama-local",
};
}
@@ -204,6 +247,7 @@ describe.skipIf(!LIVE)("ollama live", () => {
onPayload: (body: unknown) => {
payload = body as NonNullable<typeof payload>;
},
apiKey: requireOllamaRuntimeApiKey(),
} as never,
);
@@ -223,31 +267,35 @@ describe.skipIf(!LIVE)("ollama live", () => {
expect(properties?.options?.type).toBe("object");
}, 60_000);
it("embeds a batch through the current Ollama endpoint for custom providers", async () => {
const { client } = await createOllamaEmbeddingProvider({
config: {
models: {
providers: {
[PROVIDER_ID]: {
api: "ollama",
baseUrl: OLLAMA_BASE_URL,
apiKey: "ollama-local",
it.skipIf(!RUN_EMBEDDINGS)(
"embeds a batch through the current Ollama endpoint for custom providers",
async () => {
const { client } = await createOllamaEmbeddingProvider({
config: {
models: {
providers: {
[PROVIDER_ID]: {
api: "ollama",
baseUrl: OLLAMA_BASE_URL,
apiKey: resolveOllamaDirectApiKey(),
},
},
},
},
},
provider: PROVIDER_ID,
model: `${PROVIDER_ID}/${EMBEDDING_MODEL}`,
} as never);
provider: PROVIDER_ID,
model: `${PROVIDER_ID}/${EMBEDDING_MODEL}`,
} as never);
const embeddings = await client.embedBatch(["hello", "world"]);
const embeddings = await client.embedBatch(["hello", "world"]);
expect(embeddings).toHaveLength(2);
expect(embeddings[0]?.length ?? 0).toBeGreaterThan(0);
expect(embeddings[1]?.length).toBe(embeddings[0]?.length);
expect(Math.hypot(...embeddings[0])).toBeGreaterThan(0.99);
expect(Math.hypot(...embeddings[0])).toBeLessThan(1.01);
}, 45_000);
expect(embeddings).toHaveLength(2);
expect(embeddings[0]?.length ?? 0).toBeGreaterThan(0);
expect(embeddings[1]?.length).toBe(embeddings[0]?.length);
expect(Math.hypot(...embeddings[0])).toBeGreaterThan(0.99);
expect(Math.hypot(...embeddings[0])).toBeLessThan(1.01);
},
45_000,
);
it.skipIf(!RUN_WEB_SEARCH)(
"searches through Ollama web search fallback endpoints",
@@ -260,7 +308,7 @@ describe.skipIf(!LIVE)("ollama live", () => {
ollama: {
api: "ollama",
baseUrl: OLLAMA_BASE_URL,
apiKey: "ollama-local",
apiKey: resolveOllamaDirectApiKey(),
},
},
},