Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
57 changes: 57 additions & 0 deletions src/agent/model-family-policy.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -388,4 +388,61 @@ describe("resolveModelFamilyPolicy", () => {
}
}
});

describe("deepseek-v4-flash bake-in (CL-10242)", () => {
function v4(
input: {
orchestrator?: boolean;
directorId?: string;
} = {},
) {
return resolveModelFamilyPolicy({
providerName: "vast",
model: "deepseek-ai/DeepSeek-V4-Flash-0731",
...(input.orchestrator !== undefined
? { orchestrator: input.orchestrator }
: {}),
...(input.directorId !== undefined
? { directorId: input.directorId }
: {}),
});
}

test("orchestrators get the d1 primary residual, no primary card or leaf body", () => {
const p = v4({ orchestrator: true });
expect(p.family).toBe("deepseek-v4-flash");
expect(p.promptResidual).toBeDefined();
expect(p.promptResidual).toContain("DeepSeek V4 Flash");
expect(p.leafRoleBody).toBeUndefined();
});

test("coder leaves get the tuned leaf role body, no residual", () => {
const p = v4({ orchestrator: false, directorId: "coder" });
expect(p.family).toBe("deepseek-v4-flash");
expect(p.leafRoleBody).toBeDefined();
expect(p.leafRoleBody).toContain("Coder");
expect(p.promptResidual).toBeUndefined();
});

test("reviewer leaves get the tuned reviewer body", () => {
const p = v4({ orchestrator: false, directorId: "reviewer" });
expect(p.leafRoleBody).toBeDefined();
expect(p.leafRoleBody).toContain("Reviewer");
expect(p.promptResidual).toBeUndefined();
});

test("explorer leaves get the tuned leaf residual only", () => {
const p = v4({ orchestrator: false, directorId: "explorer" });
expect(p.promptResidual).toBeDefined();
expect(p.promptResidual).toContain("DeepSeek V4 Flash");
expect(p.leafRoleBody).toBeUndefined();
});

test("a leaf without a tuned director id gets the default policy, no body/residual", () => {
const p = v4({ orchestrator: false });
expect(p.family).toBe("deepseek-v4-flash");
expect(p.leafRoleBody).toBeUndefined();
expect(p.promptResidual).toBeUndefined();
});
});
});
79 changes: 79 additions & 0 deletions src/agent/model-family-policy.ts
Original file line number Diff line number Diff line change
Expand Up @@ -55,6 +55,12 @@ export interface ModelFamilyPolicy {
* disturb the cached prompt prefix. Undefined for families that need none.
*/
promptResidual?: string | undefined;
/**
* Replaces the director body (formatDirectorSystemPrompt) on a leaf worker
* prompt for families with a tuned slim body for that role. Undefined keeps
* the shared director body.
*/
leafRoleBody?: string | undefined;
}

const DEFAULT_WRAP_UP_NUDGE_TEXT =
Expand Down Expand Up @@ -200,10 +206,63 @@ const ASTRA_POLICY: Omit<ModelFamilyPolicy, "family"> = {
promptResidual: ASTRA_PROMPT_RESIDUAL,
};

// DeepSeek V4 Flash winning config (c), baked in from the handoff prompt
// files: d1_primary.txt, body_coder.txt, body_reviewer.txt, g2_leaf.txt.
export const DSV4_D1_PRIMARY_RESIDUAL = `
Operating notes (DeepSeek V4 Flash):
- Your context is the expensive one: workers do the reading, building, and checking. Read only what you need to route and to name files in a brief (one glob or grep, or one or two reads); do not read code to plan the fix yourself.
- Route: any code change (fix, feature, refactor, even one line) goes to coder; verification of that change goes to reviewer after the coder reports; codebase questions that need more than two reads go to explorer; a question answerable from one or two reads you answer directly. Set \`agent\` to the id directly; do not call search_agents.
- Write each brief so the worker can start without rediscovering anything: goal (copy the user's requirements verbatim, including exact formats, names, and messages), files (repo-relative paths to change and to leave alone), constraints in do_not (no edits to tests or locked files, no new deps, no extra tests or files unless asked), success_criteria (observable checks, one per requirement), and the exact test command.
- After the coder reports, spawn reviewer with the same success_criteria, the test command, and the coder's changed paths. If the reviewer reports a defect, send it back to the same coder with send_input, then have the reviewer re-check once.
- Always call wait_agents on a worker you spawned before ending your turn; never end the turn with a worker still running.
- Do not edit files yourself and do not re-read changed files or re-run tests after a report: the reviewer's verdict is the verification.
- Files go through the file tools, not the shell: read, grep, glob. glob refuses ** unless \`path\` is a subdirectory: use {"path": "src", "pattern": "**/*.ts"}, never {"pattern": "src/**/*.ts"}.
- Final reply: what changed (files), who verified it and how, anything left open, in five lines or fewer. Do not restate the request.
`.trim();

export const DSV4_BODY_CODER = `
Identity: agent id \`coder\`. You are Coder, the builder for Corbits Code, running on DeepSeek V4 Flash. You implement one brief, then report. A separate reviewer verifies your work.

- Start from the brief: it names the goal, the files, the constraints, the success criteria, and the test command. Read those files, make the change, run the test command once, report.
- Read a file before editing it, unless you just created or edited it. Use edit for targeted changes and write for new files.
- Use read, not cat/head/tail in bash; read with no offset/limit returns the whole file, so read each file once. Use grep, not shell grep or rg. Use glob, not find or ls.
- glob refuses ** unless \`path\` is a subdirectory: {"path": "src", "pattern": "**/*.ts"} works; {"pattern": "src/**/*.ts"} is refused.
- Use bash for tests, builds, and programs. A bash result that starts with \`exit code N\` failed: read it and fix the cause before moving on.
- Make the smallest change at the root cause. Keep public signatures and existing behavior the brief does not mention. Add no tests, files, refactors, or docs the brief did not ask for.
- Build structured output (JSON, CSV, YAML) with the language's serializer (JSON.stringify, json.dumps), never by string interpolation.
- Do not re-verify beyond the brief's test command and one direct check per success criterion; the reviewer does the rest.
- Report with the Report envelope (Summary / Findings / Blockers / Paths). In Findings, give each success criterion as pass/fail with the command and its exit status. Paths lists every file you changed.
`.trim();

export const DSV4_BODY_REVIEWER = `
Identity: agent id \`reviewer\`. You are Reviewer, the verifier for Corbits Code, running on DeepSeek V4 Flash. You check a change against the brief's success criteria. You never edit product code.

- Run the brief's test command once. Then check each success criterion with the smallest direct evidence: read the changed lines, and run one targeted command (call the function or CLI with python3 -c / node -e) for behavior the tests do not cover, including exact output formats.
- Report a defect only with evidence: path:line, the input, expected vs actual.
- Do not add files to the repo; use inline commands and leave the working tree as you found it.
- Use read, grep, and glob for files, not shell cat/grep/find. glob refuses ** unless \`path\` is a subdirectory: {"path": "src", "pattern": "**/*.ts"}.
- A bash result that starts with \`exit code N\` failed: say what failed.
- Report with the Report envelope (Summary / Findings / Blockers / Paths). Summary: PASS or FAIL in one line. Findings: one line per success criterion (pass/fail + evidence), then any defects. Keep the whole report under 15 lines.
`.trim();

export const DSV4_G2_LEAF_RESIDUAL = `
Operating notes (DeepSeek V4 Flash):
- Files go through the file tools, not the shell: read to view a file, grep to search contents, glob to find files. bash is for running tests, builds, and programs only.
- glob refuses ** unless \`path\` is a subdirectory. Put the directory in \`path\`, never at the front of the pattern: {"path": "src", "pattern": "**/*.ts"} works; {"pattern": "src/**/*.ts"}, {"pattern": "tests/**/*"} and {"pattern": "**/*"} are refused. At the root, survey with {"pattern": "*.*"} and {"pattern": "*/*"}.
- read takes a file path, never a directory; list a directory with glob ({"path": "src", "pattern": "*"}). Do not guess file names: glob or grep first.
- read with no offset/limit returns the whole file; read each file once and do not page past its end.
- Do exactly what the brief asks. No extra tests, files, refactors, or docs unless the brief requires them; when the brief or the operator says no tests, write none.
- Produce structured output (JSON, CSV, YAML) with the language's serializer (JSON.stringify, json.dumps), never by string interpolation.
- Stay proportional: a few targeted checks cover a small change. Once the success criteria are verified, stop; do not build harnesses for exotic inputs the brief never mentions.
- Run the project's own test command once after your last edit, then write the report.
`.trim();

export function resolveModelFamilyPolicy(input: {
providerName: string;
model?: string;
orchestrator?: boolean;
/** Leaf director id (coder, reviewer, explorer, …) for role-tuned families. */
directorId?: string;
}): ModelFamilyPolicy {
const family = detectModelFamily(input);
const orchestrator = input.orchestrator === true;
Expand Down Expand Up @@ -240,6 +299,26 @@ export function resolveModelFamilyPolicy(input: {
// Primary and leaf alike, like gpt: no orchestrator carve-out. Generic
// gpt prompts are byte-identical — only astra carries the residual.
return { family, ...ASTRA_POLICY };
case "deepseek-v4-flash": {
// Winning config (c): d1 primary residual on orchestrators, tuned role
// bodies for coder/reviewer leaves, g2 leaf residual on explorer.
const directorId = input.directorId;
return {
family,
...DEFAULT_POLICY,
promptResidual: orchestrator
? DSV4_D1_PRIMARY_RESIDUAL
: directorId === "explorer"
? DSV4_G2_LEAF_RESIDUAL
: undefined,
leafRoleBody:
!orchestrator && directorId === "coder"
? DSV4_BODY_CODER
: !orchestrator && directorId === "reviewer"
? DSV4_BODY_REVIEWER
: undefined,
};
}
default:
return { family: "default", ...DEFAULT_POLICY };
}
Expand Down
81 changes: 81 additions & 0 deletions src/provider/openai-compatible-adapter.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -164,3 +164,84 @@ describe("openai-compatible adapter reasoning_content handling", () => {
expect(assistant?.["reasoning_content"]).toBe("ponder");
});
});

describe("openai-compatible adapter DeepSeek V4 Flash wire params", () => {
const V4 = "deepseek-ai/DeepSeek-V4-Flash-0731";
const history: ConversationTurn[] = [
{ role: "user", content: [{ type: "text", text: "hi" }] },
{
role: "assistant",
content: [
{ type: "thinking", thinking: "ponder" },
{ type: "text", text: "hello" },
],
},
{ role: "user", content: [{ type: "text", text: "again" }] },
] as unknown as ConversationTurn[];

function v4Body(
providerOptions?: Record<string, unknown>,
model = V4,
): Record<string, unknown> {
const adapter = createOpenAICompatibleAdapter(source);
const built = adapter.buildRequest(history, model, {
maxTokens: 100,
...(providerOptions !== undefined ? { providerOptions } : {}),
} as InferenceOptions);
return JSON.parse(built.body) as Record<string, unknown>;
}

test("turns thinking on and applies agentic sampling at high effort", () => {
const body = v4Body({ reasoning_effort: "high" });
expect(body["chat_template_kwargs"]).toEqual({ thinking: true });
expect(body["reasoning_effort"]).toBe("high");
expect(body["temperature"]).toBe(1);
expect(body["top_p"]).toBe(0.95);
expect(body["stream_options"]).toEqual({ include_usage: true });
});

test("folds Corbits' ladder onto low/high/max", () => {
expect(v4Body({ reasoning_effort: "minimal" })["reasoning_effort"]).toBe(
"low",
);
expect(v4Body({ reasoning_effort: "medium" })["reasoning_effort"]).toBe(
"high",
);
expect(v4Body({ reasoning_effort: "max" })["reasoning_effort"]).toBe("max");
});

test("effort none sends chat mode explicitly and no effort", () => {
const body = v4Body({ reasoning_effort: "none" });
expect(body["chat_template_kwargs"]).toEqual({ thinking: false });
expect("reasoning_effort" in body).toBe(false);
expect("top_p" in body).toBe(false);
});

test("an explicitly configured temperature/top_p wins", () => {
const body = v4Body({
reasoning_effort: "high",
temperature: 0.6,
top_p: 0.9,
});
expect(body["temperature"]).toBe(0.6);
expect(body["top_p"]).toBe(0.9);
});

test("replays reasoning_content on prior assistant turns", () => {
const msgs = v4Body({ reasoning_effort: "high" })["messages"] as Record<
string,
unknown
>[];
const assistant = msgs.find((m) => m["role"] === "assistant");
expect(assistant?.["reasoning_content"]).toBe("ponder");
});

test("other DeepSeek models keep the old strip and get no extra params", () => {
const body = v4Body({ reasoning_effort: "high" }, "deepseek-v3.2");
expect("chat_template_kwargs" in body).toBe(false);
expect("top_p" in body).toBe(false);
const msgs = body["messages"] as Record<string, unknown>[];
const assistant = msgs.find((m) => m["role"] === "assistant");
expect("reasoning_content" in defined(assistant)).toBe(false);
});
});
70 changes: 65 additions & 5 deletions src/provider/openai-compatible-adapter.ts
Original file line number Diff line number Diff line change
Expand Up @@ -45,11 +45,18 @@ export function createOpenAICompatibleAdapter(
const providerOptions = options.providerOptions;
const hasProviderOptions =
providerOptions !== undefined && Object.keys(providerOptions).length > 0;
// DeepSeek returns HTTP 400 if `reasoning_content` appears in input messages,
// whereas the base adapter emits it for any model with thinking enabled.
const stripReasoning = model.toLowerCase().includes("deepseek");
needsDeepSeekPatch = stripReasoning;
if (!hasProviderOptions && !stripReasoning) return ensureAccept(built);
// DeepSeek's hosted API historically returned HTTP 400 if
// `reasoning_content` appeared in input messages, whereas the base adapter
// emits it for any model with thinking enabled. DeepSeek V4 Flash is the
// exception: its encoder keeps every turn's reasoning when tools are
// present, so stripping it renders each prior tool turn as an empty
// thinking response and the model copies that and stops thinking.
const v4Flash = isDeepSeekV4Flash(model);
const stripReasoning = model.toLowerCase().includes("deepseek") && !v4Flash;
needsDeepSeekPatch = model.toLowerCase().includes("deepseek");
const v4FlashParams = v4Flash;
if (!hasProviderOptions && !stripReasoning && !v4FlashParams)
return ensureAccept(built);

const body = JSON.parse(built.body) as Record<string, unknown>;
if (hasProviderOptions) Object.assign(body, providerOptions);
Expand All @@ -59,6 +66,7 @@ export function createOpenAICompatibleAdapter(
delete (msg as Record<string, unknown>)["reasoning_content"];
}
}
if (v4FlashParams) applyDeepSeekV4FlashParams(body);
const merged: BuiltRequest = { ...built, body: JSON.stringify(body) };
return ensureAccept(merged);
};
Expand All @@ -73,3 +81,55 @@ export function createOpenAICompatibleAdapter(

return { ...base, buildRequest, parseResponse };
}

/** DeepSeek V4 Flash on any OpenAI-compatible host (SGLang, vLLM, gateway). */
export function isDeepSeekV4Flash(model: string): boolean {
return /(^|\/)deepseek-v4-flash/i.test(model.trim());
}

// DeepSeek V4 understands exactly three reasoning_effort levels (low, high,
// max); its reference encoder asserts on anything else. Corbits' generic
// ladder (minimal/low/medium/high/xhigh/max) is folded onto those three.
const DSV4_EFFORT: Record<string, "low" | "high" | "max"> = {
minimal: "low",
low: "low",
medium: "high",
high: "high",
xhigh: "max",
max: "max",
};

/**
* Wire shape the DeepSeek V4 Flash model card asks for, applied to an
* already-built Chat Completions body:
* - thinking is driven by `chat_template_kwargs.thinking` (SGLang and vLLM
* both read it); `reasoning_effort` "none"/"off" or absent means chat mode.
* - effort folds onto low/high/max.
* - thinking mode samples at temperature 1.0 / top_p 0.95 (agentic); an
* explicitly configured temperature/top_p still wins.
* - stream usage is requested so token counts are observable.
*/
export function applyDeepSeekV4FlashParams(
body: Record<string, unknown>,
): void {
const raw = body["reasoning_effort"];
const effort = typeof raw === "string" ? raw.toLowerCase() : undefined;
const thinking =
effort !== undefined && effort !== "none" && effort !== "off";
const existingKwargs =
body["chat_template_kwargs"] !== null &&
typeof body["chat_template_kwargs"] === "object"
? (body["chat_template_kwargs"] as Record<string, unknown>)
: {};
body["chat_template_kwargs"] = { ...existingKwargs, thinking };
if (thinking) {
body["reasoning_effort"] = DSV4_EFFORT[effort] ?? "high";
if (body["temperature"] === undefined) body["temperature"] = 1.0;
if (body["top_p"] === undefined) body["top_p"] = 0.95;
} else {
delete body["reasoning_effort"];
}
if (body["stream"] === true && body["stream_options"] === undefined) {
body["stream_options"] = { include_usage: true };
}
}
46 changes: 46 additions & 0 deletions src/subagent/agent-fleet-effort.test.ts
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
import { afterEach, describe, expect, test } from "bun:test";
import type { AgentProfile } from "../agent/profile-types.js";
import type { ReasoningEffort } from "../provider/reasoning-effort.js";
import type { ProviderCatalogEntry } from "../config/index.js";
import { buildSubagentSources } from "../config/inference-sources.js";
import { clearSourceCredentials } from "../config/source-credentials.js";
Expand Down Expand Up @@ -167,3 +168,48 @@ describe("custom worker efforts", () => {
},
);
});

describe("deepseek-v4-flash coder=low bake-in (CL-10242)", () => {
const dsv4: ProviderCatalogEntry = {
name: "dsv4",
baseURL: "https://dsv4.example/v1",
keyless: true,
models: ["deepseek-v4-flash"],
};

async function captureEffort(agent: string): Promise<ReasoningEffort> {
let worker: RunSubAgentParams | undefined;
const deps = createFleetDeps(
async (params) => {
worker = params;
return { report: "done" };
},
{ settings: { providers: { dsv4 } }, catalog: [dsv4] },
);
deps.provider = {
providerName: dsv4.name,
baseURL: dsv4.baseURL,
model: "deepseek-v4-flash",
};
const spawn = createSpawnAgentTool(deps);
const args: Record<string, unknown> = {
description: "inspect",
prompt: "inspect",
agent,
};
if (agent === "coder" || agent === "reviewer") {
args.success_criteria = ["done"];
}
const result = await callFleetToolRaw(spawn, args);
expect(result.isError).not.toBe(true);
await callFleetToolRaw(fleetTools(deps).wait, { timeout_ms: 2000 });
if (worker === undefined) throw new Error("worker did not start");
return worker.provider.reasoningEffort as ReasoningEffort;
}

test("coder pins low on the wire while reviewer/explorer keep their role defaults", async () => {
expect(await captureEffort("coder")).toBe("low");
expect(await captureEffort("reviewer")).toBe("high");
expect(await captureEffort("explorer")).toBe("medium");
});
});
Loading
Loading