Skip to content
Merged
89 changes: 89 additions & 0 deletions apps/server/src/project/AgentSessionScanner.test.ts
Original file line number Diff line number Diff line change
Expand Up @@ -1867,6 +1867,95 @@ it.layer(NodeServices.layer)("AgentSessionScanner", (it) => {
}),
);

it.effect("imports long Claude history beyond the selected-history and record limits", () =>
Effect.gen(function* () {
const path = yield* Path.Path;
const nowMs = Date.parse("2026-08-24T12:00:00.000Z");
yield* TestClock.setTime(nowMs);
const claudeHomePath = yield* makeTempDir("t3code-long-conversation-claude-");
const codexHomePath = yield* makeTempDir("t3code-long-conversation-codex-");
const workspace = yield* makeTempDir("t3code-long-conversation-workspace-");
const record = (fields: Record<string, unknown>) =>
encodeTranscriptRecord({ sessionId: "claude-long", ...fields });
const longText = "x".repeat(64 * 1024);
Comment thread
coderabbitai[bot] marked this conversation as resolved.
Resolved
const middleCount = 600;
yield* writeTranscript({
filePath: path.join(claudeHomePath, "projects", "-slug", "claude-long.jsonl"),
contents: [
record({
type: "user",
cwd: workspace,
message: { role: "user", content: "First prompt" },
}),
// 600 x 64 KiB exceeds the 32 MiB selected-history budget; the shown window fits.
...Array.from({ length: middleCount }, (_, index) => {
const role = index % 2 === 0 ? "assistant" : "user";
return record({ type: role, message: { role, content: longText } });
}),
// Tool and progress records push the file past the 100,000-record limit.
...Array.from({ length: 100_000 }, () => "{}"),
record({ type: "user", message: { role: "user", content: "Latest prompt" } }),
].join("\n"),
mtimeMs: nowMs - 60_000,
});

const outcomes = yield* runRecentThreadOutcomes({
claudeHomePath,
codexHomePath,
workspaceRoot: workspace,
});

expect(outcomes.map((outcome) => outcome._tag)).toEqual(["Importable"]);
const thread = outcomes[0]?._tag === "Importable" ? outcomes[0].thread : undefined;
expect(thread?.messages[0]).toMatchObject({ role: "user", text: "First prompt" });
expect(thread?.messages.at(-1)).toMatchObject({ role: "user", text: "Latest prompt" });
expect(thread?.messages).toHaveLength(200);
expect(thread?.omittedMessageCount).toBe(middleCount + 2 - 200);
}),
);

it.effect("imports a late first Claude prompt once when older replies are dropped", () =>
Effect.gen(function* () {
const path = yield* Path.Path;
const nowMs = Date.parse("2026-08-24T12:00:00.000Z");
yield* TestClock.setTime(nowMs);
const claudeHomePath = yield* makeTempDir("t3code-late-prompt-claude-");
const codexHomePath = yield* makeTempDir("t3code-late-prompt-codex-");
const workspace = yield* makeTempDir("t3code-late-prompt-workspace-");
const contents = [
encodeTranscriptRecord({ type: "attachment", sessionId: "late-prompt", cwd: workspace }),
// The first prompt is still among the latest 200 messages after older replies drop out.
...Array.from({ length: 250 }, (_, index) => {
const role = index < 60 || index % 2 === 1 ? "assistant" : "user";
return encodeTranscriptRecord({
type: role,
sessionId: "late-prompt",
message: { role, content: `${role} ${index}` },
});
}),
].join("\n");
const filePath = path.join(claudeHomePath, "projects", "-slug", "late-prompt.jsonl");
yield* writeTranscript({ filePath, contents, mtimeMs: nowMs - 60_000 });

const [thread] = yield* runRecentThreads({
claudeHomePath,
codexHomePath,
workspaceRoot: workspace,
});

expect(thread?.messages[0]).toMatchObject({ role: "assistant", text: "assistant 50" });
expect(thread).toEqual(
AgentSessionScanner.parseAgentSessionTranscript({
source: "claudeAgent",
providerInstanceId: ProviderInstanceId.make("claudeAgent"),
fallbackSessionId: "late-prompt",
lastActiveAtMs: nowMs - 60_000,
contents,
}),
);
}),
);

it.effect("skips growth during reading without exceeding the reserved bytes", () =>
Effect.gen(function* () {
const path = yield* Path.Path;
Expand Down
47 changes: 42 additions & 5 deletions apps/server/src/project/AgentSessionScanner.ts
Original file line number Diff line number Diff line change
Expand Up @@ -416,13 +416,14 @@ export function parseAgentSessionTranscript(
input.source === "claudeAgent"
? records.reduce(foldClaudeFields, emptyClaudeFields)
: emptyClaudeFields;
return parseAgentSessionRecords(input, records, claudeFields);
return parseAgentSessionRecords(input, records, claudeFields, 0);
}

function parseAgentSessionRecords(
input: AgentSessionTranscriptMetadata,
records: ReadonlyArray<DecodedTranscriptRecord>,
claudeFields: ClaudeFields,
droppedMessageCount: number,
): AgentSessionThread | null {
const fallbackTimestamp = DateTime.formatIso(DateTime.makeUnsafe(input.lastActiveAtMs));
// Claude filenames are session IDs. Codex rollout filenames include extra
Expand Down Expand Up @@ -635,7 +636,7 @@ function parseAgentSessionRecords(
createdAt: retainedMessages[0]?.createdAt ?? fallbackTimestamp,
updatedAt: fallbackTimestamp,
messages: retainedMessages,
omittedMessageCount: conversationMessageCount - retainedMessages.length,
omittedMessageCount: conversationMessageCount + droppedMessageCount - retainedMessages.length,
};
}

Expand Down Expand Up @@ -672,6 +673,31 @@ function shouldRetainDecodedRecord(
);
}

// The import shows only the first user message and the latest messages, so a
// long Claude session holds just those and counts the rest as dropped.
function createClaudeHistoryWindow() {
const recent: Array<{ readonly record: DecodedTranscriptRecord; readonly bytes: number }> = [];
let firstUser: DecodedTranscriptRecord | undefined;
let droppedMessageCount = 0;
return {
// Takes a record shouldRetainDecodedRecord kept; returns the bytes it released.
push: (record: DecodedTranscriptRecord, bytes: number): number => {
if (firstUser === undefined && record.type === "user") firstUser = record;
recent.push({ record, bytes });
if (recent.length <= MAX_IMPORTED_MESSAGES) return 0;
const evicted = recent.shift();
if (evicted === undefined || evicted.record === firstUser) return 0;
droppedMessageCount += 1;
return evicted.bytes;
},
records: () => {
const held = recent.map((entry) => entry.record);
return firstUser === undefined || held.includes(firstUser) ? held : [firstUser, ...held];
},
droppedMessageCount: () => droppedMessageCount,
};
}

function normalizeForWorktreeMatch(value: string, caseFold: boolean): string {
const normalized = `${value.replaceAll("\\", "/")}/`;
return caseFold ? normalized.toLowerCase() : normalized;
Expand Down Expand Up @@ -1041,6 +1067,7 @@ export const make = Effect.gen(function* () {
return null;
}
const records: Array<DecodedTranscriptRecord> = [];
const claudeHistory = createClaudeHistoryWindow();
let cwd = Option.none<string>();
let claudeFields = emptyClaudeFields;
let historyBytes = prefix?.historyBytes ?? 0;
Expand All @@ -1062,7 +1089,8 @@ export const make = Effect.gen(function* () {
const finishRecord = () => {
reader.write(decoder.decode());
recordCount += 1;
if (recordCount > MAX_IMPORT_RECORDS) return false;
// Claude keeps a bounded window, so only the byte budgets limit its length.
if (recordCount > MAX_IMPORT_RECORDS && source !== "claudeAgent") return false;
const value = reader.finish();
const decoded = decodeTranscriptValue(value);
if (Option.isNone(decoded) && source === "pi") {
Expand All @@ -1074,7 +1102,9 @@ export const make = Effect.gen(function* () {
claudeFields = foldClaudeFields(claudeFields, decoded.value);
}
if (shouldRetainDecodedRecord(source, decoded.value)) {
if (
if (source === "claudeAgent") {
historyBytes += recordBytes - claudeHistory.push(decoded.value, recordBytes);
Comment thread
coderabbitai[bot] marked this conversation as resolved.
Resolved
} else if (
source === "pi" &&
decoded.value.type === "message" &&
!isPiConversationRecord(decoded.value)
Expand Down Expand Up @@ -1132,7 +1162,13 @@ export const make = Effect.gen(function* () {
)
return null;
return sameTranscriptIdentity(expected, transcriptIdentity(filePath, yield* file.stat))
? { records, cwd, claudeFields, historyBytes }
? {
records: source === "claudeAgent" ? claudeHistory.records() : records,
droppedMessageCount: claudeHistory.droppedMessageCount(),
cwd,
claudeFields,
historyBytes,
}
: null;
}),
),
Expand Down Expand Up @@ -1831,6 +1867,7 @@ export const make = Effect.gen(function* () {
? snapshot.records
: [...inheritedRecords, ...snapshot.records],
snapshot.claudeFields,
snapshot.droppedMessageCount,
);
if (parsedThread === null) {
return Option.some<AgentSessionRecentThread>({ _tag: "Skipped" });
Expand Down
Loading