cc-haha/src/server/__tests__/proxy-transform.test.ts
程序员阿江(Relakkes) 2e52133a64 fix(provider): pass reasoning effort for proxies (#905)
Tested:
- bun test src/services/api/claudeEffort.test.ts src/server/__tests__/proxy-transform.test.ts src/utils/__tests__/thinking.test.ts
- bun run check:server
- git diff --check

Not-tested:
- bun run verify / coverage

Confidence: high
Scope-risk: narrow
2026-07-02 21:01:42 +08:00

975 lines
33 KiB
TypeScript

/**
* Unit tests for proxy protocol transformation
*/
import { describe, test, expect } from 'bun:test'
import { anthropicToOpenaiChat } from '../proxy/transform/anthropicToOpenaiChat.js'
import { anthropicToOpenaiResponses } from '../proxy/transform/anthropicToOpenaiResponses.js'
import { openaiChatToAnthropic } from '../proxy/transform/openaiChatToAnthropic.js'
import { openaiResponsesToAnthropic } from '../proxy/transform/openaiResponsesToAnthropic.js'
import { stripLeadingBillingHeader } from '../proxy/transform/billingHeader.js'
import { openaiUsageToAnthropic } from '../proxy/transform/usage.js'
import { resolvePromptCacheKey } from '../proxy/promptCacheKey.js'
import type { AnthropicRequest, OpenAIChatResponse, OpenAIResponsesResponse } from '../proxy/transform/types.js'
const BILLING_HEADER = 'x-anthropic-billing-header: cc_version=2.1.92.693; cc_entrypoint=cli; cch=00000;'
// ─── anthropicToOpenaiChat ──────────────────────────────────────
describe('anthropicToOpenaiChat', () => {
test('basic text message', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 1024,
messages: [{ role: 'user', content: 'Hello' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.model).toBe('gpt-4')
expect(result.max_tokens).toBeUndefined()
expect(result.messages).toEqual([{ role: 'user', content: 'Hello' }])
})
test('system prompt string', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
system: 'You are helpful',
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.messages[0]).toEqual({ role: 'system', content: 'You are helpful' })
expect(result.messages[1]).toEqual({ role: 'user', content: 'Hi' })
})
test('system prompt array', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
system: [{ type: 'text', text: 'Part 1' }, { type: 'text', text: 'Part 2' }],
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.messages[0]).toEqual({ role: 'system', content: 'Part 1\nPart 2' })
})
test('stop_sequences → stop', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
stop_sequences: ['END', 'STOP'],
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.stop).toEqual(['END', 'STOP'])
})
test('omits Anthropic sampling params by default for OpenAI-compatible providers', () => {
const req: AnthropicRequest = {
model: 'glm-5.2',
max_tokens: 100,
temperature: 0.7,
top_p: 0.9,
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.temperature).toBeUndefined()
expect(result.top_p).toBeUndefined()
})
test('can explicitly pass sampling params for chat providers that accept them', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
temperature: 0.7,
top_p: 0.9,
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiChat(req, { passSamplingParams: true })
expect(result.temperature).toBe(0.7)
expect(result.top_p).toBe(0.9)
})
test('tools conversion', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
tools: [{
name: 'get_weather',
description: 'Get weather',
input_schema: { type: 'object', properties: { city: { type: 'string' } } },
}],
}
const result = anthropicToOpenaiChat(req)
expect(result.tools).toHaveLength(1)
expect(result.tools![0].type).toBe('function')
expect(result.tools![0].function.name).toBe('get_weather')
expect(result.tools![0].function.parameters).toEqual({ type: 'object', properties: { city: { type: 'string' } } })
})
test('filters BatchTool', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
tools: [
{ name: 'BatchTool', input_schema: {} },
{ name: 'real_tool', input_schema: {} },
],
}
const result = anthropicToOpenaiChat(req)
expect(result.tools).toHaveLength(1)
expect(result.tools![0].function.name).toBe('real_tool')
})
test('tool_choice conversion', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
tool_choice: { type: 'any' },
}
const result = anthropicToOpenaiChat(req)
expect(result.tool_choice).toBe('required')
})
test('tool_choice type=tool', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
tool_choice: { type: 'tool', name: 'get_weather' },
}
const result = anthropicToOpenaiChat(req)
expect(result.tool_choice).toEqual({ type: 'function', function: { name: 'get_weather' } })
})
test('thinking budget → reasoning_effort', () => {
const lowReq: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'enabled', budget_tokens: 512 },
}
expect(anthropicToOpenaiChat(lowReq).reasoning_effort).toBe('low')
const medReq: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'enabled', budget_tokens: 4096 },
}
expect(anthropicToOpenaiChat(medReq).reasoning_effort).toBe('medium')
const highReq: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'enabled', budget_tokens: 16000 },
}
expect(anthropicToOpenaiChat(highReq).reasoning_effort).toBe('high')
})
test('passes explicit thinking toggle for DeepSeek-compatible chat proxies', () => {
const req: AnthropicRequest = {
model: 'deepseek-v4-flash',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'disabled' },
}
expect(anthropicToOpenaiChat(req).thinking).toBeUndefined()
expect(anthropicToOpenaiChat(req, { passThinkingToggle: true }).thinking).toEqual({ type: 'disabled' })
})
test('maps output_config effort to reasoning_effort for OpenAI-compatible chat providers', () => {
const req: AnthropicRequest = {
model: 'longcat',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'adaptive' },
output_config: { effort: 'high' },
}
const result = anthropicToOpenaiChat(req)
expect(result.reasoning_effort).toBe('high')
})
test('clamps max output_config effort to high for OpenAI-compatible chat providers', () => {
const req: AnthropicRequest = {
model: 'longcat',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
output_config: { effort: 'max' },
}
const result = anthropicToOpenaiChat(req)
expect(result.reasoning_effort).toBe('high')
})
test('assistant message with tool_use', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{
role: 'assistant',
content: [
{ type: 'text', text: 'Let me check' },
{ type: 'tool_use', id: 'tc_1', name: 'get_weather', input: { city: 'NYC' } },
],
}],
}
const result = anthropicToOpenaiChat(req)
const msg = result.messages[0]
expect(msg.role).toBe('assistant')
expect(msg.content).toBe('Let me check')
expect(msg.tool_calls).toHaveLength(1)
expect(msg.tool_calls![0].id).toBe('tc_1')
expect(msg.tool_calls![0].function.name).toBe('get_weather')
expect(msg.tool_calls![0].function.arguments).toBe('{"city":"NYC"}')
})
test('round-trips assistant thinking as reasoning_content for DeepSeek tool-call history', () => {
const req: AnthropicRequest = {
model: 'deepseek-v4-pro',
max_tokens: 100,
messages: [{
role: 'assistant',
content: [
{ type: 'thinking', thinking: 'Need the date first. ' },
{ type: 'thinking', thinking: 'Then call weather.' },
{ type: 'text', text: 'Let me check that.' },
{ type: 'tool_use', id: 'call_1', name: 'get_weather', input: { location: 'Hangzhou' } },
],
}],
}
const defaultResult = anthropicToOpenaiChat(req)
expect(defaultResult.messages[0].reasoning_content).toBeUndefined()
const result = anthropicToOpenaiChat(req, { roundTripReasoningContent: true })
const msg = result.messages[0]
expect(msg.role).toBe('assistant')
expect(msg.content).toBe('Let me check that.')
expect(msg.reasoning_content).toBe('Need the date first. Then call weather.')
expect(msg.tool_calls?.[0].id).toBe('call_1')
})
test('user message with tool_result', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{
role: 'user',
content: [
{ type: 'tool_result', tool_use_id: 'tc_1', content: 'Sunny, 72°F' },
],
}],
}
const result = anthropicToOpenaiChat(req)
expect(result.messages[0].role).toBe('tool')
expect(result.messages[0].tool_call_id).toBe('tc_1')
expect(result.messages[0].content).toBe('Sunny, 72°F')
})
test('image content conversion', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 100,
messages: [{
role: 'user',
content: [
{ type: 'image', source: { type: 'base64', media_type: 'image/png', data: 'abc123' } },
],
}],
}
const result = anthropicToOpenaiChat(req)
const content = result.messages[0].content as Array<{ type: string; image_url?: { url: string } }>
expect(content[0].type).toBe('image_url')
expect(content[0].image_url!.url).toBe('data:image/png;base64,abc123')
})
test('text-only chat endpoints omit image payloads instead of emitting image_url parts', () => {
const req: AnthropicRequest = {
model: 'deepseek-v4-pro',
max_tokens: 100,
messages: [{
role: 'user',
content: [
{ type: 'text', text: 'What is in this screenshot?' },
{ type: 'image', source: { type: 'base64', media_type: 'image/png', data: 'abc123' } },
],
}],
}
const result = anthropicToOpenaiChat(req, { imageContentMode: 'text_only' })
expect(result.messages[0].content).toBe(
'What is in this screenshot?\n[Image omitted: this OpenAI-compatible chat endpoint only supports text content.]',
)
expect(JSON.stringify(result)).not.toContain('image_url')
expect(JSON.stringify(result)).not.toContain('abc123')
})
})
// ─── openaiChatToAnthropic ──────────────────────────────────────
describe('openaiChatToAnthropic', () => {
test('basic text response', () => {
const res: OpenAIChatResponse = {
id: 'chatcmpl-1',
object: 'chat.completion',
created: 1234567890,
model: 'gpt-4',
choices: [{
index: 0,
message: { role: 'assistant', content: 'Hello!' },
finish_reason: 'stop',
}],
usage: { prompt_tokens: 10, completion_tokens: 5, total_tokens: 15 },
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.type).toBe('message')
expect(result.role).toBe('assistant')
expect(result.content).toEqual([{ type: 'text', text: 'Hello!' }])
expect(result.stop_reason).toBe('end_turn')
expect(result.usage.input_tokens).toBe(10)
expect(result.usage.output_tokens).toBe(5)
})
test('tool_calls response', () => {
const res: OpenAIChatResponse = {
id: 'chatcmpl-2',
object: 'chat.completion',
created: 1234567890,
model: 'gpt-4',
choices: [{
index: 0,
message: {
role: 'assistant',
content: null,
tool_calls: [{
id: 'call_1',
type: 'function',
function: { name: 'get_weather', arguments: '{"city":"NYC"}' },
}],
},
finish_reason: 'tool_calls',
}],
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.stop_reason).toBe('tool_use')
expect(result.content).toHaveLength(1)
expect(result.content[0].type).toBe('tool_use')
if (result.content[0].type === 'tool_use') {
expect(result.content[0].id).toBe('call_1')
expect(result.content[0].name).toBe('get_weather')
expect(result.content[0].input).toEqual({ city: 'NYC' })
}
})
test('tool_calls response preserves object arguments from local proxies', () => {
const res: OpenAIChatResponse = {
id: 'chatcmpl-write',
object: 'chat.completion',
created: 1234567890,
model: 'gpt-4',
choices: [{
index: 0,
message: {
role: 'assistant',
content: null,
tool_calls: [{
id: 'call_write',
type: 'function',
function: {
name: 'Write',
arguments: { file_path: '/tmp/issue-288.txt', content: 'ok' },
},
}],
},
finish_reason: 'tool_calls',
}],
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.content[0].type).toBe('tool_use')
if (result.content[0].type === 'tool_use') {
expect(result.content[0].name).toBe('Write')
expect(result.content[0].input).toEqual({
file_path: '/tmp/issue-288.txt',
content: 'ok',
})
}
})
test('finish_reason mapping', () => {
const make = (reason: string) => ({
id: 'x', object: 'chat.completion', created: 0, model: 'gpt-4',
choices: [{ index: 0, message: { role: 'assistant', content: 'hi' }, finish_reason: reason }],
} as OpenAIChatResponse)
expect(openaiChatToAnthropic(make('stop'), 'gpt-4').stop_reason).toBe('end_turn')
expect(openaiChatToAnthropic(make('length'), 'gpt-4').stop_reason).toBe('max_tokens')
expect(openaiChatToAnthropic(make('tool_calls'), 'gpt-4').stop_reason).toBe('tool_use')
expect(openaiChatToAnthropic(make('content_filter'), 'gpt-4').stop_reason).toBe('end_turn')
})
test('empty choices', () => {
const res: OpenAIChatResponse = {
id: 'x', object: 'chat.completion', created: 0, model: 'gpt-4',
choices: [],
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.content).toEqual([{ type: 'text', text: '' }])
expect(result.stop_reason).toBe('end_turn')
})
test('cached tokens mapping', () => {
const res: OpenAIChatResponse = {
id: 'x', object: 'chat.completion', created: 0, model: 'gpt-4',
choices: [{ index: 0, message: { role: 'assistant', content: 'hi' }, finish_reason: 'stop' }],
usage: {
prompt_tokens: 100,
completion_tokens: 50,
total_tokens: 150,
prompt_tokens_details: { cached_tokens: 80 },
},
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.usage.cache_read_input_tokens).toBe(80)
})
})
// ─── anthropicToOpenaiResponses ─────────────────────────────────
describe('anthropicToOpenaiResponses', () => {
test('basic message', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 1024,
system: 'Be helpful',
messages: [{ role: 'user', content: 'Hello' }],
}
const result = anthropicToOpenaiResponses(req)
expect(result.model).toBe('gpt-4o')
expect(result.instructions).toBe('Be helpful')
expect(result.store).toBe(false)
expect(result.tools).toBeUndefined()
expect(result.max_output_tokens).toBeUndefined()
expect(result.input).toEqual([{ type: 'message', role: 'user', content: 'Hello' }])
})
test('omits Anthropic sampling params by default for Responses-compatible providers', () => {
const req: AnthropicRequest = {
model: 'glm-5.2',
max_tokens: 100,
temperature: 0.7,
top_p: 0.9,
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiResponses(req)
expect(result.temperature).toBeUndefined()
expect(result.top_p).toBeUndefined()
})
test('can explicitly pass sampling params for Responses providers that accept them', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
temperature: 0.7,
top_p: 0.9,
messages: [{ role: 'user', content: 'Hi' }],
}
const result = anthropicToOpenaiResponses(req, { passSamplingParams: true })
expect(result.temperature).toBe(0.7)
expect(result.top_p).toBe(0.9)
})
test('tools conversion uses top-level name', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
tools: [{
name: 'get_weather',
description: 'Get weather',
input_schema: { type: 'object', properties: { city: { type: 'string' } } },
}],
}
const result = anthropicToOpenaiResponses(req)
expect(result.tools).toHaveLength(1)
expect(result.tools![0]).toEqual({
type: 'function',
name: 'get_weather',
description: 'Get weather',
parameters: { type: 'object', properties: { city: { type: 'string' } } },
})
})
test('tool_use lifted to function_call', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
messages: [{
role: 'assistant',
content: [
{ type: 'tool_use', id: 'tc_1', name: 'search', input: { q: 'test' } },
],
}],
}
const result = anthropicToOpenaiResponses(req)
const fc = result.input.find((i) => i.type === 'function_call')
expect(fc).toBeDefined()
if (fc && fc.type === 'function_call') {
expect(fc.call_id).toBe('tc_1')
expect(fc.name).toBe('search')
expect(fc.arguments).toBe('{"q":"test"}')
}
})
test('tool_result lifted to function_call_output', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
messages: [{
role: 'user',
content: [
{ type: 'tool_result', tool_use_id: 'tc_1', content: 'found it' },
],
}],
}
const result = anthropicToOpenaiResponses(req)
const fco = result.input.find((i) => i.type === 'function_call_output')
expect(fco).toBeDefined()
if (fco && fco.type === 'function_call_output') {
expect(fco.call_id).toBe('tc_1')
expect(fco.output).toBe('found it')
}
})
test('thinking → reasoning', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'enabled', budget_tokens: 10000 },
}
const result = anthropicToOpenaiResponses(req)
expect(result.reasoning).toEqual({ effort: 'high' })
})
test('output_config effort → reasoning effort', () => {
const req: AnthropicRequest = {
model: 'gpt-5.5',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
thinking: { type: 'adaptive' },
output_config: { effort: 'high' },
}
const result = anthropicToOpenaiResponses(req)
expect(result.reasoning).toEqual({ effort: 'high' })
})
test('clamps max output_config effort for Responses API', () => {
const req: AnthropicRequest = {
model: 'gpt-5.5',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
output_config: { effort: 'max' },
}
const result = anthropicToOpenaiResponses(req)
expect(result.reasoning).toEqual({ effort: 'high' })
})
test('stop_sequences dropped', () => {
const req: AnthropicRequest = {
model: 'gpt-4o',
max_tokens: 100,
messages: [{ role: 'user', content: 'Hi' }],
stop_sequences: ['END'],
}
const result = anthropicToOpenaiResponses(req)
expect((result as Record<string, unknown>).stop).toBeUndefined()
expect((result as Record<string, unknown>).stop_sequences).toBeUndefined()
})
})
// ─── openaiResponsesToAnthropic ─────────────────────────────────
describe('openaiResponsesToAnthropic', () => {
test('basic text response', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_1',
object: 'response',
created_at: 1234567890,
model: 'gpt-4o',
status: 'completed',
output: [{
type: 'message',
role: 'assistant',
content: [{ type: 'output_text', text: 'Hello!' }],
}],
usage: { input_tokens: 10, output_tokens: 5, total_tokens: 15 },
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.content).toEqual([{ type: 'text', text: 'Hello!' }])
expect(result.stop_reason).toBe('end_turn')
expect(result.usage.input_tokens).toBe(10)
expect(result.usage.output_tokens).toBe(5)
})
test('function_call → tool_use', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_2',
object: 'response',
created_at: 0,
model: 'gpt-4o',
status: 'completed',
output: [{
type: 'function_call',
id: 'fc_1',
call_id: 'call_1',
name: 'search',
arguments: '{"q":"test"}',
}],
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.stop_reason).toBe('tool_use')
expect(result.content[0].type).toBe('tool_use')
if (result.content[0].type === 'tool_use') {
expect(result.content[0].id).toBe('call_1')
expect(result.content[0].input).toEqual({ q: 'test' })
}
})
test('function_call preserves object arguments from local proxies', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_write',
object: 'response',
created_at: 0,
model: 'gpt-4o',
status: 'completed',
output: [{
type: 'function_call',
id: 'fc_write',
call_id: 'call_write',
name: 'Write',
arguments: { file_path: '/tmp/issue-288.txt', content: 'ok' },
}],
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.content[0].type).toBe('tool_use')
if (result.content[0].type === 'tool_use') {
expect(result.content[0].input).toEqual({
file_path: '/tmp/issue-288.txt',
content: 'ok',
})
}
})
test('reasoning → thinking', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_3',
object: 'response',
created_at: 0,
model: 'gpt-4o',
status: 'completed',
output: [
{ type: 'reasoning', id: 'r_1', summary: [{ type: 'text', text: 'Thinking...' }] },
{ type: 'message', role: 'assistant', content: [{ type: 'output_text', text: 'Result' }] },
],
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.content).toHaveLength(2)
expect(result.content[0].type).toBe('thinking')
if (result.content[0].type === 'thinking') {
expect(result.content[0].thinking).toBe('Thinking...')
}
expect(result.content[1].type).toBe('text')
})
test('status incomplete → max_tokens', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_4',
object: 'response',
created_at: 0,
model: 'gpt-4o',
status: 'incomplete',
output: [{ type: 'message', role: 'assistant', content: [{ type: 'output_text', text: 'partial' }] }],
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.stop_reason).toBe('max_tokens')
})
test('empty output', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_5',
object: 'response',
created_at: 0,
model: 'gpt-4o',
status: 'completed',
output: [],
}
const result = openaiResponsesToAnthropic(res, 'gpt-4o')
expect(result.content).toEqual([{ type: 'text', text: '' }])
})
})
// ─── stripLeadingBillingHeader ──────────────────────────────────
describe('stripLeadingBillingHeader', () => {
test('returns text unchanged when no billing header prefix', () => {
expect(stripLeadingBillingHeader('You are helpful')).toBe('You are helpful')
})
test('strips a single-line billing header to empty string', () => {
expect(stripLeadingBillingHeader(BILLING_HEADER)).toBe('')
})
test('strips leading header line and its blank separator', () => {
expect(stripLeadingBillingHeader(`${BILLING_HEADER}\n\nYou are helpful`)).toBe('You are helpful')
})
test('strips leading header line followed directly by text', () => {
expect(stripLeadingBillingHeader(`${BILLING_HEADER}\nYou are helpful`)).toBe('You are helpful')
})
test('handles CRLF line endings', () => {
expect(stripLeadingBillingHeader(`${BILLING_HEADER}\r\n\r\nYou are helpful`)).toBe('You are helpful')
})
test('keeps later occurrences inside user-authored text', () => {
const text = `You are helpful.\n${BILLING_HEADER}`
expect(stripLeadingBillingHeader(text)).toBe(text)
})
})
// ─── resolvePromptCacheKey ──────────────────────────────────────
describe('resolvePromptCacheKey', () => {
const baseRequest = (metadata?: AnthropicRequest['metadata']): AnthropicRequest => ({
model: 'gpt-5.4',
max_tokens: 64,
messages: [{ role: 'user', content: 'hi' }],
...(metadata ? { metadata } : {}),
})
test('extracts session suffix from metadata.user_id', () => {
const body = baseRequest({ user_id: 'user_3f7a_account_9b2c_session_sess-42aa' })
expect(resolvePromptCacheKey(body)).toBe('sess-42aa')
})
test('falls back to metadata.session_id', () => {
const body = baseRequest({ session_id: 'direct-session-id' })
expect(resolvePromptCacheKey(body)).toBe('direct-session-id')
})
test('falls back to the CLI session header', () => {
expect(resolvePromptCacheKey(baseRequest(), ' header-session ')).toBe('header-session')
})
test('prefers user_id session over session_id and header', () => {
const body = baseRequest({ user_id: 'user_x_session_from-user-id', session_id: 'from-metadata' })
expect(resolvePromptCacheKey(body, 'from-header')).toBe('from-user-id')
})
test('returns undefined without any client session identity', () => {
expect(resolvePromptCacheKey(baseRequest())).toBeUndefined()
expect(resolvePromptCacheKey(baseRequest(), ' ')).toBeUndefined()
expect(resolvePromptCacheKey(baseRequest({ user_id: 'user_without_marker' }))).toBeUndefined()
})
test('ignores empty session suffix in user_id', () => {
expect(resolvePromptCacheKey(baseRequest({ user_id: 'user_x_session_' }))).toBeUndefined()
})
})
// ─── openaiUsageToAnthropic ─────────────────────────────────────
describe('openaiUsageToAnthropic', () => {
test('maps Responses-style cached tokens and excludes them from input', () => {
const usage = openaiUsageToAnthropic({
input_tokens: 100,
output_tokens: 5,
input_tokens_details: { cached_tokens: 80 },
})
expect(usage).toEqual({ input_tokens: 20, output_tokens: 5, cache_read_input_tokens: 80 })
})
test('maps Chat-style cached tokens as fallback', () => {
const usage = openaiUsageToAnthropic({
prompt_tokens: 100,
completion_tokens: 5,
prompt_tokens_details: { cached_tokens: 30 },
})
expect(usage).toEqual({ input_tokens: 70, output_tokens: 5, cache_read_input_tokens: 30 })
})
test('prefers direct Anthropic-style cache fields over nested details', () => {
const usage = openaiUsageToAnthropic({
input_tokens: 100,
output_tokens: 5,
input_tokens_details: { cached_tokens: 80 },
cache_read_input_tokens: 60,
cache_creation_input_tokens: 10,
})
expect(usage).toEqual({
input_tokens: 30,
output_tokens: 5,
cache_read_input_tokens: 60,
cache_creation_input_tokens: 10,
})
})
test('leaves input untouched and omits cache fields without cache activity', () => {
expect(openaiUsageToAnthropic({ input_tokens: 10, output_tokens: 5 }))
.toEqual({ input_tokens: 10, output_tokens: 5 })
})
test('clamps input at zero when cached exceeds reported input', () => {
const usage = openaiUsageToAnthropic({
input_tokens: 50,
output_tokens: 5,
input_tokens_details: { cached_tokens: 80 },
})
expect(usage.input_tokens).toBe(0)
expect(usage.cache_read_input_tokens).toBe(80)
})
test('returns zeros for missing usage', () => {
expect(openaiUsageToAnthropic(undefined)).toEqual({ input_tokens: 0, output_tokens: 0 })
})
})
// ─── prompt caching semantics in request transforms ─────────────
describe('prompt caching semantics', () => {
test('responses transform strips leading billing header from system array', () => {
const req: AnthropicRequest = {
model: 'gpt-5.4',
max_tokens: 64,
system: [
{ type: 'text', text: BILLING_HEADER },
{ type: 'text', text: 'You are helpful' },
],
messages: [{ role: 'user', content: 'hi' }],
}
const result = anthropicToOpenaiResponses(req)
expect(result.instructions).toBe('You are helpful')
})
test('responses transform strips leading billing header from system string', () => {
const req: AnthropicRequest = {
model: 'gpt-5.4',
max_tokens: 64,
system: `${BILLING_HEADER}\n\nYou are helpful`,
messages: [{ role: 'user', content: 'hi' }],
}
const result = anthropicToOpenaiResponses(req)
expect(result.instructions).toBe('You are helpful')
})
test('responses transform omits instructions when system is only a billing header', () => {
const req: AnthropicRequest = {
model: 'gpt-5.4',
max_tokens: 64,
system: [{ type: 'text', text: BILLING_HEADER }],
messages: [{ role: 'user', content: 'hi' }],
}
const result = anthropicToOpenaiResponses(req)
expect(result.instructions).toBeUndefined()
})
test('responses transform injects prompt_cache_key when provided', () => {
const req: AnthropicRequest = {
model: 'gpt-5.4',
max_tokens: 64,
messages: [{ role: 'user', content: 'hi' }],
}
expect(anthropicToOpenaiResponses(req, { cacheKey: 'sess-1' }).prompt_cache_key).toBe('sess-1')
expect(anthropicToOpenaiResponses(req).prompt_cache_key).toBeUndefined()
})
test('chat transform strips leading billing header from system', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 64,
system: [
{ type: 'text', text: BILLING_HEADER },
{ type: 'text', text: 'You are helpful' },
],
messages: [{ role: 'user', content: 'hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.messages[0]).toEqual({ role: 'system', content: 'You are helpful' })
})
test('chat transform omits system message when system is only a billing header', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 64,
system: BILLING_HEADER,
messages: [{ role: 'user', content: 'hi' }],
}
const result = anthropicToOpenaiChat(req)
expect(result.messages[0]).toEqual({ role: 'user', content: 'hi' })
})
test('chat transform requests stream usage explicitly', () => {
const req: AnthropicRequest = {
model: 'gpt-4',
max_tokens: 64,
messages: [{ role: 'user', content: 'hi' }],
}
expect(anthropicToOpenaiChat(req, {}).stream_options).toBeUndefined()
expect(anthropicToOpenaiChat({ ...req, stream: true }).stream_options).toEqual({ include_usage: true })
})
test('responses non-streaming maps cached tokens into Anthropic usage', () => {
const res: OpenAIResponsesResponse = {
id: 'resp_cache',
object: 'response',
created_at: 0,
model: 'gpt-5.4',
status: 'completed',
output: [{ type: 'message', role: 'assistant', content: [{ type: 'output_text', text: 'hi' }] }],
usage: {
input_tokens: 1200,
output_tokens: 40,
input_tokens_details: { cached_tokens: 1000 },
},
}
const result = openaiResponsesToAnthropic(res, 'gpt-5.4')
expect(result.usage).toEqual({
input_tokens: 200,
output_tokens: 40,
cache_read_input_tokens: 1000,
})
})
test('chat non-streaming subtracts cached tokens from input', () => {
const res: OpenAIChatResponse = {
id: 'x', object: 'chat.completion', created: 0, model: 'gpt-4',
choices: [{ index: 0, message: { role: 'assistant', content: 'hi' }, finish_reason: 'stop' }],
usage: {
prompt_tokens: 100,
completion_tokens: 50,
total_tokens: 150,
prompt_tokens_details: { cached_tokens: 80 },
},
}
const result = openaiChatToAnthropic(res, 'gpt-4')
expect(result.usage).toEqual({
input_tokens: 20,
output_tokens: 50,
cache_read_input_tokens: 80,
})
})
})