mirror of
https://github.com/NanmiCoder/cc-haha
synced 2026-07-16 13:03:31 +08:00
eede5568d2
Unsupported image rejections from text-only compatible providers should not poison the session, and low-trust multimodal usage spikes should not make context indicators report a full window. Constraint: Third-party Anthropic-compatible providers may report encoded media bytes as usage tokens. Rejected: Trust all provider usage uniformly | third-party media responses can pin context to 100% incorrectly. Confidence: high Scope-risk: moderate Directive: Do not remove the media-aware fallback without checking text-only provider recovery and desktop context indicators. Tested: bun run check:server Tested: focused media/context regression suite
68 lines
2.1 KiB
TypeScript
68 lines
2.1 KiB
TypeScript
import { describe, expect, test } from 'bun:test'
|
|
import { getImageUnsupportedErrorMessage } from '../src/services/api/errors.js'
|
|
import { roughTokenCountEstimationForAPIRequest } from '../src/services/tokenEstimation.js'
|
|
import type { UserMessage } from '../src/types/message.js'
|
|
import {
|
|
createAssistantAPIErrorMessage,
|
|
createUserMessage,
|
|
normalizeMessagesForAPI,
|
|
} from '../src/utils/messages.js'
|
|
|
|
const imageBlock = (data: string) => ({
|
|
type: 'image' as const,
|
|
source: {
|
|
type: 'base64' as const,
|
|
media_type: 'image/png' as const,
|
|
data,
|
|
},
|
|
})
|
|
|
|
describe('media error recovery', () => {
|
|
test('strips images after an unsupported-image model error', () => {
|
|
const imageUser = createUserMessage({
|
|
content: [
|
|
{ type: 'text', text: 'describe this screenshot' },
|
|
imageBlock('base64-image-payload'),
|
|
{ type: 'text', text: '[Image source: /tmp/screenshot.png]' },
|
|
],
|
|
uuid: '00000000-0000-4000-8000-000000000001',
|
|
})
|
|
const unsupported = createAssistantAPIErrorMessage({
|
|
content: getImageUnsupportedErrorMessage(),
|
|
error: 'invalid_request',
|
|
})
|
|
const nextUser = createUserMessage({
|
|
content: 'continue with text only',
|
|
uuid: '00000000-0000-4000-8000-000000000002',
|
|
})
|
|
|
|
const normalized = normalizeMessagesForAPI([imageUser, unsupported, nextUser])
|
|
const serialized = JSON.stringify(normalized)
|
|
|
|
expect(serialized).not.toContain('base64-image-payload')
|
|
expect(serialized).toContain('describe this screenshot')
|
|
expect(serialized).toContain('continue with text only')
|
|
})
|
|
})
|
|
|
|
describe('media context estimation', () => {
|
|
test('does not count base64 image bytes as text tokens', () => {
|
|
const rawBase64 = 'a'.repeat(1_000_000)
|
|
const tokens = roughTokenCountEstimationForAPIRequest(
|
|
[
|
|
{
|
|
role: 'user',
|
|
content: [
|
|
{ type: 'text', text: 'what is in this image?' },
|
|
imageBlock(rawBase64),
|
|
] as UserMessage['message']['content'],
|
|
},
|
|
],
|
|
[],
|
|
)
|
|
|
|
expect(tokens).toBeGreaterThanOrEqual(2_000)
|
|
expect(tokens).toBeLessThan(3_000)
|
|
})
|
|
})
|