Files
deepseek-harness/packages/llm/llm-deepseek/src/request-pricing.ts
T
creatixchu 5183bc2b65 fix(compaction): 摘要收缩改按路由价并补齐定价访问路径
ds-review-bot 首轮意见修复:

- 摘要收缩比较改用所选节点的路由价 shadowedRouteTokenCount,修复图片消息启发式价低于带框摘要时压缩被误拒;日志影子价仍为启发式
- DeepSeek 定价经序列化器同一套 access 解析构建句柄与占位文本,消除逐图数十 token 的低估;uncatalogued 分支 JSDoc 指明复现 projectImagesForTextModel 替换
- llm-replay 在加载时拒绝纯文本模型上的 imageRequestTokens 声明
- contextBreakdown 的 README 与 JSDoc 改为等于 heuristicTokens 之和,不再声称等于路由价 surfaceTokens
2026-08-24 19:48:52 +08:00

107 lines
5.0 KiB
TypeScript

/**
* Provider-side request-image pricing for DeepSeek routes: reproduces the
* adapter's deterministic request projection (per-model pixel budget,
* oldest-first offload under the raw-byte and count budgets) and prices every
* retained image with the published v4 vision-token accounting. Consumed
* synchronously by the token meter through `LlmAdapter.imageRequestPricing`;
* provider usage remains the authoritative anchor for completed requests.
*
* @module dsh-llm-deepseek/request-pricing
*/
import { offloadedImageText, offloadedImagePrefixCount, requestImageHandleText, textOnlyImageText } from '@deepseek-ai/dsh-llm'
import type { ImageAttachmentAccessResolver, LlmImageRequestPrice, LlmImageRequestPricing } from '@deepseek-ai/dsh-llm'
import { requestImageDimensions } from '@deepseek-ai/dsh-attachment'
import type { ImageAttachmentRef, ImageRequestPolicy } from '@deepseek-ai/dsh-attachment'
import { deepSeekImageTokens } from './image-tokens.ts'
import type { DeepSeekCatalogModel, DeepSeekConnectionOptions } from './adapter.ts'
/** Default bound on accumulated file-referenced image bytes per request. */
export const DEFAULT_MAX_REQUEST_FILES_BYTES = 128 * 1024 * 1024
/** Provider request image-count limit. */
export const DEFAULT_MAX_IMAGES_PER_REQUEST = 600
/** Total-pixel budget matching DeepSeek's normal vision projection. */
export const DEFAULT_REQUEST_IMAGE_PIXEL_BUDGET = 640_000
/** Total-pixel budget matching provider low-detail image input. */
export const DEFAULT_LOW_DETAIL_IMAGE_PIXEL_BUDGET = 512 * 512
/** Encoded-byte target for one deterministic model-request image; the smallest quality-ladder output is used when no quality fits. */
export const DEFAULT_REQUEST_IMAGE_MAX_BYTES = 1024 * 1024
/**
* Resolve the request-image budgets owned by one DeepSeek model route.
* @param model - Advertised model route and its optional image overrides.
* @returns Complete pixel and encoded-byte budgets.
* @internal
*/
export function resolveRequestImagePolicy(model: DeepSeekCatalogModel): ImageRequestPolicy {
const maxPixels = model.imagePixelBudget === 'low'
? DEFAULT_LOW_DETAIL_IMAGE_PIXEL_BUDGET
: model.imagePixelBudget ?? DEFAULT_REQUEST_IMAGE_PIXEL_BUDGET
return {
maxPixels,
maxBytes: model.imageMaxBytes === undefined
? DEFAULT_REQUEST_IMAGE_MAX_BYTES
: model.imageMaxBytes,
}
}
/**
* Price one occurrence a text-only route substitutes with deterministic text,
* reproducing the `projectImagesForTextModel` substitution `LlmRuntime`
* applies before dispatching to a route without the `image` modality.
*/
function textOnlyPrice(ref: ImageAttachmentRef): LlmImageRequestPrice {
return { visualTokens: 0, text: textOnlyImageText(ref) }
}
/**
* Build the request-image pricing for one DeepSeek route from a validated
* connection snapshot. Uncatalogued and text-only models price every
* occurrence as its deterministic text substitution; image-capable models
* reproduce the adapter's first-stage oldest-first offload from durable byte
* lengths and price retained images by their projected request dimensions,
* with each occurrence's handle or placeholder text built through the same
* access resolution the serializer uses. The base64 fallback's tighter inline
* budget is not reproduced, so a fallback request can only cost less than
* this estimate; access paths resolve at pricing time, so a path that changes
* before the request only shifts the text price by its own length.
* @param connection - validated connection facts of the pricing resolution.
* @param model - exact model id named by the request header.
* @param resolveAccess - current execution-world access resolution shared with request serialization.
* @returns synchronous per-occurrence pricing for the route.
*/
export function deepSeekImageRequestPricing(
connection: DeepSeekConnectionOptions,
model: string,
resolveAccess?: ImageAttachmentAccessResolver,
): LlmImageRequestPricing {
const catalogModel = connection.models.find(entry => entry.id === model)
if (catalogModel?.inputModalities?.includes('image') !== true) {
return { priceImages: images => images.map(textOnlyPrice) }
}
const policy = resolveRequestImagePolicy(catalogModel)
return {
priceImages: (images) => {
const offloaded = offloadedImagePrefixCount(
images.map(ref => Math.min(ref.bytes, policy.maxBytes)),
{
maxBytes: connection.maxRequestFilesBytes,
maxImages: connection.maxImagesPerRequest,
byteQuantum: connection.imageOffloadByteQuantum,
countQuantum: connection.imageOffloadCountQuantum,
},
)
return images.map((ref, index) => {
if (index < offloaded) {
return { visualTokens: 0, text: offloadedImageText(ref, resolveAccess?.(ref)) }
}
const dimensions = requestImageDimensions(ref.width, ref.height, policy.maxPixels)
return {
visualTokens: deepSeekImageTokens(dimensions.width, dimensions.height),
text: requestImageHandleText(ref, dimensions, resolveAccess?.(ref)),
}
})
},
}
}