mirror of
https://github.com/garrytan/gbrain.git
synced 2026-07-30 19:49:14 +00:00
c873ce3014
Adds an EU-hosted provider covering embedding, expansion and chat on one OpenAI-compatible endpoint (https://api.mistral.ai/v1), so a brain that must stay inside EU jurisdiction does not need a US hop for any AI touchpoint. Every field is measured against the live API, not copied from docs: - mistral-embed is fixed 1024 dims and accepts no dimension parameter. Both spellings are rejected: {"dimensions": N} returns 400 extra_forbidden, {"output_dimension": N} returns 400 "does not support output_dimension". The generic openai-compatible branch of dimsProviderOptions() already falls through to `return undefined` for these model ids, so nothing is emitted. Same contract as voyage-4-nano, pinned by a negative assertion in the test. - max_batch_tokens 65536: a 65,286-token batch is accepted, 66,960 returns 400 code 3210 "Too many tokens overall, split into more batches." - chars_per_token 2: the value is a DIVISOR in splitByTokenBudget() (estTokens = text.length / charsPerToken), so lower is the conservative direction. The module default of 4 assumes English prose; a German-language corpus measured 3.58 chars/token, which the default overshoots toward overflow. codestral-embed is deliberately left out: it returns 1536 dims, and a touchpoint carries a single default_dims. Listing it under a 1024 declaration is the mixed-dim case embedding-dim-check.ts exists to catch. Co-authored-by: Claude Opus 4.8 (1M context) <noreply@anthropic.com>
75 lines
3.1 KiB
TypeScript
75 lines
3.1 KiB
TypeScript
/**
|
|
* v0.32.7 CJK wave — embedding model pricing lookup table.
|
|
*
|
|
* Sibling to `anthropic-pricing.ts`. Used by `gbrain upgrade`'s post-upgrade
|
|
* cost-estimate prompt so users with large brains see a dollar figure
|
|
* before the chunker-version sweep re-embeds.
|
|
*
|
|
* Prices in USD per 1M tokens. Numbers as of 2026-05-11. Verify alongside
|
|
* the Anthropic-pricing refresh cycle; drift here produces estimates
|
|
* that mislead operators.
|
|
*
|
|
* Codex outside-voice C3 fold: non-OpenAI embedding providers (Voyage,
|
|
* Hunyuan, Dashscope, etc.) return UNKNOWN_PROVIDER from `lookupPrice`
|
|
* so the cost-estimate prompt can fall back to a "estimate unavailable
|
|
* for <provider>; press Ctrl-C in 10s to abort" message rather than
|
|
* fabricate numbers.
|
|
*/
|
|
|
|
export interface EmbeddingPricing {
|
|
/** USD per 1M tokens (embedding cost; embeddings have no separate output rate). */
|
|
pricePerMTok: number;
|
|
}
|
|
|
|
/**
|
|
* `provider:model` keyed pricing. The colon-separated key matches
|
|
* gateway model strings (e.g. 'openai:text-embedding-3-large').
|
|
*/
|
|
export const EMBEDDING_PRICING: Record<string, EmbeddingPricing> = {
|
|
// OpenAI (https://openai.com/api/pricing/, verified 2026-05-11)
|
|
'openai:text-embedding-3-large': { pricePerMTok: 0.13 },
|
|
'openai:text-embedding-3-small': { pricePerMTok: 0.02 },
|
|
// Legacy OpenAI ada (still common in older brains)
|
|
'openai:text-embedding-ada-002': { pricePerMTok: 0.10 },
|
|
// Voyage (https://www.voyageai.com/pricing)
|
|
'voyage:voyage-3-large': { pricePerMTok: 0.18 },
|
|
'voyage:voyage-3': { pricePerMTok: 0.06 },
|
|
'voyage:voyage-4-large': { pricePerMTok: 0.18 },
|
|
// ZeroEntropy (https://zeroentropy.dev/pricing — zembed-1)
|
|
'zeroentropyai:zembed-1': { pricePerMTok: 0.05 },
|
|
// Mistral (https://mistral.ai/pricing/api/, verified 2026-07-19)
|
|
'mistral:mistral-embed': { pricePerMTok: 0.10 },
|
|
'mistral:mistral-embed-2312': { pricePerMTok: 0.10 },
|
|
};
|
|
|
|
export type PriceLookupResult =
|
|
| { kind: 'known'; pricePerMTok: number; key: string }
|
|
| { kind: 'unknown'; provider: string; model: string };
|
|
|
|
/**
|
|
* Resolve a model string into a price-per-1M-tokens. Accepts both
|
|
* `provider:model` and bare `model` forms (bare assumes openai).
|
|
*/
|
|
export function lookupEmbeddingPrice(modelString: string): PriceLookupResult {
|
|
const [providerRaw, modelRaw] = modelString.includes(':')
|
|
? modelString.split(':', 2)
|
|
: ['openai', modelString];
|
|
const provider = providerRaw.trim().toLowerCase();
|
|
const model = (modelRaw ?? '').trim();
|
|
const key = `${provider}:${model}`;
|
|
const hit = EMBEDDING_PRICING[key];
|
|
if (hit) return { kind: 'known', pricePerMTok: hit.pricePerMTok, key };
|
|
return { kind: 'unknown', provider, model };
|
|
}
|
|
|
|
/**
|
|
* Estimate USD cost for embedding `charCount` characters. Uses
|
|
* 3.5 chars/token as the OpenAI tiktoken-shaped approximation for English;
|
|
* CJK-heavy brains will under-estimate by ~2x (one char ≈ one token), but
|
|
* we'd rather under-estimate than spook users with a 10x worst-case figure.
|
|
*/
|
|
export function estimateCostFromChars(charCount: number, pricePerMTok: number): number {
|
|
const tokens = Math.ceil(charCount / 3.5);
|
|
return (tokens / 1_000_000) * pricePerMTok;
|
|
}
|