mirror of
https://github.com/garrytan/gbrain.git
synced 2026-08-14 00:48:18 +00:00
Garry Tan
ba27a186ec
#3691's regression test used llama-server as an 'unknown provider' example. #3541 (same wave) prices ollama/llama-server at $0 via FREE_LOCAL_CHAT_PROVIDERS, so that example is now priceable and the assertion inverted. Swapped in groq — the paid-but-unpriced case #3691's own description cites — and added the positive assertion that free local providers keep their cap enforced.
36 lines
1.9 KiB
TypeScript
36 lines
1.9 KiB
TypeScript
import { describe, expect, test } from 'bun:test';
|
|
import { isModelPriceable } from '../src/core/budget/budget-tracker.ts';
|
|
|
|
// Regression: extract_atoms applied its DEFAULT cost cap unconditionally.
|
|
// BudgetTracker.reserve() hard-fails with BudgetExhausted(reason:'no_pricing')
|
|
// when a model is absent from the pricing maps AND a cap is set, so the first
|
|
// work item threw, `budgetExhausted` latched, and every remaining item was
|
|
// skipped — while the phase still reported status 'ok' with an empty failures[].
|
|
// Anthropic users never saw it; every Groq / local-llama / OpenRouter user did.
|
|
describe('isModelPriceable', () => {
|
|
test('priced Anthropic chat models are priceable', () => {
|
|
expect(isModelPriceable('claude-haiku-4-5-20251001', 'chat')).toBe(true);
|
|
});
|
|
|
|
// NOTE: the examples here must be providers with genuinely unknown pricing.
|
|
// `ollama` and `llama-server` are NOT: they price at $0 via
|
|
// FREE_LOCAL_CHAT_PROVIDERS (local inference costs electricity, not tokens),
|
|
// so a cap against them is enforceable and must not be skipped. `litellm` is
|
|
// deliberately excluded from that set — a LiteLLM proxy can front a paid
|
|
// provider — and `groq` is the paid-but-unpriced case this regression bit.
|
|
test('unknown providers are not priceable, so a default cap must be skipped', () => {
|
|
expect(isModelPriceable('litellm:gemma4-12b', 'chat')).toBe(false);
|
|
expect(isModelPriceable('groq:llama-3.3-70b', 'chat')).toBe(false);
|
|
});
|
|
|
|
test('free local providers ARE priceable at $0, so their cap stays enforced', () => {
|
|
expect(isModelPriceable('ollama:gemma3:27b', 'chat')).toBe(true);
|
|
expect(isModelPriceable('llama-server:local-model', 'chat')).toBe(true);
|
|
});
|
|
|
|
test('is a pure predicate — no throw on unusual model ids', () => {
|
|
expect(() => isModelPriceable('', 'chat')).not.toThrow();
|
|
expect(() => isModelPriceable('provider-with-no-colon', 'chat')).not.toThrow();
|
|
});
|
|
});
|