Hugging Face's logo

Spaces:
automindy
/
fokemal
Sleeping

App Files Community
fokemal / cli /src /models.test.ts
automindy's picture
automindy
Sync to upstream v0.13.7, keep HF Space adaptations
dcedb25
Raw History Blame Contribute Delete
3.42 kB
import { describe, expect, it } from 'vitest';
import { UnknownModelError, contextWindowOf, defaultModelId, resolveLaunchModel } from './models.js';
import type { CatalogModel } from './types.js';
// The distinction this module exists for: the CLI's catalog() fetches
// `?available=true`, so absence from that roster means EITHER "no such model"
// OR "exists, out of quota right now". Only the unfiltered roster separates
// them, and conflating them reports a healthy pinned model as a typo the
// moment its provider rate-limits.
const AVAILABLE: CatalogModel[] = [
{ id: 'auto' },
{ id: 'fast-coder', available: true, context_window: 131072 },
];
const FULL: CatalogModel[] = [
...AVAILABLE,
{ id: 'benched-model', available: false, context_window: 32768 },
{ id: 'no-window-model', available: true },
];
describe('resolveLaunchModel', () => {
it('accepts a model that is registered but not currently servable', () => {
const resolved = resolveLaunchModel('benched-model', AVAILABLE, FULL);
expect(resolved.id).toBe('benched-model');
expect(resolved.unavailable).toBe(true);
expect(resolved.contextWindow).toBe(32768);
});
it('rejects a model that is in neither roster', () => {
expect(() => resolveLaunchModel('no-such-model', AVAILABLE, FULL))
.toThrow(UnknownModelError);
});
it('suggests near-matches on an unknown id rather than only refusing', () => {
expect(() => resolveLaunchModel('coder', AVAILABLE, FULL))
.toThrow(/fast-coder/);
});
it('reports an available model as available', () => {
expect(resolveLaunchModel('fast-coder', AVAILABLE, FULL))
.toMatchObject({ id: 'fast-coder', unavailable: false, contextWindow: 131072 });
});
it('leaves the context window undefined when the catalog publishes none', () => {
// Not 128000. An unpublished window is a different fact from a known one,
// and inventing a number is how the launcher pinned a wrong compaction
// threshold for every model whose provider states no window.
expect(resolveLaunchModel('no-window-model', AVAILABLE, FULL).contextWindow)
.toBeUndefined();
});
it('serves `auto` even though the router never lists it as a catalog row', () => {
expect(resolveLaunchModel('auto', [], [])).toMatchObject({ id: 'auto', unavailable: false });
});
it('falls back to the filtered roster when the unfiltered one is unavailable', () => {
// Degraded mode: an older gateway ignoring ?available=true, or a failed
// second fetch. A known-good id must still resolve.
expect(resolveLaunchModel('fast-coder', AVAILABLE).id).toBe('fast-coder');
});
});
describe('defaultModelId', () => {
it('prefers a concrete servable model over auto, so the session names its model', () => {
expect(defaultModelId(AVAILABLE)).toBe('fast-coder');
});
it('falls back to auto when nothing concrete is servable', () => {
expect(defaultModelId([{ id: 'auto' }, { id: 'x', available: false }])).toBe('auto');
});
});
describe('contextWindowOf', () => {
it('accepts either catalog spelling and undefined for neither', () => {
expect(contextWindowOf({ id: 'a', context_window: 1000 })).toBe(1000);
expect(contextWindowOf({ id: 'b', context_length: 2000 })).toBe(2000);
expect(contextWindowOf({ id: 'c' })).toBeUndefined();
expect(contextWindowOf({ id: 'd', context_window: null })).toBeUndefined();
});
});