Spaces:
Sleeping
Sleeping
| interface GenerationKeySettings { | |
| default: number; | |
| step: number; | |
| min: number; | |
| max: number; | |
| label: string; | |
| } | |
| export const GENERATION_CONFIG_SETTINGS: Record<string, GenerationKeySettings> = { | |
| temperature: { | |
| default: 0.7, | |
| step: 0.01, | |
| min: 0, | |
| max: 2, | |
| label: "Temperature", | |
| }, | |
| max_tokens: { | |
| default: 512, | |
| step: 1, | |
| min: 1, | |
| max: 8192, // changed dynamically based on model | |
| label: "Max Tokens", | |
| }, | |
| top_p: { | |
| default: 0.7, | |
| step: 0.01, | |
| min: 0, | |
| max: 1, | |
| label: "Top-P", | |
| }, | |
| top_k: { | |
| default: 50, | |
| step: 1, | |
| min: 1, | |
| max: 100, | |
| label: "Top-K", | |
| }, | |
| repetition_penalty: { | |
| default: 1, | |
| step: 0.01, | |
| min: 1, | |
| max: 2, | |
| label: "Repetition Penalty", | |
| }, | |
| }; | |
| export type GenerationConfigKey = keyof typeof GENERATION_CONFIG_SETTINGS; | |
| export const GENERATION_CONFIG_KEYS: GenerationConfigKey[] = ["temperature", "max_tokens"]; | |
| export const GENERATION_CONFIG_KEYS_ADVANCED: GenerationConfigKey[] = ["top_p", "top_k", "repetition_penalty"]; | |
| export type GenerationConfig = Record<GenerationConfigKey, number>; | |
| export const defaultGenerationConfig = GENERATION_CONFIG_KEYS.reduce((acc, key) => { | |
| acc[key] = GENERATION_CONFIG_SETTINGS[key].default; | |
| return acc; | |
| }, {} as GenerationConfig); | |