File size: 4,011 Bytes
c59fd93 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 | import { ParameterSyncService } from './parameter-sync.service';
import { describe, expect, it } from 'vitest';
describe('ParameterSyncService', () => {
describe('roundFloatingPoint', () => {
it('should fix JavaScript floating-point precision issues', () => {
// Test the specific values from the screenshot
const mockServerParams = {
min_p: 0.009999999776482582,
samplers: ['top_k', 'typ_p', 'top_p', 'min_p', 'temperature'],
temperature: 0.800000011920929,
top_k: 40,
top_p: 0.949999988079071
};
const result = ParameterSyncService.extractServerDefaults({
...mockServerParams,
chat_format: '',
dry_allowed_length: 2,
dry_base: 1.75,
dry_multiplier: 0.0,
dry_penalty_last_n: 64,
dry_sequence_breakers: [],
dynatemp_exponent: 1.0,
dynatemp_range: 0.0,
frequency_penalty: 0.0,
generation_prompt: '',
grammar: '',
grammar_lazy: false,
grammar_triggers: [],
ignore_eos: false,
logit_bias: [],
lora: [],
max_tokens: -1,
min_keep: 0,
mirostat: 0,
mirostat_eta: 0.1,
mirostat_tau: 5.0,
n_discard: 0,
n_keep: 0,
// Add other required fields to match the API type
n_predict: 512,
n_probs: 0,
post_sampling_probs: false,
presence_penalty: 0.0,
preserved_tokens: [],
reasoning_format: '',
reasoning_in_content: false,
repeat_last_n: 64,
repeat_penalty: 1.0,
seed: -1,
'speculative.n_max': 0,
'speculative.n_min': 0,
'speculative.p_min': 0.0,
stop: [],
stream: true,
timings_per_token: false,
top_n_sigma: 0.0,
typ_p: 1.0,
xtc_probability: 0.0,
xtc_threshold: 0.1
} as ApiLlamaCppServerProps['default_generation_settings']['params']);
// Check that the problematic floating-point values are rounded correctly
expect(result.top_p).toBe(0.95);
expect(result.min_p).toBe(0.01);
expect(result.temperature).toBe(0.8);
expect(result.top_k).toBe(40); // Integer should remain unchanged
expect(result.samplers).toBe('top_k;typ_p;top_p;min_p;temperature');
});
it('should preserve non-numeric values', () => {
const mockServerParams = {
max_tokens: -1,
samplers: ['top_k', 'temperature'],
temperature: 0.7
};
const result = ParameterSyncService.extractServerDefaults({
...mockServerParams,
chat_format: '',
dry_allowed_length: 2,
dry_base: 1.75,
dry_multiplier: 0.0,
dry_penalty_last_n: 64,
dry_sequence_breakers: [],
dynatemp_exponent: 1.0,
dynatemp_range: 0.0,
frequency_penalty: 0.0,
generation_prompt: '',
grammar: '',
grammar_lazy: false,
grammar_triggers: [],
ignore_eos: false,
logit_bias: [],
lora: [],
min_keep: 0,
min_p: 0.05,
mirostat: 0,
mirostat_eta: 0.1,
mirostat_tau: 5.0,
n_discard: 0,
n_keep: 0,
// Minimal required fields
n_predict: 512,
n_probs: 0,
post_sampling_probs: false,
presence_penalty: 0.0,
preserved_tokens: [],
reasoning_format: '',
reasoning_in_content: false,
repeat_last_n: 64,
repeat_penalty: 1.0,
seed: -1,
'speculative.n_max': 0,
'speculative.n_min': 0,
'speculative.p_min': 0.0,
stop: [],
stream: true,
timings_per_token: false,
top_k: 40,
top_n_sigma: 0.0,
top_p: 0.95,
typ_p: 1.0,
xtc_probability: 0.0,
xtc_threshold: 0.1
} as ApiLlamaCppServerProps['default_generation_settings']['params']);
expect(result.samplers).toBe('top_k;temperature');
expect(result.max_tokens).toBe(-1);
expect(result.temperature).toBe(0.7);
});
it('extracts sampling twins only, never ui settings', () => {
const result = ParameterSyncService.extractServerDefaults(null);
expect(result).toEqual({});
expect(ParameterSyncService.canSyncParameter('theme')).toBe(false);
expect(ParameterSyncService.canSyncParameter('pdfAsImage')).toBe(false);
expect(ParameterSyncService.canSyncParameter('temperature')).toBe(true);
});
});
});
|