config: set isom_r2_max_context to 1048576 (1M context)
Browse files- config.json +3 -2
config.json
CHANGED
|
@@ -92,8 +92,9 @@
|
|
| 92 |
"enable_holographic_revival": true,
|
| 93 |
"use_isom_r2_svd": true,
|
| 94 |
"isom_r2_window_length": 2048,
|
| 95 |
-
"isom_r2_sink_tokens":
|
| 96 |
-
"isom_r2_num_retrieved_chunks":
|
|
|
|
| 97 |
"isom_r2_chunk_size": 2048,
|
| 98 |
"isom_r2_max_context": 1048576,
|
| 99 |
"prefill_chunk_size": 2048,
|
|
|
|
| 92 |
"enable_holographic_revival": true,
|
| 93 |
"use_isom_r2_svd": true,
|
| 94 |
"isom_r2_window_length": 2048,
|
| 95 |
+
"isom_r2_sink_tokens": 64,
|
| 96 |
+
"isom_r2_num_retrieved_chunks": 1,
|
| 97 |
+
"isom_r2_micro_window_size": 512,
|
| 98 |
"isom_r2_chunk_size": 2048,
|
| 99 |
"isom_r2_max_context": 1048576,
|
| 100 |
"prefill_chunk_size": 2048,
|