Prannesshkva commited on
Commit
e65b9f5
·
verified ·
1 Parent(s): 40e07bd

config: set isom_r2_max_context to 1048576 (1M context)

Browse files
Files changed (1) hide show
  1. config.json +3 -2
config.json CHANGED
@@ -92,8 +92,9 @@
92
  "enable_holographic_revival": true,
93
  "use_isom_r2_svd": true,
94
  "isom_r2_window_length": 2048,
95
- "isom_r2_sink_tokens": 16,
96
- "isom_r2_num_retrieved_chunks": 10,
 
97
  "isom_r2_chunk_size": 2048,
98
  "isom_r2_max_context": 1048576,
99
  "prefill_chunk_size": 2048,
 
92
  "enable_holographic_revival": true,
93
  "use_isom_r2_svd": true,
94
  "isom_r2_window_length": 2048,
95
+ "isom_r2_sink_tokens": 64,
96
+ "isom_r2_num_retrieved_chunks": 1,
97
+ "isom_r2_micro_window_size": 512,
98
  "isom_r2_chunk_size": 2048,
99
  "isom_r2_max_context": 1048576,
100
  "prefill_chunk_size": 2048,