fivetech commited on
Commit
2f8a2e5
·
verified ·
1 Parent(s): b55117b

n_batch configurable por URL (?batch=) para entornos con poca RAM

Browse files
Files changed (1) hide show
  1. index.html +1 -1
index.html CHANGED
@@ -550,7 +550,7 @@ async function loadModel(repo, file) {
550
  await wllama.loadModelFromUrl(url, {
551
  n_gpu_layers: 999,
552
  n_ctx: CONFIG.nCtx,
553
- n_batch: 512,
554
  n_threads: Math.max(1, Math.min(8, navigator.hardwareConcurrency || 4)),
555
  progressCallback: ({ loaded, total }) => {
556
  if (total > 0) {
 
550
  await wllama.loadModelFromUrl(url, {
551
  n_gpu_layers: 999,
552
  n_ctx: CONFIG.nCtx,
553
+ n_batch: parseInt(params.get('batch')) || 512,
554
  n_threads: Math.max(1, Math.min(8, navigator.hardwareConcurrency || 4)),
555
  progressCallback: ({ loaded, total }) => {
556
  if (total > 0) {