Spaces:
Running
Running
n_batch configurable por URL (?batch=) para entornos con poca RAM
Browse files- index.html +1 -1
index.html
CHANGED
|
@@ -550,7 +550,7 @@ async function loadModel(repo, file) {
|
|
| 550 |
await wllama.loadModelFromUrl(url, {
|
| 551 |
n_gpu_layers: 999,
|
| 552 |
n_ctx: CONFIG.nCtx,
|
| 553 |
-
n_batch: 512,
|
| 554 |
n_threads: Math.max(1, Math.min(8, navigator.hardwareConcurrency || 4)),
|
| 555 |
progressCallback: ({ loaded, total }) => {
|
| 556 |
if (total > 0) {
|
|
|
|
| 550 |
await wllama.loadModelFromUrl(url, {
|
| 551 |
n_gpu_layers: 999,
|
| 552 |
n_ctx: CONFIG.nCtx,
|
| 553 |
+
n_batch: parseInt(params.get('batch')) || 512,
|
| 554 |
n_threads: Math.max(1, Math.min(8, navigator.hardwareConcurrency || 4)),
|
| 555 |
progressCallback: ({ loaded, total }) => {
|
| 556 |
if (total > 0) {
|