Serve one file: segment-probe.gguf (max_segment 512, line-aligned)
Browse files- README.md +2 -3
- segment-probe-s3-line512.gguf +0 -3
- segment-probe.gguf +2 -2
README.md
CHANGED
|
@@ -54,8 +54,7 @@ from the same single pass.
|
|
| 54 |
|
| 55 |
| file | sha256 | note |
|
| 56 |
|---|---|---|
|
| 57 |
-
| `segment-probe
|
| 58 |
-
| `segment-probe.gguf` | `bd3f0bff1057ad0c953deb79d4b82415076906494c7bbb47a8a0f8e85433b667` | the same weights and thresholds with `max_segment` 2048; not used in the configuration below |
|
| 59 |
|
| 60 |
## Using it
|
| 61 |
|
|
@@ -63,7 +62,7 @@ PFlash runs inside the Lucebox server. Download the three components and the dra
|
|
| 63 |
|
| 64 |
```bash
|
| 65 |
export PFLASH_SCORING_HEAD_GGUF=/path/to/seg-scoring-head.gguf
|
| 66 |
-
export PFLASH_SEGMENT_PROBE_GGUF=/path/to/segment-probe
|
| 67 |
export PFLASH_REQUEST_PROBE_GGUF=/path/to/request-probe.gguf
|
| 68 |
export PFLASH_SELECT_SEGMENTS=probe PFLASH_SELECT_SCORE=density PFLASH_SELECT_MODE=budget_only
|
| 69 |
export PFLASH_SELECT_QUERY_PROBE=1 PFLASH_QUERY_CANDIDATES=1 PFLASH_QUERY_PIN=512
|
|
|
|
| 54 |
|
| 55 |
| file | sha256 | note |
|
| 56 |
|---|---|---|
|
| 57 |
+
| `segment-probe.gguf` | `470b7b0efe3736518dcb4c1ba8eb5b806107007e378a74668c17e26434602e68` | the served file: `max_segment` 512, line-aligned splitting |
|
|
|
|
| 58 |
|
| 59 |
## Using it
|
| 60 |
|
|
|
|
| 62 |
|
| 63 |
```bash
|
| 64 |
export PFLASH_SCORING_HEAD_GGUF=/path/to/seg-scoring-head.gguf
|
| 65 |
+
export PFLASH_SEGMENT_PROBE_GGUF=/path/to/segment-probe.gguf
|
| 66 |
export PFLASH_REQUEST_PROBE_GGUF=/path/to/request-probe.gguf
|
| 67 |
export PFLASH_SELECT_SEGMENTS=probe PFLASH_SELECT_SCORE=density PFLASH_SELECT_MODE=budget_only
|
| 68 |
export PFLASH_SELECT_QUERY_PROBE=1 PFLASH_QUERY_CANDIDATES=1 PFLASH_QUERY_PIN=512
|
segment-probe-s3-line512.gguf
DELETED
|
@@ -1,3 +0,0 @@
|
|
| 1 |
-
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:470b7b0efe3736518dcb4c1ba8eb5b806107007e378a74668c17e26434602e68
|
| 3 |
-
size 1062976
|
|
|
|
|
|
|
|
|
|
|
|
segment-probe.gguf
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
-
size
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:470b7b0efe3736518dcb4c1ba8eb5b806107007e378a74668c17e26434602e68
|
| 3 |
+
size 1062976
|