Download ponytail/benchmarks/loc.js from smlflg/CodingAgent: direct link, hf CLI and curl.
- Browser
- Download file 935 Bytes
-
https://huggingface.co/smlflg/CodingAgent/resolve/main/ponytail/benchmarks/loc.js
- Command line
-
hf download hf://smlflg/CodingAgent/ponytail/benchmarks/loc.js
-
curl -L -o loc.js https://huggingface.co/smlflg/CodingAgent/resolve/main/ponytail/benchmarks/loc.js
935 Bytes
| // Deterministic code-size metric: non-blank, non-comment lines of code. Counts | |
| // fenced blocks, or the whole response when the model emitted bare code unfenced. | |
| // Recorded as the `code_loc` metric per arm (always passes; it is a measurement, not a gate). | |
| module.exports = (output) => { | |
| const text = String(output || ''); | |
| const blocks = [...text.matchAll(/```[a-zA-Z0-9_+-]*\r?\n([\s\S]*?)```/g)].map((m) => m[1]); | |
| // Drop /* ... */ block comments before counting; the line filter below only | |
| // caught `*`-aligned JSDoc, so plain block comments were miscounted as code. | |
| const code = (blocks.length ? blocks.join('\n') : text).replace(/\/\*[\s\S]*?\*\//g, ''); | |
| const loc = code | |
| .split('\n') | |
| .map((l) => l.trim()) | |
| .filter((l) => l && !l.startsWith('//') && !l.startsWith('#') && l !== '*/' && !l.startsWith('/*') && !l.startsWith('*')).length; | |
| return { pass: true, score: loc, reason: loc + ' code LOC' }; | |
| }; | |