Shim: only cast when session input metadata expects float16
Browse files- index.html +3 -1
index.html
CHANGED
|
@@ -320,7 +320,9 @@
|
|
| 320 |
for (const k in feeds) { if (feeds[k] && feeds[k].constructor) { Tctor = feeds[k].constructor; break; } }
|
| 321 |
for (const k in feeds) {
|
| 322 |
const t2 = feeds[k];
|
| 323 |
-
|
|
|
|
|
|
|
| 324 |
const src = t2.data; const dst = new Uint16Array(src.length);
|
| 325 |
for (let i = 0; i < src.length; i++) dst[i] = f32h(src[i]);
|
| 326 |
feeds[k] = new Tctor('float16', dst, t2.dims);
|
|
|
|
| 320 |
for (const k in feeds) { if (feeds[k] && feeds[k].constructor) { Tctor = feeds[k].constructor; break; } }
|
| 321 |
for (const k in feeds) {
|
| 322 |
const t2 = feeds[k];
|
| 323 |
+
let wants16 = true;
|
| 324 |
+
try { const md = sess.inputMetadata; if (md) { const e = Array.isArray(md) ? md.find(x=>x.name===k) : md[k]; if (e && e.type && e.type !== 'float16') wants16 = false; } } catch(e3) {}
|
| 325 |
+
if (t2 && t2.type === 'float32' && k.startsWith('past_key_values') && wants16 && Tctor) {
|
| 326 |
const src = t2.data; const dst = new Uint16Array(src.length);
|
| 327 |
for (let i = 0; i < src.length; i++) dst[i] = f32h(src[i]);
|
| 328 |
feeds[k] = new Tctor('float16', dst, t2.dims);
|