VickyRDP commited on
Commit
c2f6821
·
verified ·
1 Parent(s): a1ae561

Shim: only cast when session input metadata expects float16

Browse files
Files changed (1) hide show
  1. index.html +3 -1
index.html CHANGED
@@ -320,7 +320,9 @@
320
  for (const k in feeds) { if (feeds[k] && feeds[k].constructor) { Tctor = feeds[k].constructor; break; } }
321
  for (const k in feeds) {
322
  const t2 = feeds[k];
323
- if (t2 && t2.type === 'float32' && k.startsWith('past_key_values') && Tctor) {
 
 
324
  const src = t2.data; const dst = new Uint16Array(src.length);
325
  for (let i = 0; i < src.length; i++) dst[i] = f32h(src[i]);
326
  feeds[k] = new Tctor('float16', dst, t2.dims);
 
320
  for (const k in feeds) { if (feeds[k] && feeds[k].constructor) { Tctor = feeds[k].constructor; break; } }
321
  for (const k in feeds) {
322
  const t2 = feeds[k];
323
+ let wants16 = true;
324
+ try { const md = sess.inputMetadata; if (md) { const e = Array.isArray(md) ? md.find(x=>x.name===k) : md[k]; if (e && e.type && e.type !== 'float16') wants16 = false; } } catch(e3) {}
325
+ if (t2 && t2.type === 'float32' && k.startsWith('past_key_values') && wants16 && Tctor) {
326
  const src = t2.data; const dst = new Uint16Array(src.length);
327
  for (let i = 0; i < src.length; i++) dst[i] = f32h(src[i]);
328
  feeds[k] = new Tctor('float16', dst, t2.dims);