Spaces:
Running
Running
File size: 4,465 Bytes
8b916da | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 | /* Next Match Space: pick a reference product (or upload a photo), type an edit, rank the catalog live. */
const { $, h, fmt } = NLUI;
let ctx, sprite, refPixels = null, refId = null;
const SUGGEST = ["bunun kırmızı olanı", "çizgili olanı", "aynısı ama kupa", "mavi ve puantiyeli olsun", "the black one", "same but a hat", "make it striped", "sarı renklisi"];
function thumbCanvas(id, scale) {
const c = document.createElement("canvas"), n = ctx.cat.cols, s = 48;
c.width = s; c.height = s; c.style.width = c.style.height = s * scale + "px";
c.getContext("2d").drawImage(sprite, (id % n) * s, Math.floor(id / n) * s, s, s, 0, 0, s, s);
return c;
}
function pixelsOf(canvas) {
const d = canvas.getContext("2d").getImageData(0, 0, 48, 48).data, px = new Float64Array(3 * 48 * 48);
for (let i = 0; i < 48 * 48; i++) for (let c = 0; c < 3; c++) px[c * 2304 + i] = d[4 * i + c] / 255;
return px;
}
function pickRef(id) {
refId = id; const c = thumbCanvas(id, 3); refPixels = pixelsOf(c);
$("ref").innerHTML = ""; $("ref").append(c, h("div", { class: "small muted" }, describe(id)));
document.querySelectorAll("#gallery canvas").forEach((el, i) => el.style.outline = i === id ? "3px solid #c0392b" : "");
search();
}
function describe(id) { const a = ctx.cat.items[id]; return `${a.color} · ${a.pattern} · ${a.category}`; }
function search() {
if (!refPixels) return null;
const text = $("q").value, toks = Core.tokenize(text, ctx.vocab);
const inv = Object.fromEntries(Object.entries(ctx.vocab).map(([k, v]) => [v, k]));
$("toks").textContent = toks.length ? "understood words: " + toks.map(i => inv[i]).join(", ") : "no known words (the text-only and combined models fall back to the image)";
const t0 = performance.now(), out = {};
for (const mode of ["combined", "image", "text"]) {
const ranked = Core.rank(ctx, Core.encodeQuery(ctx, refPixels, text, mode), mode).slice(0, 8);
out[mode] = ranked;
const box = $("r_" + mode); box.innerHTML = "";
ranked.forEach(([id, s], k) => box.append(h("div", { style: "text-align:center" }, thumbCanvas(id, 1.25),
h("div", { class: "small", style: k === 0 ? "font-weight:700" : "" }, `${k + 1}. ${fmt(s, 2)}`))));
}
$("ms").textContent = fmt(performance.now() - t0, 1);
return out;
}
async function upload(file) {
const img = new Image(); img.src = URL.createObjectURL(file); await img.decode();
const c = document.createElement("canvas"); c.width = c.height = 48;
const g = c.getContext("2d"); g.fillStyle = "#e6e4e2"; g.fillRect(0, 0, 48, 48);
const s = Math.min(44 / img.width, 44 / img.height);
g.drawImage(img, (48 - img.width * s) / 2, (48 - img.height * s) / 2, img.width * s, img.height * s);
refPixels = pixelsOf(c); refId = null; c.style.width = c.style.height = "144px";
$("ref").innerHTML = ""; $("ref").append(c, h("div", { class: "small muted" }, "your image (outside the training distribution)"));
search();
}
window.__liveTest = function () {
const target = ctx.cat.items.findIndex(a => a.category === "mug" && a.color === "red" && a.pattern === "striped");
const ref = ctx.cat.items.findIndex(a => a.category === "mug" && a.color === "blue" && a.pattern === "striped");
document.querySelectorAll("#gallery canvas")[ref].click();
$("q").value = "bunun kırmızı olanı"; $("q").dispatchEvent(new Event("input"));
const out = search();
const rankOf = mode => out[mode].findIndex(r => r[0] === target);
return { ok: out.combined.length === 8 && $("r_combined").children.length === 8, target_rank_combined: rankOf("combined"),
target_rank_image: rankOf("image"), target_rank_text: rankOf("text"), top1: describe(out.combined[0][0]) };
};
NLUI.boot(Core, async c => {
ctx = c;
sprite = new Image(); sprite.src = "catalog.png"; await sprite.decode();
const g = $("gallery");
ctx.cat.items.forEach((a, id) => { const t = thumbCanvas(id, 1); t.title = describe(id); t.style.cursor = "pointer"; t.addEventListener("click", () => pickRef(id)); g.append(t); });
for (const s of SUGGEST) $("chips").append(h("button", { class: "chip", onclick: () => { $("q").value = s; search(); } }, s));
$("q").addEventListener("input", search);
$("file").addEventListener("change", e => e.target.files[0] && upload(e.target.files[0]));
pickRef(ctx.cat.items.findIndex(a => a.category === "tshirt" && a.color === "blue" && a.pattern === "plain"));
$("q").value = "bunun kırmızı olanı"; search();
});
|