Spaces:
Paused
Paused
P2.2: Avatar Studio – persona, voice (Qwen3-TTS design+clone), consistent look (FLUX+Kontext), saved in workspace, reused by Chat/Image/agents
Browse files- app.js +1 -0
- avatar.js +132 -0
- real.js +8 -17
- server/infer.py +1 -1
- style.css +5 -0
- workspace.js +1 -1
app.js
CHANGED
|
@@ -1,6 +1,7 @@
|
|
| 1 |
import * as THREE from './vendor/three.module.min.js';
|
| 2 |
import { STUDIOS, stopLoops } from './widgets.js?v=50';
|
| 3 |
import './real.js?v=60';
|
|
|
|
| 4 |
import './workspace.js?v=60';
|
| 5 |
import { icon } from './icons.js?v=50';
|
| 6 |
import { RoomEnvironment } from './vendor/addons/environments/RoomEnvironment.js';
|
|
|
|
| 1 |
import * as THREE from './vendor/three.module.min.js';
|
| 2 |
import { STUDIOS, stopLoops } from './widgets.js?v=50';
|
| 3 |
import './real.js?v=60';
|
| 4 |
+
import './avatar.js?v=60';
|
| 5 |
import './workspace.js?v=60';
|
| 6 |
import { icon } from './icons.js?v=50';
|
| 7 |
import { RoomEnvironment } from './vendor/addons/environments/RoomEnvironment.js';
|
avatar.js
ADDED
|
@@ -0,0 +1,132 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
// Avatar / Persona studio (DoD): persistent avatars as workspace asset type `avatar`
|
| 2 |
+
// avatars/<slug>/avatar.json + ref.webp + voice.wav · reused by Chat, Image (Kontext), agents.
|
| 3 |
+
import { STUDIOS, onStop } from './widgets.js?v=50';
|
| 4 |
+
import { run, result, MODULES, esc, hf, stTxt, url, badge, setS, keep, LS, FLUX, KONTEXT, TTS, CHAT, signedIn } from './real.js?v=60';
|
| 5 |
+
|
| 6 |
+
const LANGS = ['German', 'English', 'French', 'Spanish', 'Auto'];
|
| 7 |
+
const slug = (n) => (n || 'avatar').toLowerCase().normalize('NFKD').replace(/[^\w]+/g, '-').replace(/^-|-$/g, '').slice(0, 40) || 'avatar';
|
| 8 |
+
const blank = () => ({ type: 'studius.avatar', v: 2, id: '', name: '', system: '', backstory: '', look: '', seed: Math.floor(Math.random() * 1e6),
|
| 9 |
+
voice: { description: 'Warm, friendly, energetic voice', language: 'German', sample_text: '' }, ref: null, voiceRef: null, updated: 0 });
|
| 10 |
+
const bucket = () => signedIn() && window.__ws?.bucket;
|
| 11 |
+
const wsFile = (p) => '/api/ws/file?bucket=' + encodeURIComponent(window.__ws.bucket) + '&path=' + encodeURIComponent(p);
|
| 12 |
+
async function upload(path, blob, studio = 'avatar') { const f = new FormData(); f.append('bucket', window.__ws.bucket); f.append('path', path); f.append('studio', studio); f.append('file', blob, path.split('/').pop());
|
| 13 |
+
const r = await fetch('/api/ws/upload', { method: 'POST', body: f, credentials: 'include' }); if (!r.ok) throw new Error((await r.json().catch(() => ({}))).detail || 'Upload ' + r.status); return r.json(); }
|
| 14 |
+
const toBlob = async (u) => u instanceof Blob ? u : (await fetch(u, { credentials: 'include' })).blob();
|
| 15 |
+
const dataURL = (b) => new Promise(r => { const f = new FileReader(); f.onload = () => r(f.result); f.readAsDataURL(b); });
|
| 16 |
+
|
| 17 |
+
/** Avatar store: workspace bucket when connected, else localStorage (data URLs). */
|
| 18 |
+
export const Avatars = {
|
| 19 |
+
local() { try { return JSON.parse(LS('studius-avatars')) || {}; } catch (e) { return {}; } },
|
| 20 |
+
async list() {
|
| 21 |
+
const out = { ...this.local() };
|
| 22 |
+
if (bucket()) { try { const r = await (await fetch('/api/ws/list?prefix=avatars/&bucket=' + encodeURIComponent(window.__ws.bucket), { credentials: 'include' })).json();
|
| 23 |
+
await Promise.all((r.files || []).filter(f => f.path.endsWith('/avatar.json')).map(async f => { try { const a = await (await fetch(wsFile(f.path), { credentials: 'include' })).json(); out[a.id] = { ...a, _ws: true }; } catch (e) {} })); } catch (e) {} }
|
| 24 |
+
return Object.values(out).sort((a, b) => (b.updated || 0) - (a.updated || 0));
|
| 25 |
+
},
|
| 26 |
+
async save(av, refBlob, voiceBlob) {
|
| 27 |
+
av.id ||= slug(av.name); av.updated = Date.now(); const base = `avatars/${av.id}/`;
|
| 28 |
+
if (bucket()) {
|
| 29 |
+
if (refBlob) { await upload(base + 'ref.webp', refBlob); av.ref = base + 'ref.webp'; }
|
| 30 |
+
if (voiceBlob) { await upload(base + 'voice.wav', voiceBlob); av.voiceRef = base + 'voice.wav'; }
|
| 31 |
+
const { _ws, _refUrl, _voiceUrl, ...clean } = av; await upload(base + 'avatar.json', new Blob([JSON.stringify(clean, null, 1)], { type: 'application/json' }));
|
| 32 |
+
} else {
|
| 33 |
+
if (refBlob) av.ref = await dataURL(refBlob); if (voiceBlob && voiceBlob.size < 1.5e6) av.voiceRef = await dataURL(voiceBlob);
|
| 34 |
+
}
|
| 35 |
+
const loc = this.local(); const { _refUrl, _voiceUrl, ...keepA } = av; loc[av.id] = bucket() ? { ...keepA, _ws: true, ref: null, voiceRef: null, _hasRef: !!av.ref, _hasVoice: !!av.voiceRef } : keepA;
|
| 36 |
+
try { LS('studius-avatars', JSON.stringify(loc)); } catch (e) {} window.dispatchEvent(new CustomEvent('studius-avatars')); return av;
|
| 37 |
+
},
|
| 38 |
+
refUrl: (av) => !av?.ref ? null : av.ref.startsWith('data:') || av.ref.startsWith('/api/') ? av.ref : wsFile(av.ref),
|
| 39 |
+
voiceUrl: (av) => !av?.voiceRef ? null : av.voiceRef.startsWith('data:') || av.voiceRef.startsWith('/api/') ? av.voiceRef : wsFile(av.voiceRef),
|
| 40 |
+
persona: (av) => `Du bist ${av.name}. ${av.system}${av.backstory ? ' Hintergrund: ' + av.backstory : ''} Antworte in der Rolle von ${av.name}, kurz und natürlich.`,
|
| 41 |
+
async speak(av, text, opt = {}) {
|
| 42 |
+
const lang = av.voice?.language || 'Auto', vu = this.voiceUrl(av);
|
| 43 |
+
const d = vu && av.voice?.sample_text
|
| 44 |
+
? await run(TTS, '/generate_voice_clone', { ref_audio: await toBlob(vu), ref_text: av.voice.sample_text, target_text: text, language: lang, use_xvector_only: false, model_size: '1.7B' }, { timeout: 180000, ...opt })
|
| 45 |
+
: await run(TTS, '/generate_voice_design', { text, language: lang, voice_description: av.voice?.description || 'neutral' }, { timeout: 180000, ...opt });
|
| 46 |
+
return url(d[0]);
|
| 47 |
+
},
|
| 48 |
+
async imagine(av, prompt, opt = {}) {
|
| 49 |
+
const ru = this.refUrl(av); if (!ru) throw new Error('Avatar hat noch kein Referenzbild');
|
| 50 |
+
const d = await run(KONTEXT, '/infer', { input_image: await toBlob(ru), prompt: `${prompt}. Keep the exact same character (${av.look}).`, seed: av.seed || 7, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { timeout: 240000, ...opt });
|
| 51 |
+
return url(d[0]);
|
| 52 |
+
},
|
| 53 |
+
};
|
| 54 |
+
window.__avatars = Avatars;
|
| 55 |
+
|
| 56 |
+
/* ---------- Avatar Studio ---------- */
|
| 57 |
+
STUDIOS.push({ id: 'avatar', cat: 'Bild', icon: '🧑', name: 'Avatar Studio', like: 'Persona-Studio', real: 'API', accepts: ['image', 'avatar', 'audio'], build(el) {
|
| 58 |
+
let av = blank(), refBlob = null, voiceBlob = null;
|
| 59 |
+
el.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div>
|
| 60 |
+
<div class="row"><select class="pick" aria-label="Avatar wählen"><option value="">+ Neuer Avatar</option></select><button class="btn alt del-local" title="Formular leeren">Neu</button></div>
|
| 61 |
+
<label class="fl">Name<input class="n" aria-label="Name" placeholder="z.B. Jenni Bee"></label>
|
| 62 |
+
<label class="fl">Persönlichkeit / System-Prompt<textarea class="sy" rows="2" aria-label="System-Prompt" placeholder="Wie spricht und denkt der Avatar?"></textarea></label>
|
| 63 |
+
<label class="fl">Backstory<textarea class="bs" rows="2" aria-label="Backstory"></textarea></label>
|
| 64 |
+
<fieldset class="grp"><legend>Look</legend><textarea class="lk" rows="2" aria-label="Look-Beschreibung" placeholder="z.B. golden bee mascot, big friendly eyes, black-gold hex style"></textarea>
|
| 65 |
+
<div class="row"><button class="btn alt mkref">✨ Referenzbild erzeugen</button><label class="btn alt">⬆ Eigenes Bild<input type="file" accept="image/*" hidden class="upref"></label></div>
|
| 66 |
+
<div class="refbox"></div><div class="row"><input class="scene" aria-label="Szene im Avatar-Look" placeholder="Szene: winkt am Strand"><button class="btn alt imag">Im Look erzeugen</button></div><div class="imgout"></div></fieldset>
|
| 67 |
+
<fieldset class="grp"><legend>Stimme</legend><input class="vd" aria-label="Stimmbeschreibung" placeholder="Stimme beschreiben"><div class="row"><select class="lang" aria-label="Sprache">${LANGS.map(l => `<option>${l}</option>`).join('')}</select><button class="btn alt mkvoice">🔊 Stimme entwerfen</button></div>
|
| 68 |
+
<input class="vt" aria-label="Probesatz" placeholder="Probesatz"><div class="voicebox"></div></fieldset>
|
| 69 |
+
<div class="row"><button class="btn sv">💾 Avatar speichern</button><button class="btn alt talk">💬 Mit Avatar chatten</button></div>
|
| 70 |
+
<div class="credit">Look: ${hf(FLUX)} + ${hf(KONTEXT)} · Stimme: ${hf(TTS)} · gespeichert als <code>avatars/<id>/</code> im Workspace</div>`;
|
| 71 |
+
keep(el); const q = (s) => el.querySelector(s);
|
| 72 |
+
const fill = () => { q('.n').value = av.name; q('.sy').value = av.system; q('.bs').value = av.backstory; q('.lk').value = av.look; q('.vd').value = av.voice.description; q('.lang').value = av.voice.language || 'German'; q('.vt').value = av.voice.sample_text || `Hallo, ich bin ${av.name || 'dein Avatar'}. Schön, dich zu sehen!`; showRef(); showVoice(); };
|
| 73 |
+
const read = () => { av.name = q('.n').value.trim(); av.system = q('.sy').value.trim(); av.backstory = q('.bs').value.trim(); av.look = q('.lk').value.trim(); av.voice = { ...av.voice, description: q('.vd').value.trim(), language: q('.lang').value, sample_text: voiceBlob ? q('.vt').value.trim() : av.voice.sample_text }; };
|
| 74 |
+
const showRef = (u) => { const r = u || Avatars.refUrl(av); q('.refbox').innerHTML = r ? `<img alt="Referenzbild" src="${esc(r)}" class="avref">` : '<small class="mut">Noch kein Referenzbild – erzeugen oder hochladen.</small>'; };
|
| 75 |
+
const showVoice = (u) => { const v = u || Avatars.voiceUrl(av); q('.voicebox').innerHTML = v ? `<audio controls src="${esc(v)}"></audio><small class="mut">${voiceBlob ? 'Neue Stimme – mit Speichern fixieren' : 'Fixierte Stimme (Klon-Referenz)'}</small>` : ''; };
|
| 76 |
+
const refreshPick = async () => { const list = await Avatars.list(); if (!el.isConnected) return; const p = q('.pick'), cur = av.id; p.innerHTML = '<option value="">+ Neuer Avatar</option>' + list.map(a => `<option value="${esc(a.id)}">${esc(a.name || a.id)}${a._ws ? ' ☁' : ''}</option>`).join(''); p.value = cur || ''; p._list = list; };
|
| 77 |
+
q('.pick').onchange = (e) => { const a = e.target._list?.find(x => x.id === e.target.value); av = a ? structuredClone(a) : blank(); refBlob = voiceBlob = null; fill(); setS(el, a ? 'Geladen: ' + a.name : 'Neuer Avatar'); };
|
| 78 |
+
q('.del-local').onclick = () => { av = blank(); refBlob = voiceBlob = null; q('.pick').value = ''; fill(); };
|
| 79 |
+
const busy = (b, on) => { b.disabled = on; };
|
| 80 |
+
q('.mkref').onclick = async (e) => { read(); if (!av.look) return setS(el, '⚠ Bitte Look beschreiben', true); busy(e.target, true);
|
| 81 |
+
try { const d = await run(FLUX, '/infer', { prompt: `character reference portrait, centered, plain background, ${av.look}`, seed: av.seed, randomize_seed: false, width: 512, height: 512, num_inference_steps: 4 }, { el, onStatus: m => setS(el, 'Referenz: ' + stTxt(m)) });
|
| 82 |
+
const u = url(d[0]); refBlob = await toBlob(u); showRef(u); setS(el, '✔ Referenzbild (Seed ' + av.seed + ')'); badge(el, 'REAL'); } catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
|
| 83 |
+
q('.upref').onchange = (e) => { const f = e.target.files[0]; if (!f) return; refBlob = f; showRef(URL.createObjectURL(f)); setS(el, 'Eigenes Referenzbild – speichern nicht vergessen'); };
|
| 84 |
+
q('.imag').onclick = async (e) => { read(); const sc = q('.scene').value.trim() || 'waving hello'; busy(e.target, true);
|
| 85 |
+
try { const tmp = { ...av, ref: refBlob ? URL.createObjectURL(refBlob) : av.ref }; if (refBlob) tmp.ref = 'data:'; const ru = refBlob ? refBlob : await toBlob(Avatars.refUrl(av));
|
| 86 |
+
const d = await run(KONTEXT, '/infer', { input_image: ru, prompt: `${sc}. Keep the exact same character (${av.look}).`, seed: av.seed, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { el, timeout: 240000, onStatus: m => setS(el, 'Im Look: ' + stTxt(m)) });
|
| 87 |
+
const u = url(d[0]); q('.imgout').innerHTML = `<img alt="Avatar in Szene" src="${esc(u)}" class="avout">`; window.__avatarImg = u; result(q('.imgout'), { kind: 'image', mime: 'image/webp', url: u, name: `${av.id || slug(av.name)}-${Date.now()}.webp`, studio: 'avatar', prompt: sc, avatar: av.id }); setS(el, '✔ Bild im Avatar-Look'); }
|
| 88 |
+
catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
|
| 89 |
+
q('.mkvoice').onclick = async (e) => { read(); const txt = q('.vt').value.trim() || `Hallo, ich bin ${av.name}.`; busy(e.target, true);
|
| 90 |
+
try { const d = await run(TTS, '/generate_voice_design', { text: txt, language: q('.lang').value, voice_description: av.voice.description || 'friendly voice' }, { el, timeout: 180000, onStatus: m => setS(el, 'Stimme: ' + stTxt(m)) });
|
| 91 |
+
const u = url(d[0]); voiceBlob = await toBlob(u); av.voice.sample_text = txt; showVoice(u); window.__voiceUrl = u; setS(el, '✔ Stimme entworfen – „Speichern“ fixiert sie als Klon-Referenz'); } catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
|
| 92 |
+
q('.sv').onclick = async (e) => { read(); if (!av.name) return setS(el, '⚠ Name fehlt', true); busy(e.target, true); setS(el, bucket() ? 'Speichere im Workspace…' : 'Speichere lokal…');
|
| 93 |
+
try { av.id ||= slug(av.name); await Avatars.save(av, refBlob, voiceBlob); refBlob = voiceBlob = null; window.__avatarSaved = { id: av.id, ws: !!bucket() }; setS(el, '✔ ' + (bucket() ? `Workspace: avatars/${av.id}/` : 'lokal gespeichert (für Workspace: anmelden + Bucket verbinden)')); await refreshPick(); }
|
| 94 |
+
catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
|
| 95 |
+
q('.talk').onclick = () => { read(); if (!av.name) return setS(el, '⚠ Erst speichern', true); pendingTalk = av.id; window.__studius.open(window.__studius.STUDIOS.findIndex(s => s.id === 'chat')); };
|
| 96 |
+
fill(); refreshPick();
|
| 97 |
+
} });
|
| 98 |
+
const AV = STUDIOS.find(s => s.id === 'avatar');
|
| 99 |
+
AV.accept = async (el, a) => { if (a.kind === 'image') { const b = await toBlob(a.url || a.blob); const inp = el.querySelector('.upref'); const dt = new DataTransfer(); dt.items.add(new File([b], a.name || 'ref.webp', { type: b.type })); inp.files = dt.files; inp.dispatchEvent(new Event('change')); return true; }
|
| 100 |
+
if (a.kind === 'avatar') { const j = JSON.parse(a.text ?? await (await toBlob(a.url)).text()); const p = el.querySelector('.pick'); const o = document.createElement('option'); o.value = j.id; o.textContent = j.name; p.append(o); p._list = [...(p._list || []), j]; p.value = j.id; p.dispatchEvent(new Event('change')); return true; } };
|
| 101 |
+
|
| 102 |
+
/* ---------- reuse: Chat (talk to avatar) + Image (generate in avatar look) ---------- */
|
| 103 |
+
let pendingTalk = null;
|
| 104 |
+
async function avatarSelect(host, cls, label) {
|
| 105 |
+
const list = await Avatars.list(); if (!host.isConnected) return null;
|
| 106 |
+
const row = document.createElement('div'); row.className = 'row avrow'; row.innerHTML = `<label class="fl inline">${label}<select class="${cls}" aria-label="${label}"><option value="">— keiner —</option>${list.map(a => `<option value="${esc(a.id)}">${esc(a.name)}</option>`).join('')}</select></label>`;
|
| 107 |
+
host.prepend(row); const sel = row.querySelector('select'); sel._list = list; return sel;
|
| 108 |
+
}
|
| 109 |
+
const chosen = (sel) => sel?._list?.find(a => a.id === sel.value) || null;
|
| 110 |
+
window.addEventListener('studius-opened', async (e) => {
|
| 111 |
+
const { id, el } = e.detail;
|
| 112 |
+
if (id === 'chat') { const sel = await avatarSelect(el, 'avsel', 'Avatar'); if (!sel) return;
|
| 113 |
+
if (pendingTalk) { sel.value = pendingTalk; pendingTalk = null; }
|
| 114 |
+
const greet = () => { const a = chosen(sel); const p = el.querySelector('.chat p.a'); if (p) p.textContent = a ? `◆ ${a.name}: Hallo! Frag mich etwas.` : '◆ STUDIUS-Chat (Llama 3.2 3B). Frag mich etwas.'; };
|
| 115 |
+
sel.onchange = greet; greet();
|
| 116 |
+
el.addEventListener('chat-reply', (ev) => { const a = chosen(sel); if (!a) return; const b = document.createElement('button'); b.className = 'btn alt speak'; b.textContent = '🔊 ' + a.name; b.setAttribute('aria-label', 'Antwort vorlesen');
|
| 117 |
+
b.onclick = async () => { b.disabled = true; b.textContent = '🔊 …'; try { const u = await Avatars.speak(a, ev.detail.text.slice(0, 400), { el }); const au = document.createElement('audio'); au.controls = true; au.autoplay = true; au.src = u; b.replaceWith(au); window.__spoke = u; } catch (er) { b.textContent = '⚠ ' + er.message.slice(0, 60); } };
|
| 118 |
+
ev.detail.p.after(b); });
|
| 119 |
+
}
|
| 120 |
+
if (id === 'image') { const sel = await avatarSelect(el, 'avsel', 'Im Look von'); if (!sel) return; }
|
| 121 |
+
});
|
| 122 |
+
window.__persona = (el) => { const a = chosen(el.querySelector('.avsel')); return a ? Avatars.persona(a) : null; };
|
| 123 |
+
window.__avatarRef = async (el) => { const a = chosen(el.querySelector('.avsel')); if (!a) return null; const ru = Avatars.refUrl(a); if (!ru) throw new Error(a.name + ' hat kein Referenzbild'); return { blob: await toBlob(ru), look: a.look, seed: a.seed || 7 }; };
|
| 124 |
+
|
| 125 |
+
/* ---------- Module API: avatar ---------- */
|
| 126 |
+
const findAv = async (name) => { const l = await Avatars.list(); const n = (name || '').toLowerCase(); const a = l.find(x => x.id === n || x.name?.toLowerCase() === n) || l.find(x => n && x.name?.toLowerCase().includes(n)) || l[0]; if (!a) throw new Error('Kein Avatar vorhanden – im Avatar Studio anlegen'); return a; };
|
| 127 |
+
MODULES.avatar = { id: 'avatar', name: 'Avatar', backend: KONTEXT + ' + ' + TTS, inputs: [{ name: 'avatar', type: 'string' }, { name: 'prompt', type: 'text' }], outputs: [{ kind: 'image' }, { kind: 'audio' }, { kind: 'text' }],
|
| 128 |
+
actions: {
|
| 129 |
+
imagine: { desc: 'Erzeugt ein Bild des Avatars in einer Szene (konsistenter Look)', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); const u = await Avatars.imagine(a, prompt, { onStatus: on.status }); return { kind: 'image', url: u, name: `${a.id}-${Date.now()}.webp`, studio: 'avatar', prompt, avatar: a.id }; } },
|
| 130 |
+
speak: { desc: 'Spricht einen Text mit der Stimme des Avatars', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); const u = await Avatars.speak(a, prompt, { onStatus: on.status }); return { kind: 'audio', url: u, name: `${a.id}-voice-${Date.now()}.wav`, studio: 'avatar', prompt, avatar: a.id }; } },
|
| 131 |
+
reply: { desc: 'Antwortet in der Rolle (Persona) des Avatars', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); return MODULES.chat.actions.reply.run({ prompt: `System: ${Avatars.persona(a)}\nUser: ${prompt}\nAssistant:` }, on); } },
|
| 132 |
+
} };
|
real.js
CHANGED
|
@@ -83,24 +83,26 @@ const CHAT = 'huggingface-projects/llama-3.2-3B-Instruct';
|
|
| 83 |
const R = ['Der Schwarm ist gerade offline – hier eine simulierte Antwort. 🐝', 'Simulation: Klar, machbar, mit Gold-Rand.'];
|
| 84 |
const send = async () => { const q = inp.value.trim(); if (!q || busy) return; busy = true; btn.disabled = true; inp.value = '';
|
| 85 |
log.insertAdjacentHTML('beforeend', `<p class="u">› ${esc(q)}</p>`); const p = document.createElement('p'); p.className = 'a'; p.textContent = '◆ …'; log.append(p); log.scrollTop = 1e5;
|
| 86 |
-
const ctx = hist.slice(-4).map(([u, a]) => `User: ${u}\nAssistant: ${a}`).join('\n'); const msg = ctx ? ctx + '\nUser: ' + q : q;
|
| 87 |
setS(el, 'Verbinde…'); const tm = timer(el, '.stat'); let out = '';
|
| 88 |
try { await run(CHAT, '/generate', { message: msg, max_new_tokens: 400, temperature: .6, top_p: .9, top_k: 50, repetition_penalty: 1.2 }, { el, timeout: 90000,
|
| 89 |
onStatus: m => setS(el, stTxt(m)), onData: d => { const t = String(d[0] ?? ''); out = t.startsWith(out) ? t : out + t; p.textContent = '◆ ' + out; log.scrollTop = 1e5; } });
|
| 90 |
-
hist.push([q, out]); result(el.querySelector('.chat'), { kind: 'text', mime: 'text/plain', text: out, name: 'chat-' + Date.now() + '.txt', studio: 'chat', prompt: q }); setS(el, '✔ gestreamt'); badge(el, 'REAL', CHAT);
|
| 91 |
} catch (e) { if (!el.isConnected) return; setS(el, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const txt = R[Math.random() * R.length | 0]; p.textContent = '◆ ' + txt; }
|
| 92 |
finally { clearInterval(tm); busy = false; btn.disabled = false; window.__chatOut = out; } };
|
| 93 |
btn.onclick = send; inp.onkeydown = e => { e.stopPropagation(); if (e.key === 'Enter') send(); }; }; }
|
| 94 |
|
| 95 |
/* 2 IMAGE: Generate (FLUX) + Edit (local) */
|
| 96 |
-
const FLUX = 'black-forest-labs/FLUX.1-schnell';
|
| 97 |
{ const s = S('image'); const editBuild = s.build; s.real = 'API'; s.build = (el) => {
|
| 98 |
el.innerHTML = `<div class="tabs" role="tablist"><button class="btn" role="tab" data-tab="gen">Generate</button><button class="btn alt" role="tab" data-tab="edit">Edit</button></div><div class="tp"></div>`;
|
| 99 |
const tp = el.querySelector('.tp');
|
| 100 |
-
const gen = () => { tp.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div><input aria-label="Bild-Prompt" value="Goldene Biene auf Hexagon-Kristall, cinematic, dunkler Hintergrund"><div class="row"><button class="btn go">Generieren</button><a class="btn alt dl" hidden>⬇ Download</a></div><div class="gen"></div><div class="credit">powered by ${hf(FLUX)} · 512×512 · 4 Steps</div>`;
|
| 101 |
keep(tp); const go = tp.querySelector('.go'), a = tp.querySelector('.dl');
|
| 102 |
go.onclick = async () => { go.disabled = true; a.hidden = true; setS(tp, 'Verbinde…'); const tm = timer(tp, '.stat');
|
| 103 |
-
try { const
|
|
|
|
|
|
|
| 104 |
const u = url(d[0]); tp.querySelector('.gen').innerHTML = `<img alt="Generiertes Bild" src="${esc(u)}">`; window.__imgUrl = u; result(tp.querySelector('.gen'), { kind: 'image', mime: 'image/webp', url: u, name: 'flux-' + d[1] + '.webp', studio: 'image', prompt: tp.querySelector('input').value }); await dl(a, u, 'studius-flux.webp'); a.hidden = false; setS(tp, '✔ Seed ' + d[1]); badge(el, 'REAL');
|
| 105 |
} catch (e) { if (!tp.isConnected) return; setS(tp, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const c = document.createElement('canvas'); c.width = c.height = 256; const x = c.getContext('2d'); const g = x.createRadialGradient(128, 128, 10, 128, 128, 128); g.addColorStop(0, '#f2c94c'); g.addColorStop(1, '#05182e'); x.fillStyle = g; x.fillRect(0, 0, 256, 256); tp.querySelector('.gen').replaceChildren(c); }
|
| 106 |
finally { clearInterval(tm); go.disabled = false; } }; };
|
|
@@ -240,15 +242,4 @@ export const MODULES = {
|
|
| 240 |
};
|
| 241 |
window.STUDIUS_MODULES = MODULES;
|
| 242 |
|
| 243 |
-
|
| 244 |
-
STUDIOS.push({ id: 'avatar', cat: 'Bild', icon: '🧑', name: 'Avatar Studio', like: 'Persona-Studio', real: 'LOKAL', accepts: ['image', 'avatar'], build(el) {
|
| 245 |
-
let av; try { av = JSON.parse(LS('studius-avatar')) || null; } catch (e) {} av ||= { type: 'studius.avatar', v: 1, name: 'Jenni Bee', look: 'golden bee mascot, black-gold hex style, friendly eyes', refs: [], voice: { studio: 'voice', id: null, desc: 'warm, energetic, German' }, system: 'Du bist Jenni Bee, die freundliche Gastgeberin von STUDIUS.', backstory: 'Geboren im Einswarm-Stock, liebt Musik und Merch.' };
|
| 246 |
-
el.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge sim">SIM</span><span class="stat">Persistente Persona · Asset-Typ <code>avatar</code></span></div>
|
| 247 |
-
<input class="n" aria-label="Name" value="${esc(av.name)}"><textarea class="lk" rows="2" aria-label="Look / Charakter-Prompt">${esc(av.look)}</textarea><textarea class="sy" rows="2" aria-label="Persönlichkeit / System-Prompt">${esc(av.system)}</textarea><textarea class="bs" rows="2" aria-label="Backstory">${esc(av.backstory)}</textarea><input class="vo" aria-label="Stimme (Voice-Studio)" value="${esc(av.voice.desc)}">
|
| 248 |
-
<div class="refs row"></div><div class="row"><button class="btn sv">Persona speichern</button><button class="btn alt pv">Referenzbild (FLUX, fester Seed)</button></div><div class="out"></div>`;
|
| 249 |
-
keep(el); const refs = el.querySelector('.refs'); const showRefs = () => refs.innerHTML = av.refs.map(r => `<img alt="Referenz" src="${esc(r)}" style="width:56px;height:56px;object-fit:cover;border:1px solid #f2c94c55">`).join('');
|
| 250 |
-
showRefs(); const read = () => Object.assign(av, { name: el.querySelector('.n').value, look: el.querySelector('.lk').value, system: el.querySelector('.sy').value, backstory: el.querySelector('.bs').value, voice: { ...av.voice, desc: el.querySelector('.vo').value } });
|
| 251 |
-
el.querySelector('.sv').onclick = () => { read(); LS('studius-avatar', JSON.stringify(av)); setS(el, '✔ gespeichert (lokal) – „In Workspace“ für alle Studios'); result(el.querySelector('.out'), { kind: 'avatar', mime: 'application/json', text: JSON.stringify(av, null, 1), name: av.name.replace(/\W+/g, '-').toLowerCase() + '.avatar.json', studio: 'avatar' }); };
|
| 252 |
-
el.querySelector('.pv').onclick = async () => { read(); setS(el, 'Referenz wird erzeugt…'); try { const d = await run(FLUX, '/infer', { prompt: 'character reference sheet, ' + av.look, seed: 4242, randomize_seed: false, width: 512, height: 512, num_inference_steps: 4 }, { el, onStatus: m => setS(el, stTxt(m)) }); av.refs = [url(d[0]), ...av.refs].slice(0, 4); showRefs(); setS(el, '✔ Referenz (Seed 4242 = konsistent)'); badge(el, 'REAL'); } catch (e) { setS(el, '⚠ ' + e.message, true); } };
|
| 253 |
-
} });
|
| 254 |
-
S('avatar').accept = async (el, a) => { if (a.kind === 'image') { el.querySelector('.refs').insertAdjacentHTML('afterbegin', `<img alt="Referenz" src="${esc(a.url)}" style="width:56px;height:56px;object-fit:cover">`); return true; } };
|
|
|
|
| 83 |
const R = ['Der Schwarm ist gerade offline – hier eine simulierte Antwort. 🐝', 'Simulation: Klar, machbar, mit Gold-Rand.'];
|
| 84 |
const send = async () => { const q = inp.value.trim(); if (!q || busy) return; busy = true; btn.disabled = true; inp.value = '';
|
| 85 |
log.insertAdjacentHTML('beforeend', `<p class="u">› ${esc(q)}</p>`); const p = document.createElement('p'); p.className = 'a'; p.textContent = '◆ …'; log.append(p); log.scrollTop = 1e5;
|
| 86 |
+
const ctx = hist.slice(-4).map(([u, a]) => `User: ${u}\nAssistant: ${a}`).join('\n'); const persona = window.__persona?.(el); const msg = (persona ? `System: ${persona}\n` : '') + (ctx ? ctx + '\nUser: ' + q : q) + (persona ? '\nAssistant:' : '');
|
| 87 |
setS(el, 'Verbinde…'); const tm = timer(el, '.stat'); let out = '';
|
| 88 |
try { await run(CHAT, '/generate', { message: msg, max_new_tokens: 400, temperature: .6, top_p: .9, top_k: 50, repetition_penalty: 1.2 }, { el, timeout: 90000,
|
| 89 |
onStatus: m => setS(el, stTxt(m)), onData: d => { const t = String(d[0] ?? ''); out = t.startsWith(out) ? t : out + t; p.textContent = '◆ ' + out; log.scrollTop = 1e5; } });
|
| 90 |
+
hist.push([q, out]); el.dispatchEvent(new CustomEvent('chat-reply', { detail: { text: out, p } })); result(el.querySelector('.chat'), { kind: 'text', mime: 'text/plain', text: out, name: 'chat-' + Date.now() + '.txt', studio: 'chat', prompt: q }); setS(el, '✔ gestreamt'); badge(el, 'REAL', CHAT);
|
| 91 |
} catch (e) { if (!el.isConnected) return; setS(el, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const txt = R[Math.random() * R.length | 0]; p.textContent = '◆ ' + txt; }
|
| 92 |
finally { clearInterval(tm); busy = false; btn.disabled = false; window.__chatOut = out; } };
|
| 93 |
btn.onclick = send; inp.onkeydown = e => { e.stopPropagation(); if (e.key === 'Enter') send(); }; }; }
|
| 94 |
|
| 95 |
/* 2 IMAGE: Generate (FLUX) + Edit (local) */
|
| 96 |
+
const FLUX = 'black-forest-labs/FLUX.1-schnell', KONTEXT = 'black-forest-labs/FLUX.1-Kontext-Dev', TTS = 'Qwen/Qwen3-TTS';
|
| 97 |
{ const s = S('image'); const editBuild = s.build; s.real = 'API'; s.build = (el) => {
|
| 98 |
el.innerHTML = `<div class="tabs" role="tablist"><button class="btn" role="tab" data-tab="gen">Generate</button><button class="btn alt" role="tab" data-tab="edit">Edit</button></div><div class="tp"></div>`;
|
| 99 |
const tp = el.querySelector('.tp');
|
| 100 |
+
const gen = () => { tp.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div><input aria-label="Bild-Prompt" value="Goldene Biene auf Hexagon-Kristall, cinematic, dunkler Hintergrund"><div class="row"><button class="btn go">Generieren</button><a class="btn alt dl" hidden>⬇ Download</a></div><div class="gen"></div><div class="credit">powered by ${hf(FLUX)} · 512×512 · 4 Steps · Avatar-Look via ${hf(KONTEXT)}</div>`;
|
| 101 |
keep(tp); const go = tp.querySelector('.go'), a = tp.querySelector('.dl');
|
| 102 |
go.onclick = async () => { go.disabled = true; a.hidden = true; setS(tp, 'Verbinde…'); const tm = timer(tp, '.stat');
|
| 103 |
+
try { const ref = await window.__avatarRef?.(el); const pr = tp.querySelector('input').value;
|
| 104 |
+
const d = ref ? await run(KONTEXT, '/infer', { input_image: ref.blob, prompt: `${pr}. Keep the exact same character (${ref.look}).`, seed: ref.seed, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { el: tp, timeout: 240000, onStatus: m => setS(tp, 'Avatar-Look: ' + stTxt(m)) })
|
| 105 |
+
: await run(FLUX, '/infer', { prompt: pr, seed: 0, randomize_seed: true, width: 512, height: 512, num_inference_steps: 4 }, { el: tp, onStatus: m => setS(tp, stTxt(m)) });
|
| 106 |
const u = url(d[0]); tp.querySelector('.gen').innerHTML = `<img alt="Generiertes Bild" src="${esc(u)}">`; window.__imgUrl = u; result(tp.querySelector('.gen'), { kind: 'image', mime: 'image/webp', url: u, name: 'flux-' + d[1] + '.webp', studio: 'image', prompt: tp.querySelector('input').value }); await dl(a, u, 'studius-flux.webp'); a.hidden = false; setS(tp, '✔ Seed ' + d[1]); badge(el, 'REAL');
|
| 107 |
} catch (e) { if (!tp.isConnected) return; setS(tp, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const c = document.createElement('canvas'); c.width = c.height = 256; const x = c.getContext('2d'); const g = x.createRadialGradient(128, 128, 10, 128, 128, 128); g.addColorStop(0, '#f2c94c'); g.addColorStop(1, '#05182e'); x.fillStyle = g; x.fillRect(0, 0, 256, 256); tp.querySelector('.gen').replaceChildren(c); }
|
| 108 |
finally { clearInterval(tm); go.disabled = false; } }; };
|
|
|
|
| 242 |
};
|
| 243 |
window.STUDIUS_MODULES = MODULES;
|
| 244 |
|
| 245 |
+
export { KONTEXT, TTS, esc, hf, stTxt, url, badge, dl, timer, setS, S, keep, LS, CHAT, FLUX, ACE, TF, SEP };
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
server/infer.py
CHANGED
|
@@ -15,7 +15,7 @@ ALLOW = { # space -> allowed endpoints (Module API backends)
|
|
| 15 |
"ACE-Step/ACE-Step": {"/__call__"},
|
| 16 |
"declare-lab/TangoFlux": {"/predict"},
|
| 17 |
"abidlabs/music-separation": {"/inference"},
|
| 18 |
-
"Qwen/Qwen3-TTS": {"/generate_voice_design"},
|
| 19 |
}
|
| 20 |
TMP: dict[str, tuple[str, float]] = {}
|
| 21 |
TMPDIR = Path(tempfile.gettempdir()) / "studius-tmp"; TMPDIR.mkdir(exist_ok=True)
|
|
|
|
| 15 |
"ACE-Step/ACE-Step": {"/__call__"},
|
| 16 |
"declare-lab/TangoFlux": {"/predict"},
|
| 17 |
"abidlabs/music-separation": {"/inference"},
|
| 18 |
+
"Qwen/Qwen3-TTS": {"/generate_voice_design", "/generate_voice_clone"},
|
| 19 |
}
|
| 20 |
TMP: dict[str, tuple[str, float]] = {}
|
| 21 |
TMPDIR = Path(tempfile.gettempdir()) / "studius-tmp"; TMPDIR.mkdir(exist_ok=True)
|
style.css
CHANGED
|
@@ -215,3 +215,8 @@ body:not(.live) #beebtn{display:none}
|
|
| 215 |
.hbtn .s{display:none}
|
| 216 |
@media (max-width:1600px){.hbtn .t{display:none}.hbtn .s{display:inline}#who{font-size:0}#who img{font-size:11px}}
|
| 217 |
#signin,#signin span{color:#000!important}
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 215 |
.hbtn .s{display:none}
|
| 216 |
@media (max-width:1600px){.hbtn .t{display:none}.hbtn .s{display:inline}#who{font-size:0}#who img{font-size:11px}}
|
| 217 |
#signin,#signin span{color:#000!important}
|
| 218 |
+
/* p2 avatar */
|
| 219 |
+
#pop .fl{display:block;font-size:10px;letter-spacing:.08em;color:var(--mut);margin-top:6px}#pop .fl.inline{display:flex;gap:6px;align-items:center;margin:0}
|
| 220 |
+
#pop .grp{border:1px solid rgba(242,201,76,.18);padding:6px 8px 8px;margin:8px 0 0;border-radius:4px}#pop .grp legend{color:var(--gold);font-size:10px;letter-spacing:.12em;padding:0 4px}
|
| 221 |
+
#pop .avref{width:96px;height:96px;object-fit:cover;border:1px solid var(--line2);border-radius:4px;margin-top:6px}#pop .avout{width:100%;margin-top:6px;border-radius:4px}
|
| 222 |
+
#pop .speak{margin:2px 0 6px}#pop .chat audio{width:100%;height:32px}
|
workspace.js
CHANGED
|
@@ -3,7 +3,7 @@ import { MODULES } from './real.js?v=60';
|
|
| 3 |
const $ = (s, r = document) => r.querySelector(s);
|
| 4 |
const esc = (t) => String(t ?? '').replace(/[&<>"']/g, c => ({ '&': '&', '<': '<', '>': '>', '"': '"', "'": ''' }[c]));
|
| 5 |
const ST = () => window.__studius.STUDIOS;
|
| 6 |
-
const kindOf = (mime = '', name = '') => /\.avatar\.json$/i.test(name) ? 'avatar' : /^image\//.test(mime) || /\.(png|jpe?g|webp|gif)$/i.test(name) ? 'image' : /^audio\//.test(mime) || /\.(wav|mp3|ogg|flac)$/i.test(name) ? 'audio' : /^video\//.test(mime) || /\.(mp4|webm|mov)$/i.test(name) ? 'video' : /^text\/|json/.test(mime) || /\.(txt|md|json|js|html|css)$/i.test(name) ? 'text' : 'file';
|
| 7 |
const W = { backend: false, me: null, bucket: localStorage.getItem('studius-bucket') || '' };
|
| 8 |
window.__ws = W;
|
| 9 |
async function api(path, opt = {}) { const r = await fetch(path, { credentials: 'include', ...opt }); const j = r.headers.get('content-type')?.includes('json') ? await r.json() : null; if (!r.ok) throw new Error(j?.detail || j?.error || r.status + ' ' + r.statusText); return j; }
|
|
|
|
| 3 |
const $ = (s, r = document) => r.querySelector(s);
|
| 4 |
const esc = (t) => String(t ?? '').replace(/[&<>"']/g, c => ({ '&': '&', '<': '<', '>': '>', '"': '"', "'": ''' }[c]));
|
| 5 |
const ST = () => window.__studius.STUDIOS;
|
| 6 |
+
const kindOf = (mime = '', name = '') => /(^|\/|\.)avatar\.json$/i.test(name) ? 'avatar' : /^image\//.test(mime) || /\.(png|jpe?g|webp|gif)$/i.test(name) ? 'image' : /^audio\//.test(mime) || /\.(wav|mp3|ogg|flac)$/i.test(name) ? 'audio' : /^video\//.test(mime) || /\.(mp4|webm|mov)$/i.test(name) ? 'video' : /^text\/|json/.test(mime) || /\.(txt|md|json|js|html|css)$/i.test(name) ? 'text' : 'file';
|
| 7 |
const W = { backend: false, me: null, bucket: localStorage.getItem('studius-bucket') || '' };
|
| 8 |
window.__ws = W;
|
| 9 |
async function api(path, opt = {}) { const r = await fetch(path, { credentials: 'include', ...opt }); const j = r.headers.get('content-type')?.includes('json') ? await r.json() : null; if (!r.ok) throw new Error(j?.detail || j?.error || r.status + ' ' + r.statusText); return j; }
|