2Btainment commited on
Commit
520c7b3
·
verified ·
1 Parent(s): 6f76256

P2.2: Avatar Studio – persona, voice (Qwen3-TTS design+clone), consistent look (FLUX+Kontext), saved in workspace, reused by Chat/Image/agents

Browse files
Files changed (6) hide show
  1. app.js +1 -0
  2. avatar.js +132 -0
  3. real.js +8 -17
  4. server/infer.py +1 -1
  5. style.css +5 -0
  6. workspace.js +1 -1
app.js CHANGED
@@ -1,6 +1,7 @@
1
  import * as THREE from './vendor/three.module.min.js';
2
  import { STUDIOS, stopLoops } from './widgets.js?v=50';
3
  import './real.js?v=60';
 
4
  import './workspace.js?v=60';
5
  import { icon } from './icons.js?v=50';
6
  import { RoomEnvironment } from './vendor/addons/environments/RoomEnvironment.js';
 
1
  import * as THREE from './vendor/three.module.min.js';
2
  import { STUDIOS, stopLoops } from './widgets.js?v=50';
3
  import './real.js?v=60';
4
+ import './avatar.js?v=60';
5
  import './workspace.js?v=60';
6
  import { icon } from './icons.js?v=50';
7
  import { RoomEnvironment } from './vendor/addons/environments/RoomEnvironment.js';
avatar.js ADDED
@@ -0,0 +1,132 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ // Avatar / Persona studio (DoD): persistent avatars as workspace asset type `avatar`
2
+ // avatars/<slug>/avatar.json + ref.webp + voice.wav · reused by Chat, Image (Kontext), agents.
3
+ import { STUDIOS, onStop } from './widgets.js?v=50';
4
+ import { run, result, MODULES, esc, hf, stTxt, url, badge, setS, keep, LS, FLUX, KONTEXT, TTS, CHAT, signedIn } from './real.js?v=60';
5
+
6
+ const LANGS = ['German', 'English', 'French', 'Spanish', 'Auto'];
7
+ const slug = (n) => (n || 'avatar').toLowerCase().normalize('NFKD').replace(/[^\w]+/g, '-').replace(/^-|-$/g, '').slice(0, 40) || 'avatar';
8
+ const blank = () => ({ type: 'studius.avatar', v: 2, id: '', name: '', system: '', backstory: '', look: '', seed: Math.floor(Math.random() * 1e6),
9
+ voice: { description: 'Warm, friendly, energetic voice', language: 'German', sample_text: '' }, ref: null, voiceRef: null, updated: 0 });
10
+ const bucket = () => signedIn() && window.__ws?.bucket;
11
+ const wsFile = (p) => '/api/ws/file?bucket=' + encodeURIComponent(window.__ws.bucket) + '&path=' + encodeURIComponent(p);
12
+ async function upload(path, blob, studio = 'avatar') { const f = new FormData(); f.append('bucket', window.__ws.bucket); f.append('path', path); f.append('studio', studio); f.append('file', blob, path.split('/').pop());
13
+ const r = await fetch('/api/ws/upload', { method: 'POST', body: f, credentials: 'include' }); if (!r.ok) throw new Error((await r.json().catch(() => ({}))).detail || 'Upload ' + r.status); return r.json(); }
14
+ const toBlob = async (u) => u instanceof Blob ? u : (await fetch(u, { credentials: 'include' })).blob();
15
+ const dataURL = (b) => new Promise(r => { const f = new FileReader(); f.onload = () => r(f.result); f.readAsDataURL(b); });
16
+
17
+ /** Avatar store: workspace bucket when connected, else localStorage (data URLs). */
18
+ export const Avatars = {
19
+ local() { try { return JSON.parse(LS('studius-avatars')) || {}; } catch (e) { return {}; } },
20
+ async list() {
21
+ const out = { ...this.local() };
22
+ if (bucket()) { try { const r = await (await fetch('/api/ws/list?prefix=avatars/&bucket=' + encodeURIComponent(window.__ws.bucket), { credentials: 'include' })).json();
23
+ await Promise.all((r.files || []).filter(f => f.path.endsWith('/avatar.json')).map(async f => { try { const a = await (await fetch(wsFile(f.path), { credentials: 'include' })).json(); out[a.id] = { ...a, _ws: true }; } catch (e) {} })); } catch (e) {} }
24
+ return Object.values(out).sort((a, b) => (b.updated || 0) - (a.updated || 0));
25
+ },
26
+ async save(av, refBlob, voiceBlob) {
27
+ av.id ||= slug(av.name); av.updated = Date.now(); const base = `avatars/${av.id}/`;
28
+ if (bucket()) {
29
+ if (refBlob) { await upload(base + 'ref.webp', refBlob); av.ref = base + 'ref.webp'; }
30
+ if (voiceBlob) { await upload(base + 'voice.wav', voiceBlob); av.voiceRef = base + 'voice.wav'; }
31
+ const { _ws, _refUrl, _voiceUrl, ...clean } = av; await upload(base + 'avatar.json', new Blob([JSON.stringify(clean, null, 1)], { type: 'application/json' }));
32
+ } else {
33
+ if (refBlob) av.ref = await dataURL(refBlob); if (voiceBlob && voiceBlob.size < 1.5e6) av.voiceRef = await dataURL(voiceBlob);
34
+ }
35
+ const loc = this.local(); const { _refUrl, _voiceUrl, ...keepA } = av; loc[av.id] = bucket() ? { ...keepA, _ws: true, ref: null, voiceRef: null, _hasRef: !!av.ref, _hasVoice: !!av.voiceRef } : keepA;
36
+ try { LS('studius-avatars', JSON.stringify(loc)); } catch (e) {} window.dispatchEvent(new CustomEvent('studius-avatars')); return av;
37
+ },
38
+ refUrl: (av) => !av?.ref ? null : av.ref.startsWith('data:') || av.ref.startsWith('/api/') ? av.ref : wsFile(av.ref),
39
+ voiceUrl: (av) => !av?.voiceRef ? null : av.voiceRef.startsWith('data:') || av.voiceRef.startsWith('/api/') ? av.voiceRef : wsFile(av.voiceRef),
40
+ persona: (av) => `Du bist ${av.name}. ${av.system}${av.backstory ? ' Hintergrund: ' + av.backstory : ''} Antworte in der Rolle von ${av.name}, kurz und natürlich.`,
41
+ async speak(av, text, opt = {}) {
42
+ const lang = av.voice?.language || 'Auto', vu = this.voiceUrl(av);
43
+ const d = vu && av.voice?.sample_text
44
+ ? await run(TTS, '/generate_voice_clone', { ref_audio: await toBlob(vu), ref_text: av.voice.sample_text, target_text: text, language: lang, use_xvector_only: false, model_size: '1.7B' }, { timeout: 180000, ...opt })
45
+ : await run(TTS, '/generate_voice_design', { text, language: lang, voice_description: av.voice?.description || 'neutral' }, { timeout: 180000, ...opt });
46
+ return url(d[0]);
47
+ },
48
+ async imagine(av, prompt, opt = {}) {
49
+ const ru = this.refUrl(av); if (!ru) throw new Error('Avatar hat noch kein Referenzbild');
50
+ const d = await run(KONTEXT, '/infer', { input_image: await toBlob(ru), prompt: `${prompt}. Keep the exact same character (${av.look}).`, seed: av.seed || 7, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { timeout: 240000, ...opt });
51
+ return url(d[0]);
52
+ },
53
+ };
54
+ window.__avatars = Avatars;
55
+
56
+ /* ---------- Avatar Studio ---------- */
57
+ STUDIOS.push({ id: 'avatar', cat: 'Bild', icon: '🧑', name: 'Avatar Studio', like: 'Persona-Studio', real: 'API', accepts: ['image', 'avatar', 'audio'], build(el) {
58
+ let av = blank(), refBlob = null, voiceBlob = null;
59
+ el.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div>
60
+ <div class="row"><select class="pick" aria-label="Avatar wählen"><option value="">+ Neuer Avatar</option></select><button class="btn alt del-local" title="Formular leeren">Neu</button></div>
61
+ <label class="fl">Name<input class="n" aria-label="Name" placeholder="z.B. Jenni Bee"></label>
62
+ <label class="fl">Persönlichkeit / System-Prompt<textarea class="sy" rows="2" aria-label="System-Prompt" placeholder="Wie spricht und denkt der Avatar?"></textarea></label>
63
+ <label class="fl">Backstory<textarea class="bs" rows="2" aria-label="Backstory"></textarea></label>
64
+ <fieldset class="grp"><legend>Look</legend><textarea class="lk" rows="2" aria-label="Look-Beschreibung" placeholder="z.B. golden bee mascot, big friendly eyes, black-gold hex style"></textarea>
65
+ <div class="row"><button class="btn alt mkref">✨ Referenzbild erzeugen</button><label class="btn alt">⬆ Eigenes Bild<input type="file" accept="image/*" hidden class="upref"></label></div>
66
+ <div class="refbox"></div><div class="row"><input class="scene" aria-label="Szene im Avatar-Look" placeholder="Szene: winkt am Strand"><button class="btn alt imag">Im Look erzeugen</button></div><div class="imgout"></div></fieldset>
67
+ <fieldset class="grp"><legend>Stimme</legend><input class="vd" aria-label="Stimmbeschreibung" placeholder="Stimme beschreiben"><div class="row"><select class="lang" aria-label="Sprache">${LANGS.map(l => `<option>${l}</option>`).join('')}</select><button class="btn alt mkvoice">🔊 Stimme entwerfen</button></div>
68
+ <input class="vt" aria-label="Probesatz" placeholder="Probesatz"><div class="voicebox"></div></fieldset>
69
+ <div class="row"><button class="btn sv">💾 Avatar speichern</button><button class="btn alt talk">💬 Mit Avatar chatten</button></div>
70
+ <div class="credit">Look: ${hf(FLUX)} + ${hf(KONTEXT)} · Stimme: ${hf(TTS)} · gespeichert als <code>avatars/&lt;id&gt;/</code> im Workspace</div>`;
71
+ keep(el); const q = (s) => el.querySelector(s);
72
+ const fill = () => { q('.n').value = av.name; q('.sy').value = av.system; q('.bs').value = av.backstory; q('.lk').value = av.look; q('.vd').value = av.voice.description; q('.lang').value = av.voice.language || 'German'; q('.vt').value = av.voice.sample_text || `Hallo, ich bin ${av.name || 'dein Avatar'}. Schön, dich zu sehen!`; showRef(); showVoice(); };
73
+ const read = () => { av.name = q('.n').value.trim(); av.system = q('.sy').value.trim(); av.backstory = q('.bs').value.trim(); av.look = q('.lk').value.trim(); av.voice = { ...av.voice, description: q('.vd').value.trim(), language: q('.lang').value, sample_text: voiceBlob ? q('.vt').value.trim() : av.voice.sample_text }; };
74
+ const showRef = (u) => { const r = u || Avatars.refUrl(av); q('.refbox').innerHTML = r ? `<img alt="Referenzbild" src="${esc(r)}" class="avref">` : '<small class="mut">Noch kein Referenzbild – erzeugen oder hochladen.</small>'; };
75
+ const showVoice = (u) => { const v = u || Avatars.voiceUrl(av); q('.voicebox').innerHTML = v ? `<audio controls src="${esc(v)}"></audio><small class="mut">${voiceBlob ? 'Neue Stimme – mit Speichern fixieren' : 'Fixierte Stimme (Klon-Referenz)'}</small>` : ''; };
76
+ const refreshPick = async () => { const list = await Avatars.list(); if (!el.isConnected) return; const p = q('.pick'), cur = av.id; p.innerHTML = '<option value="">+ Neuer Avatar</option>' + list.map(a => `<option value="${esc(a.id)}">${esc(a.name || a.id)}${a._ws ? ' ☁' : ''}</option>`).join(''); p.value = cur || ''; p._list = list; };
77
+ q('.pick').onchange = (e) => { const a = e.target._list?.find(x => x.id === e.target.value); av = a ? structuredClone(a) : blank(); refBlob = voiceBlob = null; fill(); setS(el, a ? 'Geladen: ' + a.name : 'Neuer Avatar'); };
78
+ q('.del-local').onclick = () => { av = blank(); refBlob = voiceBlob = null; q('.pick').value = ''; fill(); };
79
+ const busy = (b, on) => { b.disabled = on; };
80
+ q('.mkref').onclick = async (e) => { read(); if (!av.look) return setS(el, '⚠ Bitte Look beschreiben', true); busy(e.target, true);
81
+ try { const d = await run(FLUX, '/infer', { prompt: `character reference portrait, centered, plain background, ${av.look}`, seed: av.seed, randomize_seed: false, width: 512, height: 512, num_inference_steps: 4 }, { el, onStatus: m => setS(el, 'Referenz: ' + stTxt(m)) });
82
+ const u = url(d[0]); refBlob = await toBlob(u); showRef(u); setS(el, '✔ Referenzbild (Seed ' + av.seed + ')'); badge(el, 'REAL'); } catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
83
+ q('.upref').onchange = (e) => { const f = e.target.files[0]; if (!f) return; refBlob = f; showRef(URL.createObjectURL(f)); setS(el, 'Eigenes Referenzbild – speichern nicht vergessen'); };
84
+ q('.imag').onclick = async (e) => { read(); const sc = q('.scene').value.trim() || 'waving hello'; busy(e.target, true);
85
+ try { const tmp = { ...av, ref: refBlob ? URL.createObjectURL(refBlob) : av.ref }; if (refBlob) tmp.ref = 'data:'; const ru = refBlob ? refBlob : await toBlob(Avatars.refUrl(av));
86
+ const d = await run(KONTEXT, '/infer', { input_image: ru, prompt: `${sc}. Keep the exact same character (${av.look}).`, seed: av.seed, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { el, timeout: 240000, onStatus: m => setS(el, 'Im Look: ' + stTxt(m)) });
87
+ const u = url(d[0]); q('.imgout').innerHTML = `<img alt="Avatar in Szene" src="${esc(u)}" class="avout">`; window.__avatarImg = u; result(q('.imgout'), { kind: 'image', mime: 'image/webp', url: u, name: `${av.id || slug(av.name)}-${Date.now()}.webp`, studio: 'avatar', prompt: sc, avatar: av.id }); setS(el, '✔ Bild im Avatar-Look'); }
88
+ catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
89
+ q('.mkvoice').onclick = async (e) => { read(); const txt = q('.vt').value.trim() || `Hallo, ich bin ${av.name}.`; busy(e.target, true);
90
+ try { const d = await run(TTS, '/generate_voice_design', { text: txt, language: q('.lang').value, voice_description: av.voice.description || 'friendly voice' }, { el, timeout: 180000, onStatus: m => setS(el, 'Stimme: ' + stTxt(m)) });
91
+ const u = url(d[0]); voiceBlob = await toBlob(u); av.voice.sample_text = txt; showVoice(u); window.__voiceUrl = u; setS(el, '✔ Stimme entworfen – „Speichern“ fixiert sie als Klon-Referenz'); } catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
92
+ q('.sv').onclick = async (e) => { read(); if (!av.name) return setS(el, '⚠ Name fehlt', true); busy(e.target, true); setS(el, bucket() ? 'Speichere im Workspace…' : 'Speichere lokal…');
93
+ try { av.id ||= slug(av.name); await Avatars.save(av, refBlob, voiceBlob); refBlob = voiceBlob = null; window.__avatarSaved = { id: av.id, ws: !!bucket() }; setS(el, '✔ ' + (bucket() ? `Workspace: avatars/${av.id}/` : 'lokal gespeichert (für Workspace: anmelden + Bucket verbinden)')); await refreshPick(); }
94
+ catch (er) { setS(el, '⚠ ' + er.message, true); } finally { busy(e.target, false); } };
95
+ q('.talk').onclick = () => { read(); if (!av.name) return setS(el, '⚠ Erst speichern', true); pendingTalk = av.id; window.__studius.open(window.__studius.STUDIOS.findIndex(s => s.id === 'chat')); };
96
+ fill(); refreshPick();
97
+ } });
98
+ const AV = STUDIOS.find(s => s.id === 'avatar');
99
+ AV.accept = async (el, a) => { if (a.kind === 'image') { const b = await toBlob(a.url || a.blob); const inp = el.querySelector('.upref'); const dt = new DataTransfer(); dt.items.add(new File([b], a.name || 'ref.webp', { type: b.type })); inp.files = dt.files; inp.dispatchEvent(new Event('change')); return true; }
100
+ if (a.kind === 'avatar') { const j = JSON.parse(a.text ?? await (await toBlob(a.url)).text()); const p = el.querySelector('.pick'); const o = document.createElement('option'); o.value = j.id; o.textContent = j.name; p.append(o); p._list = [...(p._list || []), j]; p.value = j.id; p.dispatchEvent(new Event('change')); return true; } };
101
+
102
+ /* ---------- reuse: Chat (talk to avatar) + Image (generate in avatar look) ---------- */
103
+ let pendingTalk = null;
104
+ async function avatarSelect(host, cls, label) {
105
+ const list = await Avatars.list(); if (!host.isConnected) return null;
106
+ const row = document.createElement('div'); row.className = 'row avrow'; row.innerHTML = `<label class="fl inline">${label}<select class="${cls}" aria-label="${label}"><option value="">— keiner —</option>${list.map(a => `<option value="${esc(a.id)}">${esc(a.name)}</option>`).join('')}</select></label>`;
107
+ host.prepend(row); const sel = row.querySelector('select'); sel._list = list; return sel;
108
+ }
109
+ const chosen = (sel) => sel?._list?.find(a => a.id === sel.value) || null;
110
+ window.addEventListener('studius-opened', async (e) => {
111
+ const { id, el } = e.detail;
112
+ if (id === 'chat') { const sel = await avatarSelect(el, 'avsel', 'Avatar'); if (!sel) return;
113
+ if (pendingTalk) { sel.value = pendingTalk; pendingTalk = null; }
114
+ const greet = () => { const a = chosen(sel); const p = el.querySelector('.chat p.a'); if (p) p.textContent = a ? `◆ ${a.name}: Hallo! Frag mich etwas.` : '◆ STUDIUS-Chat (Llama 3.2 3B). Frag mich etwas.'; };
115
+ sel.onchange = greet; greet();
116
+ el.addEventListener('chat-reply', (ev) => { const a = chosen(sel); if (!a) return; const b = document.createElement('button'); b.className = 'btn alt speak'; b.textContent = '🔊 ' + a.name; b.setAttribute('aria-label', 'Antwort vorlesen');
117
+ b.onclick = async () => { b.disabled = true; b.textContent = '🔊 …'; try { const u = await Avatars.speak(a, ev.detail.text.slice(0, 400), { el }); const au = document.createElement('audio'); au.controls = true; au.autoplay = true; au.src = u; b.replaceWith(au); window.__spoke = u; } catch (er) { b.textContent = '⚠ ' + er.message.slice(0, 60); } };
118
+ ev.detail.p.after(b); });
119
+ }
120
+ if (id === 'image') { const sel = await avatarSelect(el, 'avsel', 'Im Look von'); if (!sel) return; }
121
+ });
122
+ window.__persona = (el) => { const a = chosen(el.querySelector('.avsel')); return a ? Avatars.persona(a) : null; };
123
+ window.__avatarRef = async (el) => { const a = chosen(el.querySelector('.avsel')); if (!a) return null; const ru = Avatars.refUrl(a); if (!ru) throw new Error(a.name + ' hat kein Referenzbild'); return { blob: await toBlob(ru), look: a.look, seed: a.seed || 7 }; };
124
+
125
+ /* ---------- Module API: avatar ---------- */
126
+ const findAv = async (name) => { const l = await Avatars.list(); const n = (name || '').toLowerCase(); const a = l.find(x => x.id === n || x.name?.toLowerCase() === n) || l.find(x => n && x.name?.toLowerCase().includes(n)) || l[0]; if (!a) throw new Error('Kein Avatar vorhanden – im Avatar Studio anlegen'); return a; };
127
+ MODULES.avatar = { id: 'avatar', name: 'Avatar', backend: KONTEXT + ' + ' + TTS, inputs: [{ name: 'avatar', type: 'string' }, { name: 'prompt', type: 'text' }], outputs: [{ kind: 'image' }, { kind: 'audio' }, { kind: 'text' }],
128
+ actions: {
129
+ imagine: { desc: 'Erzeugt ein Bild des Avatars in einer Szene (konsistenter Look)', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); const u = await Avatars.imagine(a, prompt, { onStatus: on.status }); return { kind: 'image', url: u, name: `${a.id}-${Date.now()}.webp`, studio: 'avatar', prompt, avatar: a.id }; } },
130
+ speak: { desc: 'Spricht einen Text mit der Stimme des Avatars', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); const u = await Avatars.speak(a, prompt, { onStatus: on.status }); return { kind: 'audio', url: u, name: `${a.id}-voice-${Date.now()}.wav`, studio: 'avatar', prompt, avatar: a.id }; } },
131
+ reply: { desc: 'Antwortet in der Rolle (Persona) des Avatars', params: { avatar: 'string', prompt: 'string' }, run: async ({ avatar, prompt }, on = {}) => { const a = await findAv(avatar); return MODULES.chat.actions.reply.run({ prompt: `System: ${Avatars.persona(a)}\nUser: ${prompt}\nAssistant:` }, on); } },
132
+ } };
real.js CHANGED
@@ -83,24 +83,26 @@ const CHAT = 'huggingface-projects/llama-3.2-3B-Instruct';
83
  const R = ['Der Schwarm ist gerade offline – hier eine simulierte Antwort. 🐝', 'Simulation: Klar, machbar, mit Gold-Rand.'];
84
  const send = async () => { const q = inp.value.trim(); if (!q || busy) return; busy = true; btn.disabled = true; inp.value = '';
85
  log.insertAdjacentHTML('beforeend', `<p class="u">› ${esc(q)}</p>`); const p = document.createElement('p'); p.className = 'a'; p.textContent = '◆ …'; log.append(p); log.scrollTop = 1e5;
86
- const ctx = hist.slice(-4).map(([u, a]) => `User: ${u}\nAssistant: ${a}`).join('\n'); const msg = ctx ? ctx + '\nUser: ' + q : q;
87
  setS(el, 'Verbinde…'); const tm = timer(el, '.stat'); let out = '';
88
  try { await run(CHAT, '/generate', { message: msg, max_new_tokens: 400, temperature: .6, top_p: .9, top_k: 50, repetition_penalty: 1.2 }, { el, timeout: 90000,
89
  onStatus: m => setS(el, stTxt(m)), onData: d => { const t = String(d[0] ?? ''); out = t.startsWith(out) ? t : out + t; p.textContent = '◆ ' + out; log.scrollTop = 1e5; } });
90
- hist.push([q, out]); result(el.querySelector('.chat'), { kind: 'text', mime: 'text/plain', text: out, name: 'chat-' + Date.now() + '.txt', studio: 'chat', prompt: q }); setS(el, '✔ gestreamt'); badge(el, 'REAL', CHAT);
91
  } catch (e) { if (!el.isConnected) return; setS(el, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const txt = R[Math.random() * R.length | 0]; p.textContent = '◆ ' + txt; }
92
  finally { clearInterval(tm); busy = false; btn.disabled = false; window.__chatOut = out; } };
93
  btn.onclick = send; inp.onkeydown = e => { e.stopPropagation(); if (e.key === 'Enter') send(); }; }; }
94
 
95
  /* 2 IMAGE: Generate (FLUX) + Edit (local) */
96
- const FLUX = 'black-forest-labs/FLUX.1-schnell';
97
  { const s = S('image'); const editBuild = s.build; s.real = 'API'; s.build = (el) => {
98
  el.innerHTML = `<div class="tabs" role="tablist"><button class="btn" role="tab" data-tab="gen">Generate</button><button class="btn alt" role="tab" data-tab="edit">Edit</button></div><div class="tp"></div>`;
99
  const tp = el.querySelector('.tp');
100
- const gen = () => { tp.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div><input aria-label="Bild-Prompt" value="Goldene Biene auf Hexagon-Kristall, cinematic, dunkler Hintergrund"><div class="row"><button class="btn go">Generieren</button><a class="btn alt dl" hidden>⬇ Download</a></div><div class="gen"></div><div class="credit">powered by ${hf(FLUX)} · 512×512 · 4 Steps</div>`;
101
  keep(tp); const go = tp.querySelector('.go'), a = tp.querySelector('.dl');
102
  go.onclick = async () => { go.disabled = true; a.hidden = true; setS(tp, 'Verbinde…'); const tm = timer(tp, '.stat');
103
- try { const d = await run(FLUX, '/infer', { prompt: tp.querySelector('input').value, seed: 0, randomize_seed: true, width: 512, height: 512, num_inference_steps: 4 }, { el: tp, onStatus: m => setS(tp, stTxt(m)) });
 
 
104
  const u = url(d[0]); tp.querySelector('.gen').innerHTML = `<img alt="Generiertes Bild" src="${esc(u)}">`; window.__imgUrl = u; result(tp.querySelector('.gen'), { kind: 'image', mime: 'image/webp', url: u, name: 'flux-' + d[1] + '.webp', studio: 'image', prompt: tp.querySelector('input').value }); await dl(a, u, 'studius-flux.webp'); a.hidden = false; setS(tp, '✔ Seed ' + d[1]); badge(el, 'REAL');
105
  } catch (e) { if (!tp.isConnected) return; setS(tp, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const c = document.createElement('canvas'); c.width = c.height = 256; const x = c.getContext('2d'); const g = x.createRadialGradient(128, 128, 10, 128, 128, 128); g.addColorStop(0, '#f2c94c'); g.addColorStop(1, '#05182e'); x.fillStyle = g; x.fillRect(0, 0, 256, 256); tp.querySelector('.gen').replaceChildren(c); }
106
  finally { clearInterval(tm); go.disabled = false; } }; };
@@ -240,15 +242,4 @@ export const MODULES = {
240
  };
241
  window.STUDIUS_MODULES = MODULES;
242
 
243
- /* ---------- Avatar / Personality studio (SIM + local; Workspace asset type 'avatar') ---------- */
244
- STUDIOS.push({ id: 'avatar', cat: 'Bild', icon: '🧑', name: 'Avatar Studio', like: 'Persona-Studio', real: 'LOKAL', accepts: ['image', 'avatar'], build(el) {
245
- let av; try { av = JSON.parse(LS('studius-avatar')) || null; } catch (e) {} av ||= { type: 'studius.avatar', v: 1, name: 'Jenni Bee', look: 'golden bee mascot, black-gold hex style, friendly eyes', refs: [], voice: { studio: 'voice', id: null, desc: 'warm, energetic, German' }, system: 'Du bist Jenni Bee, die freundliche Gastgeberin von STUDIUS.', backstory: 'Geboren im Einswarm-Stock, liebt Musik und Merch.' };
246
- el.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge sim">SIM</span><span class="stat">Persistente Persona · Asset-Typ <code>avatar</code></span></div>
247
- <input class="n" aria-label="Name" value="${esc(av.name)}"><textarea class="lk" rows="2" aria-label="Look / Charakter-Prompt">${esc(av.look)}</textarea><textarea class="sy" rows="2" aria-label="Persönlichkeit / System-Prompt">${esc(av.system)}</textarea><textarea class="bs" rows="2" aria-label="Backstory">${esc(av.backstory)}</textarea><input class="vo" aria-label="Stimme (Voice-Studio)" value="${esc(av.voice.desc)}">
248
- <div class="refs row"></div><div class="row"><button class="btn sv">Persona speichern</button><button class="btn alt pv">Referenzbild (FLUX, fester Seed)</button></div><div class="out"></div>`;
249
- keep(el); const refs = el.querySelector('.refs'); const showRefs = () => refs.innerHTML = av.refs.map(r => `<img alt="Referenz" src="${esc(r)}" style="width:56px;height:56px;object-fit:cover;border:1px solid #f2c94c55">`).join('');
250
- showRefs(); const read = () => Object.assign(av, { name: el.querySelector('.n').value, look: el.querySelector('.lk').value, system: el.querySelector('.sy').value, backstory: el.querySelector('.bs').value, voice: { ...av.voice, desc: el.querySelector('.vo').value } });
251
- el.querySelector('.sv').onclick = () => { read(); LS('studius-avatar', JSON.stringify(av)); setS(el, '✔ gespeichert (lokal) – „In Workspace“ für alle Studios'); result(el.querySelector('.out'), { kind: 'avatar', mime: 'application/json', text: JSON.stringify(av, null, 1), name: av.name.replace(/\W+/g, '-').toLowerCase() + '.avatar.json', studio: 'avatar' }); };
252
- el.querySelector('.pv').onclick = async () => { read(); setS(el, 'Referenz wird erzeugt…'); try { const d = await run(FLUX, '/infer', { prompt: 'character reference sheet, ' + av.look, seed: 4242, randomize_seed: false, width: 512, height: 512, num_inference_steps: 4 }, { el, onStatus: m => setS(el, stTxt(m)) }); av.refs = [url(d[0]), ...av.refs].slice(0, 4); showRefs(); setS(el, '✔ Referenz (Seed 4242 = konsistent)'); badge(el, 'REAL'); } catch (e) { setS(el, '⚠ ' + e.message, true); } };
253
- } });
254
- S('avatar').accept = async (el, a) => { if (a.kind === 'image') { el.querySelector('.refs').insertAdjacentHTML('afterbegin', `<img alt="Referenz" src="${esc(a.url)}" style="width:56px;height:56px;object-fit:cover">`); return true; } };
 
83
  const R = ['Der Schwarm ist gerade offline – hier eine simulierte Antwort. 🐝', 'Simulation: Klar, machbar, mit Gold-Rand.'];
84
  const send = async () => { const q = inp.value.trim(); if (!q || busy) return; busy = true; btn.disabled = true; inp.value = '';
85
  log.insertAdjacentHTML('beforeend', `<p class="u">› ${esc(q)}</p>`); const p = document.createElement('p'); p.className = 'a'; p.textContent = '◆ …'; log.append(p); log.scrollTop = 1e5;
86
+ const ctx = hist.slice(-4).map(([u, a]) => `User: ${u}\nAssistant: ${a}`).join('\n'); const persona = window.__persona?.(el); const msg = (persona ? `System: ${persona}\n` : '') + (ctx ? ctx + '\nUser: ' + q : q) + (persona ? '\nAssistant:' : '');
87
  setS(el, 'Verbinde…'); const tm = timer(el, '.stat'); let out = '';
88
  try { await run(CHAT, '/generate', { message: msg, max_new_tokens: 400, temperature: .6, top_p: .9, top_k: 50, repetition_penalty: 1.2 }, { el, timeout: 90000,
89
  onStatus: m => setS(el, stTxt(m)), onData: d => { const t = String(d[0] ?? ''); out = t.startsWith(out) ? t : out + t; p.textContent = '◆ ' + out; log.scrollTop = 1e5; } });
90
+ hist.push([q, out]); el.dispatchEvent(new CustomEvent('chat-reply', { detail: { text: out, p } })); result(el.querySelector('.chat'), { kind: 'text', mime: 'text/plain', text: out, name: 'chat-' + Date.now() + '.txt', studio: 'chat', prompt: q }); setS(el, '✔ gestreamt'); badge(el, 'REAL', CHAT);
91
  } catch (e) { if (!el.isConnected) return; setS(el, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const txt = R[Math.random() * R.length | 0]; p.textContent = '◆ ' + txt; }
92
  finally { clearInterval(tm); busy = false; btn.disabled = false; window.__chatOut = out; } };
93
  btn.onclick = send; inp.onkeydown = e => { e.stopPropagation(); if (e.key === 'Enter') send(); }; }; }
94
 
95
  /* 2 IMAGE: Generate (FLUX) + Edit (local) */
96
+ const FLUX = 'black-forest-labs/FLUX.1-schnell', KONTEXT = 'black-forest-labs/FLUX.1-Kontext-Dev', TTS = 'Qwen/Qwen3-TTS';
97
  { const s = S('image'); const editBuild = s.build; s.real = 'API'; s.build = (el) => {
98
  el.innerHTML = `<div class="tabs" role="tablist"><button class="btn" role="tab" data-tab="gen">Generate</button><button class="btn alt" role="tab" data-tab="edit">Edit</button></div><div class="tp"></div>`;
99
  const tp = el.querySelector('.tp');
100
+ const gen = () => { tp.innerHTML = `<div class="row" style="margin:0 0 6px"><span class="badge real">REAL</span><span class="stat"></span></div><input aria-label="Bild-Prompt" value="Goldene Biene auf Hexagon-Kristall, cinematic, dunkler Hintergrund"><div class="row"><button class="btn go">Generieren</button><a class="btn alt dl" hidden>⬇ Download</a></div><div class="gen"></div><div class="credit">powered by ${hf(FLUX)} · 512×512 · 4 Steps · Avatar-Look via ${hf(KONTEXT)}</div>`;
101
  keep(tp); const go = tp.querySelector('.go'), a = tp.querySelector('.dl');
102
  go.onclick = async () => { go.disabled = true; a.hidden = true; setS(tp, 'Verbinde…'); const tm = timer(tp, '.stat');
103
+ try { const ref = await window.__avatarRef?.(el); const pr = tp.querySelector('input').value;
104
+ const d = ref ? await run(KONTEXT, '/infer', { input_image: ref.blob, prompt: `${pr}. Keep the exact same character (${ref.look}).`, seed: ref.seed, randomize_seed: false, guidance_scale: 2.5, steps: 20 }, { el: tp, timeout: 240000, onStatus: m => setS(tp, 'Avatar-Look: ' + stTxt(m)) })
105
+ : await run(FLUX, '/infer', { prompt: pr, seed: 0, randomize_seed: true, width: 512, height: 512, num_inference_steps: 4 }, { el: tp, onStatus: m => setS(tp, stTxt(m)) });
106
  const u = url(d[0]); tp.querySelector('.gen').innerHTML = `<img alt="Generiertes Bild" src="${esc(u)}">`; window.__imgUrl = u; result(tp.querySelector('.gen'), { kind: 'image', mime: 'image/webp', url: u, name: 'flux-' + d[1] + '.webp', studio: 'image', prompt: tp.querySelector('input').value }); await dl(a, u, 'studius-flux.webp'); a.hidden = false; setS(tp, '✔ Seed ' + d[1]); badge(el, 'REAL');
107
  } catch (e) { if (!tp.isConnected) return; setS(tp, '⚠ ' + e.message + ' – Simulation', true); badge(el, 'SIM'); const c = document.createElement('canvas'); c.width = c.height = 256; const x = c.getContext('2d'); const g = x.createRadialGradient(128, 128, 10, 128, 128, 128); g.addColorStop(0, '#f2c94c'); g.addColorStop(1, '#05182e'); x.fillStyle = g; x.fillRect(0, 0, 256, 256); tp.querySelector('.gen').replaceChildren(c); }
108
  finally { clearInterval(tm); go.disabled = false; } }; };
 
242
  };
243
  window.STUDIUS_MODULES = MODULES;
244
 
245
+ export { KONTEXT, TTS, esc, hf, stTxt, url, badge, dl, timer, setS, S, keep, LS, CHAT, FLUX, ACE, TF, SEP };
 
 
 
 
 
 
 
 
 
 
 
server/infer.py CHANGED
@@ -15,7 +15,7 @@ ALLOW = { # space -> allowed endpoints (Module API backends)
15
  "ACE-Step/ACE-Step": {"/__call__"},
16
  "declare-lab/TangoFlux": {"/predict"},
17
  "abidlabs/music-separation": {"/inference"},
18
- "Qwen/Qwen3-TTS": {"/generate_voice_design"},
19
  }
20
  TMP: dict[str, tuple[str, float]] = {}
21
  TMPDIR = Path(tempfile.gettempdir()) / "studius-tmp"; TMPDIR.mkdir(exist_ok=True)
 
15
  "ACE-Step/ACE-Step": {"/__call__"},
16
  "declare-lab/TangoFlux": {"/predict"},
17
  "abidlabs/music-separation": {"/inference"},
18
+ "Qwen/Qwen3-TTS": {"/generate_voice_design", "/generate_voice_clone"},
19
  }
20
  TMP: dict[str, tuple[str, float]] = {}
21
  TMPDIR = Path(tempfile.gettempdir()) / "studius-tmp"; TMPDIR.mkdir(exist_ok=True)
style.css CHANGED
@@ -215,3 +215,8 @@ body:not(.live) #beebtn{display:none}
215
  .hbtn .s{display:none}
216
  @media (max-width:1600px){.hbtn .t{display:none}.hbtn .s{display:inline}#who{font-size:0}#who img{font-size:11px}}
217
  #signin,#signin span{color:#000!important}
 
 
 
 
 
 
215
  .hbtn .s{display:none}
216
  @media (max-width:1600px){.hbtn .t{display:none}.hbtn .s{display:inline}#who{font-size:0}#who img{font-size:11px}}
217
  #signin,#signin span{color:#000!important}
218
+ /* p2 avatar */
219
+ #pop .fl{display:block;font-size:10px;letter-spacing:.08em;color:var(--mut);margin-top:6px}#pop .fl.inline{display:flex;gap:6px;align-items:center;margin:0}
220
+ #pop .grp{border:1px solid rgba(242,201,76,.18);padding:6px 8px 8px;margin:8px 0 0;border-radius:4px}#pop .grp legend{color:var(--gold);font-size:10px;letter-spacing:.12em;padding:0 4px}
221
+ #pop .avref{width:96px;height:96px;object-fit:cover;border:1px solid var(--line2);border-radius:4px;margin-top:6px}#pop .avout{width:100%;margin-top:6px;border-radius:4px}
222
+ #pop .speak{margin:2px 0 6px}#pop .chat audio{width:100%;height:32px}
workspace.js CHANGED
@@ -3,7 +3,7 @@ import { MODULES } from './real.js?v=60';
3
  const $ = (s, r = document) => r.querySelector(s);
4
  const esc = (t) => String(t ?? '').replace(/[&<>"']/g, c => ({ '&': '&amp;', '<': '&lt;', '>': '&gt;', '"': '&quot;', "'": '&#39;' }[c]));
5
  const ST = () => window.__studius.STUDIOS;
6
- const kindOf = (mime = '', name = '') => /\.avatar\.json$/i.test(name) ? 'avatar' : /^image\//.test(mime) || /\.(png|jpe?g|webp|gif)$/i.test(name) ? 'image' : /^audio\//.test(mime) || /\.(wav|mp3|ogg|flac)$/i.test(name) ? 'audio' : /^video\//.test(mime) || /\.(mp4|webm|mov)$/i.test(name) ? 'video' : /^text\/|json/.test(mime) || /\.(txt|md|json|js|html|css)$/i.test(name) ? 'text' : 'file';
7
  const W = { backend: false, me: null, bucket: localStorage.getItem('studius-bucket') || '' };
8
  window.__ws = W;
9
  async function api(path, opt = {}) { const r = await fetch(path, { credentials: 'include', ...opt }); const j = r.headers.get('content-type')?.includes('json') ? await r.json() : null; if (!r.ok) throw new Error(j?.detail || j?.error || r.status + ' ' + r.statusText); return j; }
 
3
  const $ = (s, r = document) => r.querySelector(s);
4
  const esc = (t) => String(t ?? '').replace(/[&<>"']/g, c => ({ '&': '&amp;', '<': '&lt;', '>': '&gt;', '"': '&quot;', "'": '&#39;' }[c]));
5
  const ST = () => window.__studius.STUDIOS;
6
+ const kindOf = (mime = '', name = '') => /(^|\/|\.)avatar\.json$/i.test(name) ? 'avatar' : /^image\//.test(mime) || /\.(png|jpe?g|webp|gif)$/i.test(name) ? 'image' : /^audio\//.test(mime) || /\.(wav|mp3|ogg|flac)$/i.test(name) ? 'audio' : /^video\//.test(mime) || /\.(mp4|webm|mov)$/i.test(name) ? 'video' : /^text\/|json/.test(mime) || /\.(txt|md|json|js|html|css)$/i.test(name) ? 'text' : 'file';
7
  const W = { backend: false, me: null, bucket: localStorage.getItem('studius-bucket') || '' };
8
  window.__ws = W;
9
  async function api(path, opt = {}) { const r = await fetch(path, { credentials: 'include', ...opt }); const j = r.headers.get('content-type')?.includes('json') ? await r.json() : null; if (!r.ok) throw new Error(j?.detail || j?.error || r.status + ' ' + r.statusText); return j; }