tiny-scene-three / ml /lexicon.py
paralaif's picture
Add generated music and sound: Tone.js band, ambience, beat-synced animation, video export
4a0e872 verified
Raw History Blame Contribute Delete
19.9 kB
"""Vocabulary of the scene language plus the English/Spanish words that name it.
Everything the model can say is listed here. The web builder must implement
every `type`, `act`, `loc`, ... key (tests/check_vocab.mjs verifies it).
"""
from types import SimpleNamespace as NS
def _alts(s):
return [a.strip() for a in s.split("|")]
def _es4(s):
"""'rojo/roja/rojos/rojas' or 'azul//azules/' -> (m, f, mp, fp)."""
p = (s.split("/") + ["", "", ""])[:4]
m, f, mp, fp = p
mp = mp or m + "s"
return (m, f or m, mp, fp or (f + "s" if f else mp))
# ---------------------------------------------------------------- colors
_COLORS = {
"red": ("red", "rojo/roja/rojos/rojas"),
"blue": ("blue", "azul//azules/"),
"green": ("green", "verde"),
"yellow": ("yellow", "amarillo/amarilla"),
"orange": ("orange", "naranja|anaranjado/anaranjada"),
"purple": ("purple|violet", "morado/morada|violeta|púrpura"),
"pink": ("pink", "rosa|rosado/rosada"),
"white": ("white", "blanco/blanca"),
"black": ("black", "negro/negra"),
"gray": ("gray|grey", "gris//grises/"),
"brown": ("brown", "marrón//marrones/|café//café/"),
"gold": ("gold|golden", "dorado/dorada"),
"silver": ("silver", "plateado/plateada"),
"cyan": ("cyan|turquoise", "cian//cian/|celeste|turquesa"),
}
COLOR = {k: NS(en=_alts(e), es=[_es4(x) for x in _alts(s)]) for k, (e, s) in _COLORS.items()}
_SIZES = {
"tiny": ("tiny|very small|miniature", "diminuto/diminuta|muy pequeño/muy pequeña|minúsculo/minúscula"),
"small": ("small|little", "pequeño/pequeña|chico/chica"),
"big": ("big|large", "grande"),
"giant": ("giant|huge|enormous|gigantic", "gigante|enorme|gigantesco/gigantesca"),
}
SIZE = {k: NS(en=_alts(e), es=[_es4(x) for x in _alts(s)]) for k, (e, s) in _SIZES.items()}
# ---------------------------------------------------------------- types
# en: 'singular/plural|...' es: 'singular/plural/gender|...'
_TYPES = {
"dog": ("dog/dogs|puppy/puppies", "perro/perros/m|perrito/perritos/m"),
"cat": ("cat/cats|kitten/kittens", "gato/gatos/m|gatito/gatitos/m"),
"horse": ("horse/horses", "caballo/caballos/m"),
"cow": ("cow/cows", "vaca/vacas/f"),
"pig": ("pig/pigs", "cerdo/cerdos/m|chancho/chanchos/m|puerco/puercos/m"),
"sheep": ("sheep/sheep", "oveja/ovejas/f"),
"fox": ("fox/foxes", "zorro/zorros/m"),
"bear": ("bear/bears", "oso/osos/m"),
"elephant": ("elephant/elephants", "elefante/elefantes/m"),
"giraffe": ("giraffe/giraffes", "jirafa/jirafas/f"),
"rabbit": ("rabbit/rabbits|bunny/bunnies", "conejo/conejos/m"),
"lion": ("lion/lions", "león/leones/m"),
"dragon": ("dragon/dragons", "dragón/dragones/m"),
"dinosaur": ("dinosaur/dinosaurs|dino/dinos", "dinosaurio/dinosaurios/m"),
"man": ("man/men|guy/guys", "hombre/hombres/m|señor/señores/m|chico/chicos/m"),
"woman": ("woman/women|lady/ladies|girl/girls", "mujer/mujeres/f|señora/señoras/f|chica/chicas/f"),
"robot": ("robot/robots", "robot/robots/m"),
"alien": ("alien/aliens", "alien/aliens/m|alienígena/alienígenas/m|extraterrestre/extraterrestres/m|marciano/marcianos/m"),
"astronaut": ("astronaut/astronauts", "astronauta/astronautas/m"),
"knight": ("knight/knights", "caballero/caballeros/m"),
"wizard": ("wizard/wizards|mage/mages", "mago/magos/m|hechicero/hechiceros/m"),
"bird": ("bird/birds", "pájaro/pájaros/m"),
"duck": ("duck/ducks", "pato/patos/m"),
"chicken": ("chicken/chickens|hen/hens", "gallina/gallinas/f|pollo/pollos/m"),
"fish": ("fish/fish", "pez/peces/m"),
"shark": ("shark/sharks", "tiburón/tiburones/m"),
"penguin": ("penguin/penguins", "pingüino/pingüinos/m"),
"snowman": ("snowman/snowmen", "muñeco de nieve/muñecos de nieve/m"),
"ghost": ("ghost/ghosts", "fantasma/fantasmas/m"),
"car": ("car/cars", "coche/coches/m|carro/carros/m|auto/autos/m"),
"truck": ("truck/trucks", "camión/camiones/m"),
"bus": ("bus/buses", "autobús/autobuses/m|bus/buses/m"),
"bike": ("bike/bikes|bicycle/bicycles", "bicicleta/bicicletas/f|bici/bicis/f"),
"skateboard": ("skateboard/skateboards", "patineta/patinetas/f|monopatín/monopatines/m|skate/skates/m"),
"boat": ("boat/boats|ship/ships", "barco/barcos/m|bote/botes/m"),
"plane": ("plane/planes|airplane/airplanes", "avión/aviones/m"),
"rocket": ("rocket/rockets", "cohete/cohetes/m"),
"train": ("train/trains", "tren/trenes/m"),
"ufo": ("ufo/ufos|flying saucer/flying saucers", "ovni/ovnis/m|platillo volador/platillos voladores/m"),
"helicopter": ("helicopter/helicopters", "helicóptero/helicópteros/m"),
"tree": ("tree/trees", "árbol/árboles/m"),
"house": ("house/houses", "casa/casas/f"),
"ball": ("ball/balls", "pelota/pelotas/f|balón/balones/m"),
"box": ("box/boxes|crate/crates", "caja/cajas/f"),
"chair": ("chair/chairs", "silla/sillas/f"),
"table": ("table/tables", "mesa/mesas/f"),
"rock": ("rock/rocks|stone/stones|boulder/boulders", "roca/rocas/f|piedra/piedras/f"),
"flower": ("flower/flowers", "flor/flores/f"),
"cactus": ("cactus/cactuses", "cactus/cactus/m"),
"mushroom": ("mushroom/mushrooms", "hongo/hongos/m|seta/setas/f"),
"tower": ("tower/towers", "torre/torres/f"),
"lamp": ("lamp/lamps|streetlight/streetlights", "lámpara/lámparas/f|farola/farolas/f"),
"bench": ("bench/benches", "banco/bancos/m|banca/bancas/f"),
"balloon": ("balloon/balloons", "globo/globos/m"),
}
TYPES = {
k: NS(en=[tuple(x.split("/")) for x in _alts(e)], es=[tuple(x.split("/")) for x in _alts(s)])
for k, (e, s) in _TYPES.items()
}
# ---------------------------------------------------------------- actions
# '{o}' is replaced by o/a/os/as to agree with the Spanish noun.
_A = lambda **k: NS(**{a: _alts(b) for a, b in k.items()})
ACT = {
"idle": _A(ing="standing|standing still|waiting", s3="stands|waits|stands still", base="stand still|wait|stop moving",
ger="esperando|sin moverse|quiet{o}|parad{o}", e3="espera|no se mueve", e3p="esperan|no se mueven",
inf="esperar|detenerse", subj="espere|se detenga|pare", subjp="esperen|se detengan"),
"walk": _A(ing="walking|strolling", s3="walks|strolls", base="walk|stroll",
ger="caminando|andando|paseando", e3="camina|anda|pasea", e3p="caminan|andan|pasean",
inf="caminar|andar|pasear", subj="camine|ande|pasee", subjp="caminen|anden"),
"run": _A(ing="running|sprinting", s3="runs|sprints", base="run|sprint",
ger="corriendo", e3="corre", e3p="corren", inf="correr", subj="corra", subjp="corran"),
"jump": _A(ing="jumping|hopping|leaping", s3="jumps|hops|leaps", base="jump|hop|leap",
ger="saltando|brincando", e3="salta|brinca", e3p="saltan|brincan",
inf="saltar|brincar", subj="salte|brinque", subjp="salten|brinquen"),
"spin": _A(ing="spinning|rotating|twirling", s3="spins|rotates|twirls", base="spin|rotate|twirl",
ger="girando|dando vueltas|rotando", e3="gira|da vueltas|rota", e3p="giran|dan vueltas",
inf="girar|dar vueltas|rotar", subj="gire|dé vueltas|rote", subjp="giren|den vueltas"),
"dance": _A(ing="dancing", s3="dances", base="dance",
ger="bailando", e3="baila", e3p="bailan", inf="bailar", subj="baile", subjp="bailen"),
"fly": _A(ing="flying|soaring", s3="flies|soars", base="fly|soar",
ger="volando", e3="vuela", e3p="vuelan", inf="volar", subj="vuele", subjp="vuelen"),
"float": _A(ing="floating|hovering|levitating", s3="floats|hovers|levitates", base="float|hover|levitate",
ger="flotando|levitando", e3="flota|levita", e3p="flotan|levitan",
inf="flotar|levitar", subj="flote|levite", subjp="floten|leviten"),
"sit": _A(ing="sitting|sitting down|seated", s3="sits|sits down", base="sit|sit down",
ger="sentad{o}", e3="se sienta|está sentad{o}", e3p="se sientan|están sentad{o}",
inf="sentarse", subj="se siente", subjp="se sienten"),
"sleep": _A(ing="sleeping|napping|asleep", s3="sleeps|naps", base="sleep|nap|go to sleep",
ger="durmiendo|dormid{o}", e3="duerme", e3p="duermen",
inf="dormir|dormirse", subj="duerma|se duerma", subjp="duerman"),
"wave": _A(ing="waving|waving hello|saying hi", s3="waves|waves hello|says hi", base="wave|wave hello|say hi",
ger="saludando|saludando con la mano", e3="saluda", e3p="saludan",
inf="saludar", subj="salude", subjp="saluden"),
"bounce": _A(ing="bouncing", s3="bounces", base="bounce",
ger="rebotando|botando", e3="rebota|bota", e3p="rebotan|botan",
inf="rebotar|botar", subj="rebote|bote", subjp="reboten"),
"roll": _A(ing="rolling", s3="rolls", base="roll",
ger="rodando", e3="rueda", e3p="ruedan", inf="rodar", subj="ruede", subjp="rueden"),
"circle": _A(ing="walking in circles|going in circles|moving in a circle|running in circles",
s3="walks in circles|goes in circles|moves in a circle", base="walk in circles|go in circles|move in a circle",
ger="caminando en círculos|andando en círculos|moviéndose en círculos|corriendo en círculos",
e3="camina en círculos|se mueve en círculos", e3p="caminan en círculos|se mueven en círculos",
inf="caminar en círculos|moverse en círculos", subj="camine en círculos|se mueva en círculos",
subjp="caminen en círculos|se muevan en círculos"),
"shake": _A(ing="shaking|trembling|shivering", s3="shakes|trembles|shivers", base="shake|tremble|shiver",
ger="temblando|sacudiéndose|vibrando", e3="tiembla|se sacude|vibra", e3p="tiemblan|se sacuden",
inf="temblar|sacudirse|vibrar", subj="tiemble|se sacuda|vibre", subjp="tiemblen|se sacudan"),
"swim": _A(ing="swimming", s3="swims", base="swim",
ger="nadando", e3="nada", e3p="nadan", inf="nadar", subj="nade", subjp="naden"),
"drive": _A(ing="driving|moving|moving forward|driving along", s3="drives|moves|moves forward", base="drive|move|move forward",
ger="conduciendo|avanzando|moviéndose|manejando", e3="avanza|se mueve|conduce", e3p="avanzan|se mueven",
inf="avanzar|moverse|conducir", subj="avance|se mueva|conduzca", subjp="avancen|se muevan"),
}
MOTION = ["walk", "run", "jump", "spin", "dance", "fly", "roll", "circle", "swim", "drive", "bounce"]
SPD = {
"slow": NS(en=["slowly", "very slowly", "slow"], es=["lentamente", "despacio", "lento", "muy despacio"]),
"fast": NS(en=["fast", "quickly", "very fast"], es=["rápido", "rápidamente", "muy rápido", "a toda velocidad"]),
}
# ---------------------------------------------------------------- relations
# preposition lists; verbs for ride/chase are handled in gen.py
REL = {
"on": NS(en=["on", "on top of"], es=["encima de", "arriba de", "sobre"]),
"over": NS(en=["over", "above"], es=["sobre", "por encima de"]),
"near": NS(en=["next to", "near", "beside", "close to", "by"], es=["al lado de", "junto a", "cerca de"]),
"behind": NS(en=["behind"], es=["detrás de", "atrás de"]),
"front": NS(en=["in front of"], es=["delante de", "frente a", "enfrente de"]),
"around": NS(en=["around"], es=["alrededor de"]),
"ride": NS(en=["riding", "riding on", "mounted on", "riding a top of"],
es=["montando", "montando a", "montando en", "montad{o} en", "cabalgando"]),
"chase": NS(en=["chasing", "running after", "following", "hunting"],
es=["persiguiendo a", "persiguiendo", "corriendo tras", "siguiendo a", "cazando a"]),
}
OVER_ACTS = ["jump", "fly", "float"]
AROUND_ACTS = ["walk", "run", "fly", "dance", "swim", "drive", "jump", "roll"]
# ---------------------------------------------------------------- scene modifiers
_P = lambda en, es: NS(en=_alts(en), es=_alts(es))
LOC = {
"field": _P("in a field|in a meadow|on the grass|in the countryside|on a grassy field",
"en el campo|en un prado|en la hierba|en el césped|en una pradera"),
"desert": _P("in the desert|in a desert|on the sand dunes", "en el desierto|en un desierto|en las dunas"),
"snow": _P("in the snow|in a snowy landscape|on a snowy field|in a winter landscape",
"en la nieve|en un paisaje nevado|en un campo nevado|en un paisaje de invierno"),
"beach": _P("on the beach|on a beach|at the beach|by the sea|on the shore",
"en la playa|en una playa|junto al mar|en la orilla"),
"forest": _P("in the forest|in a forest|in the woods|in the jungle", "en el bosque|en un bosque|en la selva"),
"city": _P("in the city|in a city|downtown|in a town|on a city street",
"en la ciudad|en una ciudad|en el centro|en un pueblo"),
"space": _P("in space|in outer space|among the stars|in the galaxy",
"en el espacio|en el espacio exterior|entre las estrellas|en la galaxia"),
"moon": _P("on the moon|on the lunar surface", "en la luna|en la superficie lunar"),
"ocean": _P("in the ocean|in the sea|at sea|on the water|in a lake",
"en el océano|en el mar|en el agua|en un lago|en altamar"),
"room": _P("in a room|in a house|inside a house|indoors|in the living room|in a bedroom",
"en una habitación|en un cuarto|en una casa|dentro de una casa|en la sala|en el salón"),
"mountain": _P("in the mountains|on a mountain|in a valley", "en las montañas|en la montaña|en un valle"),
"farm": _P("on a farm|at the farm|in a barnyard", "en una granja|en la granja|en un rancho"),
"road": _P("on a road|on the road|on a highway|on the street",
"en la carretera|en una carretera|en la calle|en una autopista|en el camino"),
"park": _P("in a park|in the park|in a garden|at the playground", "en un parque|en el parque|en un jardín"),
"studio": _P("in a studio|on a plain background|on an empty stage",
"en un estudio|con fondo liso|en un escenario vacío"),
}
TIME = {
"day": _P("during the day|in the daytime|at noon|on a sunny day", "de día|durante el día|al mediodía|en un día soleado"),
"night": _P("at night|at midnight|under the moonlight|in the dark",
"de noche|por la noche|a medianoche|bajo la luz de la luna"),
"sunset": _P("at sunset|at dusk|in the evening", "al atardecer|en el atardecer|al anochecer"),
"dawn": _P("at dawn|at sunrise|early in the morning", "al amanecer|en la madrugada|temprano en la mañana"),
}
WEATHER = {
"clear": _P("with clear skies|in good weather", "con cielo despejado|con buen tiempo"),
"rain": _P("in the rain|while it rains|on a rainy day|under the rain|raining",
"bajo la lluvia|mientras llueve|en un día lluvioso|lloviendo|con lluvia"),
"snow": _P("while it snows|snowing|in a snowfall|with falling snow",
"mientras nieva|nevando|con nieve cayendo|bajo una nevada"),
"fog": _P("in the fog|with fog|on a foggy day|in the mist",
"con niebla|en la niebla|en un día con niebla|entre la neblina"),
"storm": _P("during a storm|in a thunderstorm|with lightning|on a stormy day",
"durante una tormenta|en una tormenta|con rayos|con tormenta eléctrica"),
}
SHOT = {
"close": _P("close-up|close up shot|closeup|seen up close", "primer plano|de cerca|plano cerrado"),
"medium": _P("medium shot", "plano medio"),
"wide": _P("wide shot|wide angle|seen from far away|long shot", "plano general|plano abierto|desde lejos|gran angular"),
"top": _P("from above|aerial view|top view|bird's eye view|top-down view",
"desde arriba|vista aérea|vista cenital|desde el aire"),
"low": _P("low angle|from below|seen from the ground", "ángulo bajo|desde abajo|contrapicado"),
}
CAM = {
"static": _P("static camera|fixed camera|camera still", "cámara fija|cámara estática|cámara quieta"),
"orbit": _P("camera orbiting|orbit shot|camera circling around|rotating camera|360 view",
"cámara orbitando|la cámara gira alrededor|cámara giratoria|vista 360"),
"zoomin": _P("zooming in|camera zooms in|slow zoom in|camera moving closer",
"acercando la cámara|la cámara se acerca|zoom in lento|haciendo zoom"),
"zoomout": _P("zooming out|camera zooms out|camera pulling back|slow zoom out",
"alejando la cámara|la cámara se aleja|zoom out lento"),
"pan": _P("panning|camera panning|pan shot|camera moving sideways",
"paneo|cámara panorámica|la cámara se mueve de lado|paneando"),
"follow": _P("camera following|tracking shot|the camera follows|follow cam",
"la cámara sigue|cámara siguiendo|cámara de seguimiento|travelling"),
}
# ---------------------------------------------------------------- music
# Spanish adjectives are given in the feminine, to agree with "música".
MOOD = {
"happy": _P("happy|cheerful|joyful|upbeat", "alegre|feliz|animada"),
"sad": _P("sad|melancholic|gloomy", "triste|melancólica"),
"calm": _P("calm|relaxing|peaceful|soft", "tranquila|relajante|suave|calmada"),
"tense": _P("tense|suspenseful|dramatic|intense", "tensa|de suspenso|dramática|intensa"),
"epic": _P("epic|heroic|cinematic", "épica|heroica"),
"spooky": _P("spooky|scary|creepy|eerie", "tenebrosa|de miedo|de terror|escalofriante"),
"playful": _P("playful|funny|silly|goofy", "juguetona|divertida|graciosa"),
"dreamy": _P("dreamy|magical|ethereal|mysterious", "soñadora|mágica|misteriosa|etérea"),
}
GENRE = {
"chiptune": _P("chiptune|8-bit|retro|video game", "chiptune|de 8 bits|retro|de videojuego"),
"electro": _P("electronic|techno|electro|synth", "electrónica|tecno|electro"),
"ambient": _P("ambient|atmospheric", "ambiental|atmosférica"),
"rock": _P("rock|guitar", "rock|de rock|de guitarra"),
"jazz": _P("jazz|jazzy", "jazz|de jazz"),
"orchestral": _P("orchestral|classical|symphonic", "orquestal|clásica|sinfónica|de orquesta"),
"lofi": _P("lofi|lo-fi|chillhop", "lofi|lo-fi"),
}
TEMPO = {
"slow": _P("slow", "lenta|pausada"),
"medium": _P("mid-tempo|moderate", "moderada|a ritmo medio"),
"fast": _P("fast|quick", "rápida|acelerada"),
}
LAYER = {
"drums": _P("the drums|drums|the percussion|the beat", "la batería|batería|la percusión|el ritmo"),
"bass": _P("the bass|bass|the bassline", "el bajo|bajo|la línea de bajo"),
"melody": _P("the melody|melody|the lead|the tune", "la melodía|melodía|la voz principal"),
}
# ---------------------------------------------------------------- token inventory
CHARS = " abcdefghijklmnopqrstuvwxyz0123456789áéíóúñü,.'-?!"
SPECIAL = ["<pad>", "<bos>", "<sep>", "<eos>"]
STRUCT = ["<new>", "<edit>", "<qa>", "<ent>", "<set>", "<add>", "<del>", "<env>", "<cam>", "<mus>"]
def scene_tokens(topic_keys):
t = list(STRUCT)
t += [f"type={k}" for k in TYPES] + ["type=it", "type=all"]
t += [f"color={k}" for k in COLOR]
t += [f"size={k}" for k in SIZE] + ["size=up", "size=down"]
t += [f"n={i}" for i in range(2, 7)]
t += [f"act={k}" for k in ACT]
t += ["spd=slow", "spd=fast", "spd=normal"]
t += [f"rel={k}" for k in REL]
t += [f"loc={k}" for k in LOC]
t += [f"time={k}" for k in TIME]
t += [f"weather={k}" for k in WEATHER]
t += [f"shot={k}" for k in SHOT] + ["shot=in", "shot=out"]
t += [f"cam={k}" for k in CAM]
t += [f"mood={k}" for k in MOOD] + [f"genre={k}" for k in GENRE]
t += [f"tempo={k}" for k in TEMPO] + ["tempo=up", "tempo=down"]
t += ["mus=on", "mus=off", "vol=up", "vol=down"] + [f"{k}={v}" for k in LAYER for v in ("on", "off")]
t += ["lang=en", "lang=es"]
t += [f"topic={k}" for k in topic_keys]
return t