agate-preview-002 / config.json
Incorporo-user's picture
Agate Preview 002: weights, pipeline, model card, figures
49afe28 verified
Raw History Blame Contribute Delete
2.22 kB
{
"model_type": "agate",
"arch": "fcdm_t2",
"model_kw": {
"widths": [
288,
832,
1664
],
"depths": [
4,
6,
2
],
"steer_rank": [
128,
256,
256
],
"ctx_dim": 512,
"dim": 640,
"prelude": 3,
"core": 3,
"coda": 2,
"loops": 4,
"loop_probs": [
0.0,
0.0,
0.0,
1.0
]
},
"params_generator": 190929092,
"text_encoder": "text_encoder",
"text_max_len": 512,
"guide": {
"generator": "guide/generator.safetensors",
"text_encoder": "guide/text_encoder",
"text_max_len": 128,
"step": 27600
},
"vae": "stabilityai/sd-vae-ft-mse",
"vae_scale": 0.18215,
"fast_vae": "madebyollin/taesd",
"resolution": 256,
"latent_hw": 32,
"sampler": {
"kind": "euler",
"steps": 50,
"cfg": 3.0,
"t0_is_noise": true,
"uncond_prompt": ""
},
"training": {
"step": 138010,
"samples_seen": 186634240,
"continued_from": "T40r caption phase, step 82,800 (the run that became Agate Preview 001)",
"gpu_hours_gh200_lineage": 187.7,
"energy_kwh_at_wall_lineage": 107.1,
"co2e_kg_lineage": 3.21,
"dataset": "LucasFang/FLUX-Reason-6M",
"lineage_note": "whole lineage from scratch, jobs pro-rated by steps where this release branched mid-run (perun ledger, PUE 1.3, 30 g/kWh)"
},
"training_compute_flop": {
"estimate": 6.5e+19,
"range": [
5.8e+19,
7.2e+19
],
"including_text_encoder_pretraining": 8.6e+20,
"method": "measured forward FLOPs per image (torch.utils.flop_counter, batch 1, 128-token context) x images seen x 3 (forward + backward); Ettin at 128 tokens (low) to 4x (high); excludes the compute used by third parties to generate the synthetic training images",
"forward_gflop_per_image": {
"256": 94.4
}
},
"output_marking": {
"watermark": "invisible-watermark dwtDctSvd",
"payload": "AGATE002",
"metadata_keys": [
"ai_generated",
"generator",
"model",
"watermark"
],
"default": "on",
"detect": "agate.detect_watermark(img)"
}
}