Add 1024px DreamLite ONNX Android test models
Browse files- 1024/decoder_1024_fp32.onnx +3 -0
- 1024/manifest.json +87 -0
- 1024/unet_1024_fp32.onnx +3 -0
- README.md +4 -1
1024/decoder_1024_fp32.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:92cc83fbfbe756ffdf9887a62accce8e722cb21d75785dbd4e239d50f40ca25f
|
| 3 |
+
size 4913046
|
1024/manifest.json
ADDED
|
@@ -0,0 +1,87 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
{
|
| 2 |
+
"name": "DreamLite fixed-prompt test",
|
| 3 |
+
"resolution": 1024,
|
| 4 |
+
"steps": 4,
|
| 5 |
+
"seed": 42,
|
| 6 |
+
"prompt": "A red ceramic teapot on a wooden table, natural window light, product photography",
|
| 7 |
+
"conditions": "Precomputed text embedding; no live text/image encoder in this test",
|
| 8 |
+
"schedules": {
|
| 9 |
+
"1": {
|
| 10 |
+
"sigmas": [
|
| 11 |
+
1.0,
|
| 12 |
+
0.0
|
| 13 |
+
],
|
| 14 |
+
"timesteps": [
|
| 15 |
+
1000.0
|
| 16 |
+
]
|
| 17 |
+
},
|
| 18 |
+
"2": {
|
| 19 |
+
"sigmas": [
|
| 20 |
+
1.0,
|
| 21 |
+
0.7595109343528748,
|
| 22 |
+
0.0
|
| 23 |
+
],
|
| 24 |
+
"timesteps": [
|
| 25 |
+
1000.0,
|
| 26 |
+
759.5109252929688
|
| 27 |
+
]
|
| 28 |
+
},
|
| 29 |
+
"4": {
|
| 30 |
+
"sigmas": [
|
| 31 |
+
1.0,
|
| 32 |
+
0.9045307636260986,
|
| 33 |
+
0.7595109343528748,
|
| 34 |
+
0.5128441452980042,
|
| 35 |
+
0.0
|
| 36 |
+
],
|
| 37 |
+
"timesteps": [
|
| 38 |
+
1000.0,
|
| 39 |
+
904.53076171875,
|
| 40 |
+
759.5109252929688,
|
| 41 |
+
512.8441162109375
|
| 42 |
+
]
|
| 43 |
+
}
|
| 44 |
+
},
|
| 45 |
+
"shapes": {
|
| 46 |
+
"sample": [
|
| 47 |
+
1,
|
| 48 |
+
4,
|
| 49 |
+
128,
|
| 50 |
+
256
|
| 51 |
+
],
|
| 52 |
+
"timestep": [
|
| 53 |
+
1
|
| 54 |
+
],
|
| 55 |
+
"encoder_hidden_states": [
|
| 56 |
+
1,
|
| 57 |
+
24,
|
| 58 |
+
2048
|
| 59 |
+
],
|
| 60 |
+
"encoder_attention_mask": [
|
| 61 |
+
1,
|
| 62 |
+
24
|
| 63 |
+
],
|
| 64 |
+
"time_ids": [
|
| 65 |
+
1,
|
| 66 |
+
2
|
| 67 |
+
]
|
| 68 |
+
},
|
| 69 |
+
"files": [
|
| 70 |
+
{
|
| 71 |
+
"name": "unet_1024_fp32.onnx",
|
| 72 |
+
"size": 1562073493,
|
| 73 |
+
"sha256": "2fdf23642c17ddcc15562dab1a8407f13105b7afedf65af5f96b7b10506e264e"
|
| 74 |
+
},
|
| 75 |
+
{
|
| 76 |
+
"name": "decoder_1024_fp32.onnx",
|
| 77 |
+
"size": 4913046,
|
| 78 |
+
"sha256": "92cc83fbfbe756ffdf9887a62accce8e722cb21d75785dbd4e239d50f40ca25f"
|
| 79 |
+
}
|
| 80 |
+
],
|
| 81 |
+
"repository": "xay2001/dreamlite-android",
|
| 82 |
+
"revision": "main",
|
| 83 |
+
"remote_path": "1024",
|
| 84 |
+
"published": false,
|
| 85 |
+
"qnn_verified": false,
|
| 86 |
+
"weights": "FP32 ONNX; HTP requests FP16; NOT paper W8A8"
|
| 87 |
+
}
|
1024/unet_1024_fp32.onnx
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:2fdf23642c17ddcc15562dab1a8407f13105b7afedf65af5f96b7b10506e264e
|
| 3 |
+
size 1562073493
|
README.md
CHANGED
|
@@ -10,7 +10,7 @@ tags:
|
|
| 10 |
- experimental
|
| 11 |
---
|
| 12 |
|
| 13 |
-
# DreamLite Android — 512 px test
|
| 14 |
|
| 15 |
Experimental ONNX conversion of [DreamLite-mobile](https://huggingface.co/carlofkl/DreamLite-mobile/tree/diffusers), for the independent DreamLite Lab Android test application. Original implementation: [ByteVisionLab/DreamLite](https://github.com/ByteVisionLab/DreamLite).
|
| 16 |
|
|
@@ -18,6 +18,8 @@ Experimental ONNX conversion of [DreamLite-mobile](https://huggingface.co/carlof
|
|
| 18 |
|
| 19 |
`512/unet_512_fp32.onnx` and `512/decoder_512_fp32.onnx` are static-shape FP32 models, exported with ONNX opset 17. `512/manifest.json` lists sizes and SHA-256 checksums. Download individual files; do not rename them.
|
| 20 |
|
|
|
|
|
|
|
| 21 |
The application defaults to **512 × 512, 1 step** and offers 2/4-step comparison. One-step output is experimental and visibly softer in the local sample; four steps is the quality reference. This is not a model trained specifically for one-step inference.
|
| 22 |
|
| 23 |
## Scope and validation
|
|
@@ -25,6 +27,7 @@ The application defaults to **512 × 512, 1 step** and offers 2/4-step compariso
|
|
| 25 |
- Fixed, pre-encoded text condition in the test APK: a red ceramic teapot on a wooden table near a window, seed 42. The output image is generated on each run, not cached.
|
| 26 |
- The 2B text/image encoder is **not** included. This package does not provide arbitrary text entry or photo editing in the test APK.
|
| 27 |
- CPU ONNX numerical checks and a complete 512px, one-step image comparison against the PyTorch baseline were performed. This does not establish general image quality or mobile speed.
|
|
|
|
| 28 |
- QNN HTP strict mode requests FP16 execution and disables CPU fallback. **DreamLite phone NPU compatibility and sub-second latency remain unverified.** These are not the paper's W8A8 quantized weights.
|
| 29 |
- This 512px experiment does not demonstrate the 1024px, multi-condition project target.
|
| 30 |
|
|
|
|
| 10 |
- experimental
|
| 11 |
---
|
| 12 |
|
| 13 |
+
# DreamLite Android — 512 / 1024 px test packages
|
| 14 |
|
| 15 |
Experimental ONNX conversion of [DreamLite-mobile](https://huggingface.co/carlofkl/DreamLite-mobile/tree/diffusers), for the independent DreamLite Lab Android test application. Original implementation: [ByteVisionLab/DreamLite](https://github.com/ByteVisionLab/DreamLite).
|
| 16 |
|
|
|
|
| 18 |
|
| 19 |
`512/unet_512_fp32.onnx` and `512/decoder_512_fp32.onnx` are static-shape FP32 models, exported with ONNX opset 17. `512/manifest.json` lists sizes and SHA-256 checksums. Download individual files; do not rename them.
|
| 20 |
|
| 21 |
+
The `1024/` directory contains the corresponding native 1024px UNet and decoder. APK 0.3 supports resolution selection and separate local storage; each resolution needs approximately 1.57 GB. Changing step count reuses the selected resolution's weights. 1024px inference does not resize a 512px generated image.
|
| 22 |
+
|
| 23 |
The application defaults to **512 × 512, 1 step** and offers 2/4-step comparison. One-step output is experimental and visibly softer in the local sample; four steps is the quality reference. This is not a model trained specifically for one-step inference.
|
| 24 |
|
| 25 |
## Scope and validation
|
|
|
|
| 27 |
- Fixed, pre-encoded text condition in the test APK: a red ceramic teapot on a wooden table near a window, seed 42. The output image is generated on each run, not cached.
|
| 28 |
- The 2B text/image encoder is **not** included. This package does not provide arbitrary text entry or photo editing in the test APK.
|
| 29 |
- CPU ONNX numerical checks and a complete 512px, one-step image comparison against the PyTorch baseline were performed. This does not establish general image quality or mobile speed.
|
| 30 |
+
- Complete 1024px, four-step CPU output comparison passed the preset image threshold (PSNR 75.57 dB, pixel MAE 0.001803 on a 0–255 scale). The 1024 UNet's stricter elementwise tolerance test failed (maximum absolute error 0.003335); this record is retained. One/two-step 1024 quality has not been separately evaluated. These remain experimental test models.
|
| 31 |
- QNN HTP strict mode requests FP16 execution and disables CPU fallback. **DreamLite phone NPU compatibility and sub-second latency remain unverified.** These are not the paper's W8A8 quantized weights.
|
| 32 |
- This 512px experiment does not demonstrate the 1024px, multi-condition project target.
|
| 33 |
|