Model card
Browse files
README.md
CHANGED
|
@@ -18,6 +18,7 @@ Weights of Jeveration, a frozen vision-language model that returns a whole 512 x
|
|
| 18 |
**single forward pass**. One checkpoint serves text-to-image, image-to-image (HED edge map or depth map to image,
|
| 19 |
colorization, three styles) and dense prediction (13-class segmentation, depth, surface normals).
|
| 20 |
|
|
|
|
| 21 |
- Code and usage: https://github.com/Carol-lyh/Jeveration
|
| 22 |
- Project page: https://carol-lyh.github.io/Jeveration/
|
| 23 |
|
|
@@ -53,16 +54,15 @@ pipe = JeverationPipeline("weights/jeveration.pt", decoder="weights/decoder512.p
|
|
| 53 |
source_decoder="weights/source_decoder512.pt")
|
| 54 |
|
| 55 |
# Text-to-image: a list of prompts -> uint8 images [B, 512, 512, 3]
|
| 56 |
-
prompt =
|
| 57 |
-
"warm candlelight, fantasy illustration.")
|
| 58 |
images = pipe.text_to_image([prompt], pipe.generator(0))
|
| 59 |
-
Image.fromarray(images[0]).save("
|
| 60 |
|
| 61 |
# Structure to image: an edge map ("hed") or a depth map ("depth"), with a caption of the wanted image
|
| 62 |
-
edges = load_square("examples/
|
| 63 |
-
images = pipe.image_to_image(edges[None], "hed", ["A
|
| 64 |
generator=pipe.generator(0))
|
| 65 |
-
Image.fromarray(images[0]).save("
|
| 66 |
|
| 67 |
# Colorization of a grey picture
|
| 68 |
gray = to_gray(load_square("examples/gray_burger.jpg"))
|
|
@@ -70,7 +70,7 @@ images = pipe.image_to_image(gray[None], "colorize", generator=pipe.generator(0)
|
|
| 70 |
Image.fromarray(images[0]).save("burger.png")
|
| 71 |
|
| 72 |
# Style transfer of a photo: "anime", "ghibli" or "watercolor"
|
| 73 |
-
photo = load_square("examples/
|
| 74 |
images = pipe.image_to_image(photo[None], "watercolor", generator=pipe.generator(0))
|
| 75 |
Image.fromarray(images[0]).save("watercolor.png")
|
| 76 |
|
|
@@ -101,7 +101,7 @@ Apache License 2.0, for these weights and for the code. The models downloaded at
|
|
| 101 |
@article{liu2026jeveration,
|
| 102 |
title = {Jeveration: System One Models Now Generate},
|
| 103 |
author = {Liu, Yuhe and Li, Qi and Zhang, Shihua and Wang, Xinchao},
|
| 104 |
-
journal = {arXiv preprint},
|
| 105 |
year = {2026}
|
| 106 |
}
|
| 107 |
```
|
|
|
|
| 18 |
**single forward pass**. One checkpoint serves text-to-image, image-to-image (HED edge map or depth map to image,
|
| 19 |
colorization, three styles) and dense prediction (13-class segmentation, depth, surface normals).
|
| 20 |
|
| 21 |
+
- Paper: https://arxiv.org/abs/2611.24738
|
| 22 |
- Code and usage: https://github.com/Carol-lyh/Jeveration
|
| 23 |
- Project page: https://carol-lyh.github.io/Jeveration/
|
| 24 |
|
|
|
|
| 54 |
source_decoder="weights/source_decoder512.pt")
|
| 55 |
|
| 56 |
# Text-to-image: a list of prompts -> uint8 images [B, 512, 512, 3]
|
| 57 |
+
prompt = "An oil painting of sunflowers in a blue ceramic vase, thick brush strokes."
|
|
|
|
| 58 |
images = pipe.text_to_image([prompt], pipe.generator(0))
|
| 59 |
+
Image.fromarray(images[0]).save("sunflowers.png")
|
| 60 |
|
| 61 |
# Structure to image: an edge map ("hed") or a depth map ("depth"), with a caption of the wanted image
|
| 62 |
+
edges = load_square("examples/hed_tulips.png")
|
| 63 |
+
images = pipe.image_to_image(edges[None], "hed", ["A bouquet of tulips in a glass vase on a windowsill, soft morning light."],
|
| 64 |
generator=pipe.generator(0))
|
| 65 |
+
Image.fromarray(images[0]).save("tulips.png")
|
| 66 |
|
| 67 |
# Colorization of a grey picture
|
| 68 |
gray = to_gray(load_square("examples/gray_burger.jpg"))
|
|
|
|
| 70 |
Image.fromarray(images[0]).save("burger.png")
|
| 71 |
|
| 72 |
# Style transfer of a photo: "anime", "ghibli" or "watercolor"
|
| 73 |
+
photo = load_square("examples/photo_flowercrown.jpg")
|
| 74 |
images = pipe.image_to_image(photo[None], "watercolor", generator=pipe.generator(0))
|
| 75 |
Image.fromarray(images[0]).save("watercolor.png")
|
| 76 |
|
|
|
|
| 101 |
@article{liu2026jeveration,
|
| 102 |
title = {Jeveration: System One Models Now Generate},
|
| 103 |
author = {Liu, Yuhe and Li, Qi and Zhang, Shihua and Wang, Xinchao},
|
| 104 |
+
journal = {arXiv preprint arXiv:2611.24738},
|
| 105 |
year = {2026}
|
| 106 |
}
|
| 107 |
```
|