Diffusers
ophthalmology
OCT
fundus
medical-imaging
diffusion
stable-diffusion-3
segmentation
instruction-tuning
Instructions to use MaybeRichard/OCTFlow with libraries, inference providers, notebooks, and local apps. Follow these links to get started.
- Libraries
- Diffusers
How to use MaybeRichard/OCTFlow with Diffusers:
pip install -U diffusers transformers accelerate
import torch from diffusers import DiffusionPipeline # switch to "mps" for apple devices pipe = DiffusionPipeline.from_pretrained("MaybeRichard/OCTFlow", dtype=torch.bfloat16, device_map="cuda") prompt = "Astronaut in a jungle, cold color palette, muted colors, detailed, 8k" image = pipe(prompt).images[0] - Notebooks
- Google Colab
- Kaggle
manuscript: figures + references + abstract funnel (10pp)
Browse files
results/manuscript/sn-bibliography.bib
ADDED
|
@@ -0,0 +1,109 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
%% OCTFlow references.
|
| 2 |
+
%% 高置信度核心条目(常见经典文献,字段较可靠);标 "VERIFY" 的为眼科专用 FM/数据集,
|
| 3 |
+
%% 投稿前请用 nature-citation 脚本(联网)核对作者/年份/卷期。
|
| 4 |
+
|
| 5 |
+
@article{retfound,
|
| 6 |
+
author = "Zhou, Yukun and others",
|
| 7 |
+
title = "A foundation model for generalizable disease detection from retinal images",
|
| 8 |
+
journal = "Nature",
|
| 9 |
+
volume = "622",
|
| 10 |
+
pages = "156--163",
|
| 11 |
+
year = "2023"
|
| 12 |
+
}
|
| 13 |
+
|
| 14 |
+
@article{kermany,
|
| 15 |
+
author = "Kermany, Daniel S. and others",
|
| 16 |
+
title = "Identifying medical diagnoses and treatable diseases by image-based deep learning",
|
| 17 |
+
journal = "Cell",
|
| 18 |
+
volume = "172",
|
| 19 |
+
number = "5",
|
| 20 |
+
pages = "1122--1131",
|
| 21 |
+
year = "2018"
|
| 22 |
+
}
|
| 23 |
+
|
| 24 |
+
@inproceedings{sd3,
|
| 25 |
+
author = "Esser, Patrick and others",
|
| 26 |
+
title = "Scaling rectified flow transformers for high-resolution image synthesis",
|
| 27 |
+
booktitle = "International Conference on Machine Learning (ICML)",
|
| 28 |
+
year = "2024"
|
| 29 |
+
}
|
| 30 |
+
|
| 31 |
+
@inproceedings{ldm,
|
| 32 |
+
author = "Rombach, Robin and Blattmann, Andreas and Lorenz, Dominik and Esser, Patrick and Ommer, Bj{\"o}rn",
|
| 33 |
+
title = "High-resolution image synthesis with latent diffusion models",
|
| 34 |
+
booktitle = "IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)",
|
| 35 |
+
year = "2022"
|
| 36 |
+
}
|
| 37 |
+
|
| 38 |
+
@inproceedings{lipman,
|
| 39 |
+
author = "Lipman, Yaron and Chen, Ricky T. Q. and Ben-Hamu, Heli and Nickel, Maximilian and Le, Matt",
|
| 40 |
+
title = "Flow matching for generative modeling",
|
| 41 |
+
booktitle = "International Conference on Learning Representations (ICLR)",
|
| 42 |
+
year = "2023"
|
| 43 |
+
}
|
| 44 |
+
|
| 45 |
+
@article{dinov2,
|
| 46 |
+
author = "Oquab, Maxime and others",
|
| 47 |
+
title = "{DINOv2}: Learning robust visual features without supervision",
|
| 48 |
+
journal = "Transactions on Machine Learning Research (TMLR)",
|
| 49 |
+
year = "2024"
|
| 50 |
+
}
|
| 51 |
+
|
| 52 |
+
@inproceedings{diffclassifier,
|
| 53 |
+
author = "Li, Alexander C. and Prabhudesai, Mihir and Duggal, Shivam and Brown, Ellis and Pathak, Deepak",
|
| 54 |
+
title = "Your diffusion model is secretly a zero-shot classifier",
|
| 55 |
+
booktitle = "IEEE/CVF International Conference on Computer Vision (ICCV)",
|
| 56 |
+
year = "2023"
|
| 57 |
+
}
|
| 58 |
+
|
| 59 |
+
@inproceedings{sscd,
|
| 60 |
+
author = "Pizzi, Ed and Roy, Sreya Dutta and Ravindra, Sugosh Nagavara and Goyal, Priya and Douze, Matthijs",
|
| 61 |
+
title = "A self-supervised descriptor for image copy detection",
|
| 62 |
+
booktitle = "IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)",
|
| 63 |
+
year = "2022"
|
| 64 |
+
}
|
| 65 |
+
|
| 66 |
+
@inproceedings{lpips,
|
| 67 |
+
author = "Zhang, Richard and Isola, Phillip and Efros, Alexei A. and Shechtman, Eli and Wang, Oliver",
|
| 68 |
+
title = "The unreasonable effectiveness of deep features as a perceptual metric",
|
| 69 |
+
booktitle = "IEEE/CVF Conference on Computer Vision and Pattern Recognition (CVPR)",
|
| 70 |
+
year = "2018"
|
| 71 |
+
}
|
| 72 |
+
|
| 73 |
+
@inproceedings{fid,
|
| 74 |
+
author = "Heusel, Martin and Ramsauer, Hubert and Unterthiner, Thomas and Nessler, Bernhard and Hochreiter, Sepp",
|
| 75 |
+
title = "{GANs} trained by a two time-scale update rule converge to a local {N}ash equilibrium",
|
| 76 |
+
booktitle = "Advances in Neural Information Processing Systems (NeurIPS)",
|
| 77 |
+
year = "2017"
|
| 78 |
+
}
|
| 79 |
+
|
| 80 |
+
%% ---- 眼科专用 FM / 数据集:字段待联网核验(VERIFY)----
|
| 81 |
+
@article{visionfm,
|
| 82 |
+
author = "Qiu, Jianing and others",
|
| 83 |
+
title = "Development and validation of a multimodal multitask vision foundation model for generalist ophthalmic artificial intelligence ({VisionFM})",
|
| 84 |
+
journal = "NEJM AI",
|
| 85 |
+
year = "2024",
|
| 86 |
+
note = "VERIFY bibliographic details"
|
| 87 |
+
}
|
| 88 |
+
|
| 89 |
+
@article{mirage,
|
| 90 |
+
author = "others",
|
| 91 |
+
title = "{MIRAGE}: multimodal foundation model and benchmark for comprehensive retinal {OCT} image analysis",
|
| 92 |
+
year = "2024",
|
| 93 |
+
note = "VERIFY authors/venue"
|
| 94 |
+
}
|
| 95 |
+
|
| 96 |
+
@article{octa500,
|
| 97 |
+
author = "Li, Mingchao and others",
|
| 98 |
+
title = "{OCTA-500}: a retinal dataset for optical coherence tomography angiography study",
|
| 99 |
+
journal = "Medical Image Analysis",
|
| 100 |
+
year = "2024",
|
| 101 |
+
note = "VERIFY bibliographic details"
|
| 102 |
+
}
|
| 103 |
+
|
| 104 |
+
@article{oimhs,
|
| 105 |
+
author = "others",
|
| 106 |
+
title = "{OIMHS}: an optical coherence tomography image dataset for macular hole segmentation",
|
| 107 |
+
year = "2023",
|
| 108 |
+
note = "VERIFY authors/venue"
|
| 109 |
+
}
|