Buckets:

mishig's picture
download
raw
33.4 kB
<meta charset="utf-8" /><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Hugging Face İş İlanları&quot;,&quot;local&quot;:&quot;hugging-face-jobs&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Jobs üzerinde bir LoRA eğitin&quot;,&quot;local&quot;:&quot;train-a-lora-on-jobs&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;İş Yönetimi&quot;,&quot;local&quot;:&quot;managing-a-job&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Kendi görselleriniz üzerinde eğitim&quot;,&quot;local&quot;:&quot;train-on-your-own-images&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;FP8'de eğitim&quot;,&quot;local&quot;:&quot;train-in-fp8&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Bağımlılık başlığı olmadan bir betik çalıştırın&quot;,&quot;local&quot;:&quot;run-a-script-without-a-dependency-header&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Uzun çalıştırmalar için denetim noktaları kaydet&quot;,&quot;local&quot;:&quot;save-checkpoints-for-long-runs&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Sonraki adımlar&quot;,&quot;local&quot;:&quot;next-steps&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}"/>
<link href="/docs/diffusers/main/en/_app/immutable/entry/start.vZc-dOUR.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/Bafuik5c.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/Bupkjr9f.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/entry/app.B6c3Ml05.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/CyvZ3FS5.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/l0QnnOED.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/DnVIJfC5.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/DsnmJJEf.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/nodes/0.BQlx092V.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/CoSrdQax.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/nodes/363.BFw27EeD.js" rel="modulepreload">
<link href="/docs/diffusers/main/en/_app/immutable/chunks/B4AMoTAu.js" rel="modulepreload">
<!--1ffuigs--><meta name="hf:doc:metadata" content="{&quot;title&quot;:&quot;Hugging Face Jobs&quot;,&quot;local&quot;:&quot;hugging-face-jobs&quot;,&quot;sections&quot;:[{&quot;title&quot;:&quot;Train a LoRA on Jobs&quot;,&quot;local&quot;:&quot;train-a-lora-on-jobs&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Managing a Job&quot;,&quot;local&quot;:&quot;managing-a-job&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Train on your own images&quot;,&quot;local&quot;:&quot;train-on-your-own-images&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Train in FP8&quot;,&quot;local&quot;:&quot;train-in-fp8&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Run a script without a dependency header&quot;,&quot;local&quot;:&quot;run-a-script-without-a-dependency-header&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Save checkpoints for long runs&quot;,&quot;local&quot;:&quot;save-checkpoints-for-long-runs&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2},{&quot;title&quot;:&quot;Next steps&quot;,&quot;local&quot;:&quot;next-steps&quot;,&quot;sections&quot;:[],&quot;depth&quot;:2}],&quot;depth&quot;:1}"/><!---->
<link href="/docs/diffusers/main/en/_app/immutable/assets/0.tn0RQdqM.css" rel="modulepreload"> <!--[--><!--[0--><!--[--><!--[0--><!--[--><p></p> <div class="items-center shrink-0 min-w-[100px] max-sm:min-w-[50px] justify-end ml-auto flex" style="float: inline-end; margin-inline-start: 10px; display: inline-flex; position: relative; z-index: 10;"><div dir="ltr" class="inline-flex rounded-md max-sm:rounded-sm"><button class="inline-flex items-center gap-1 h-7 max-sm:h-7 px-2 max-sm:px-1.5 text-sm font-medium text-gray-800 border border-r-0 rounded-l-md max-sm:rounded-l-sm border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-live="polite"><span class="inline-flex items-center justify-center rounded-md p-0.5 max-sm:p-0 hover:text-gray-800 dark:hover:text-gray-200"><svg class="sm:size-3.5 size-3" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----></span> <span dir="auto">Copy page</span></button> <button class="inline-flex items-center justify-center w-6 max-sm:w-5 h-7 max-sm:h-7 disabled:pointer-events-none text-sm text-gray-500 hover:text-gray-700 dark:hover:text-white rounded-r-md max-sm:rounded-r-sm border border-l transition border-gray-200 bg-white hover:shadow-inner dark:border-gray-850 dark:bg-gray-950 dark:text-gray-200 dark:hover:bg-gray-800" aria-haspopup="menu" aria-expanded="false" aria-label="Open copy menu"><svg class="transition-transform text-gray-400 overflow-visible sm:size-3.5 size-3 rotate-0" width="1em" height="1em" viewBox="0 0 12 7" fill="none" xmlns="http://www.w3.org/2000/svg"><path d="M1 1L6 6L11 1" stroke="currentColor"></path></svg><!----></button></div> <!--[-1--><!--]--></div><!----> <!--[0--><h1 class="relative group"><a id="hugging-face-jobs" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#hugging-face-jobs"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Hugging Face İş İlanları<!----></span></h1><!--]--><!----> <p><a href="https://huggingface.co/docs/hub/jobs" rel="nofollow">Hugging Face Jobs</a>, Hugging Face GPU'larında çalıştığı için bir makine kurmanıza gerek yoktur ve terminali kapatsanız bile çalışma devam eder. Diffusers eğitim betikleri, depoyu klonlamaya veya yerel olarak herhangi bir şey kurmaya gerek kalmadan doğrudan GitHub URL'lerinden Jobs üzerinde çalışır.</p> <p>Başlamadan önce, <code>hf</code> CLI'yi yüklemek, oturum açmak ve hesabınıza kredi eklemek için <a href="https://huggingface.co/docs/hub/jobs-quickstart" rel="nofollow">Jobs hızlı başlangıç</a> rehberini izleyin.</p> <!--[1--><h2 class="relative group"><a id="train-a-lora-on-jobs" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#train-a-lora-on-jobs"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Jobs üzerinde bir LoRA eğitin<!----></span></h2><!--]--><!----> <p>Aşağıdaki komut, <a href="https://huggingface.co/datasets/diffusers/dog-example" rel="nofollow">diffusers/dog-example</a> içindeki beş köpek fotoğrafında <a href="https://huggingface.co/black-forest-labs/FLUX.2-klein-4B" rel="nofollow">FLUX.2-klein-4B</a> için bir LoRA eğitir. Tek bir A10G üzerinde çalışır ve LoRA'yı Hub'daki ad alanınıza gönderir.</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Kopyalandı</div><!----></button><!----></div> <pre class="language-bash "><!----><span class="hljs-comment"># 20 steps is a test run. For a real run, raise --max_train_steps</span>
<span class="hljs-comment"># (the FLUX.2 README uses 500) and --timeout to match.</span>
hf <span class="hljs-built_in">jobs</span> uv run --flavor a10g-small --<span class="hljs-built_in">timeout</span> 30m -s HF_TOKEN -- \
https://raw.githubusercontent.com/huggingface/diffusers/main/examples/dreambooth/train_dreambooth_lora_flux2_klein.py \
--pretrained_model_name_or_path black-forest-labs/FLUX.2-klein-4B \
--dataset_name diffusers/dog-example \
--instance_prompt <span class="hljs-string">&quot;a photo of sks dog&quot;</span> \
--resolution 512 --mixed_precision bf16 --guidance_scale 1 \
--gradient_checkpointing --cache_latents \
--optimizer adamW --use_8bit_adam --learning_rate 1e-4 \
--max_train_steps 20 --seed 0 \
--output_dir /tmp/out \
--push_to_hub --hub_model_id your-username/klein-dog-lora<!----></pre></div><!----> <p><code>uv</code>, betiğin <code># /// script</code> başlığındaki bağımlılıkları, <code>main</code> dalından Diffusers dahil olmak üzere yükler. İşler varsayılan olarak bir Hugging Face jetonu almaz, bu nedenle <code>-s HF_TOKEN</code> bayrağı, betiğin LoRA’yı itebilmesi için jetonunuzu iletir. İş sonlandığında diski silinir ve itmediğiniz her şey kaybolur. <a href="./dreambooth">DreamBooth</a> ve <a href="./lora">LoRA</a> kılavuzları, eğitim argümanlarını açıklar.</p> <!--[1--><h2 class="relative group"><a id="managing-a-job" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#managing-a-job"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->İş Yönetimi<!----></span></h2><!--]--><!----> <p>Eğitim günlükleri, İş çalışırken terminalinize yazdırılır. Terminali kapatmak veya <code>Ctrl+C</code> tuşlarına basmak eğitimi durdurmaz, çünkü İş Hugging Face’in makinelerinde çalışır. Terminalinizi meşgul etmeden uzun bir çalıştırma başlatmak için <code>--</code> öncesine <code>-d</code> ekleyin. Komut İş Kimliğini yazdırır ve döner.</p> <p>Job ID'yi kullanarak günlüklere yeniden bağlanabilir, modelin eğitim sırasında GPU bellek ve kullanım durumunu kontrol edebilir veya bir çalışmayı durdurabilirsiniz.</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Kopyalandı</div><!----></button><!----></div> <pre class="language-bash "><!---->hf <span class="hljs-built_in">jobs</span> logs -f &lt;job_id&gt;
hf <span class="hljs-built_in">jobs</span> stats &lt;job_id&gt;
hf <span class="hljs-built_in">jobs</span> cancel &lt;job_id&gt;<!----></pre></div><!----> <p>Çalışma başarısız olursa, <code>hf jobs inspect &lt;job_id></code> hata mesajını gösterir. Diğer komutlar için <a href="https://huggingface.co/docs/hub/jobs-manage" rel="nofollow">İşleri Yönetme</a> bölümüne bakın.</p> <!--[1--><h2 class="relative group"><a id="train-on-your-own-images" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#train-on-your-own-images"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Kendi görselleriniz üzerinde eğitim<!----></span></h2><!--]--><!----> <p>Görselleriniz üzerinde eğitim yapmak için klasörlerini <code>-v</code> ile Job'a bağlayın ve <code>--dataset_name</code> yerine bağlama yolunu <code>--instance_data_dir</code> parametresine iletin. Jobs, Job başlatılmadan önce klasörü özel bir kovaya yükler ve salt okunur olarak bağlar. Aynı klasörün tekrar yüklenmesi yalnızca yeni veya değiştirilmiş dosyaları gönderir.</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Kopyalandı</div><!----></button><!----></div> <pre class="language-bash "><!---->hf <span class="hljs-built_in">jobs</span> uv run --flavor a10g-small --<span class="hljs-built_in">timeout</span> 30m -s HF_TOKEN \
-v ./my-dog:/data -- \
https://raw.githubusercontent.com/huggingface/diffusers/main/examples/dreambooth/train_dreambooth_lora_flux2_klein.py \
--pretrained_model_name_or_path black-forest-labs/FLUX.2-klein-4B \
--instance_data_dir /data \
--instance_prompt <span class="hljs-string">&quot;a photo of sks dog&quot;</span> \
--resolution 512 --mixed_precision bf16 --guidance_scale 1 \
--gradient_checkpointing --cache_latents \
--optimizer adamW --use_8bit_adam --learning_rate 1e-4 \
--max_train_steps 20 --seed 0 \
--output_dir /tmp/out \
--push_to_hub --hub_model_id your-username/klein-dog-lora<!----></pre></div><!----> <p>Betik, <code>--instance_data_dir</code> içindeki her dosyayı bir görüntü olarak açtığından, klasörde yalnızca görüntü dosyaları bulundurun. <code>.DS_Store</code> gibi gizli bir dosya çalışmanın başarısız olmasına neden olur. Bir klasörün bağlanması hakkında daha fazla bilgi için <a href="https://huggingface.co/docs/hub/jobs-configuration#local-directories" rel="nofollow">Yerel dizinler</a> bölümüne bakın.</p> <p><code>--with_prior_preservation</code> ile betik, eğitim başlamadan önce sınıf görsellerini <code>--class_data_dir</code> dizinine oluşturur. İşin (Job) yazabileceği bir yola işaret edin. Sınıf görsellerini sonraki çalıştırmalarda yeniden kullanmak için bunları, <a href="#save-checkpoints-for-long-runs">Uzun çalıştırmalar için denetim noktalarını kaydetme</a> bölümündeki gibi okuma-yazma bir varlık kovası (bucket) bağlamasına yerleştirin.</p> <!--[1--><h2 class="relative group"><a id="train-in-fp8" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#train-in-fp8"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->FP8'de eğitim<!----></span></h2><!--]--><!----> <p>FLUX.2, Z-Image, Ideogram 4 ve Krea 2 DreamBooth LoRA betikleri, bellek kullanımını azaltan <a href="https://github.com/pytorch/ao" rel="nofollow">torchao</a> ile FP8'de eğitim yapmak için <code>--do_fp8_training</code> parametresini alır. Hiçbir betik başlığı torchao'yu içermediğinden, <code>--</code> öncesine <code>--with torchao</code> ekleyin. FP8 ayrıca L4 (<code>l4x1</code>) veya L40S (<code>l40sx1</code>) gibi 8.9 veya daha yüksek hesaplama yeteneğine sahip bir GPU gerektirir. A10G (8.6) ve A100 (8.0) bunu desteklemez.</p> <!--[1--><h2 class="relative group"><a id="run-a-script-without-a-dependency-header" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#run-a-script-without-a-dependency-header"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Bağımlılık başlığı olmadan bir betik çalıştırın<!----></span></h2><!--]--><!----> <p>Bağımlılıklarını dosyanın başındaki <code># /// script</code> bloğunda yalnızca <a href="https://github.com/huggingface/diffusers/tree/main/examples/dreambooth" rel="nofollow">examples/dreambooth</a> ve <a href="https://github.com/huggingface/diffusers/tree/main/examples/advanced_diffusion_training" rel="nofollow">examples/advanced_diffusion_training</a> içindeki betikler bildirir. Bu klasörlerdeki <code>train_dreambooth_lora_sdxl.py</code> gibi bazı betiklerde bu blok bulunmaz.</p> <p>Başlık içermeyen bir betik için her bağımlılığı <code>--with</code> ile iletin. Eğitim betikleri geliştirme sürümünü gerektirdiğinden Diffusers'ı kaynaktan yükleyin. Diğer bağımlılıklar betiğin <code>requirements.txt</code> dosyasından ve içe aktarmalarından gelir.</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Kopyalandı</div><!----></button><!----></div> <pre class="language-bash "><!---->hf <span class="hljs-built_in">jobs</span> uv run --flavor a10g-small --<span class="hljs-built_in">timeout</span> 30m -s HF_TOKEN \
--with <span class="hljs-string">&quot;diffusers @ git+https://github.com/huggingface/diffusers.git&quot;</span> \
--with torch --with torchvision --with accelerate --with transformers \
--with peft --with datasets --with bitsandbytes \
--with ftfy --with tensorboard --with Jinja2 -- \
https://raw.githubusercontent.com/huggingface/diffusers/main/examples/dreambooth/train_dreambooth_lora_sdxl.py \
--pretrained_model_name_or_path stabilityai/stable-diffusion-xl-base-1.0 \
--pretrained_vae_model_name_or_path madebyollin/sdxl-vae-fp16-fix \
--dataset_name diffusers/dog-example \
--instance_prompt <span class="hljs-string">&quot;a photo of sks dog&quot;</span> \
--resolution 1024 --mixed_precision fp16 \
--gradient_checkpointing --use_8bit_adam --learning_rate 1e-4 \
--max_train_steps 20 --seed 0 \
--output_dir /tmp/out \
--push_to_hub --hub_model_id your-username/sdxl-dog-lora<!----></pre></div><!----> <!--[1--><h2 class="relative group"><a id="save-checkpoints-for-long-runs" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#save-checkpoints-for-long-runs"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Uzun çalıştırmalar için denetim noktaları kaydet<!----></span></h2><!--]--><!----> <p>Saatler süren bir çalıştırma, tamamlanmadan zaman aşımına uğrayabilir veya çökebilir. İlerlemesini korumak için <code>-v</code> ile bir <a href="https://huggingface.co/docs/hub/storage-buckets" rel="nofollow">Storage Bucket</a>'ı İşe bağlayın ve <code>--output_dir</code>'i ona yönlendirin. Önce <code>hf buckets create</code> ile bucket'ı oluşturun.</p> <p>Betik, her <code>--checkpointing_steps</code> adımda (varsayılan olarak 500) bir <code>checkpoint-&lt;step></code> klasörünü <code>--output_dir</code> dizinine kaydeder, böylece eğitim ilerledikçe checkpoint'ler kovaya yerleşir. <code>--checkpoints_total_limit</code> parametresi, kaç checkpoint'in tutulacağını sınırlar. <code>--resume_from_checkpoint latest</code>, <code>--output_dir</code> içindeki en yeni checkpoint'ten devam eder; eğer böyle bir checkpoint yoksa baştan başlar, bu sayede aynı komut hem ilk çalıştırma hem de her yeniden başlatma için geçerli olur.</p> <div class="code-block relative "><div class="absolute top-2.5 right-4"><button class="inline-flex items-center relative text-sm focus:text-green-500 cursor-pointer focus:outline-none transition duration-200 ease-in-out opacity-0 mx-0.5 text-gray-600 " title="code excerpt" type="button"><svg xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M28,10V28H10V10H28m0-2H10a2,2,0,0,0-2,2V28a2,2,0,0,0,2,2H28a2,2,0,0,0,2-2V10a2,2,0,0,0-2-2Z" transform="translate(0)"></path><path d="M4,18H2V4A2,2,0,0,1,4,2H18V4H4Z" transform="translate(0)"></path><rect fill="none" width="32" height="32"></rect></svg><!----> <div class=" absolute pointer-events-none transition-opacity bg-black text-white py-1 px-2 leading-tight rounded font-normal shadow left-1/2 top-full transform -translate-x-1/2 translate-y-2 opacity-0 "><div class="absolute bottom-full left-1/2 transform -translate-x-1/2 w-0 h-0 border-black border-4 border-t-0" style="border-left-color: transparent; border-right-color: transparent;"></div> Kopyalandı</div><!----></button><!----></div> <pre class="language-bash "><!---->hf <span class="hljs-built_in">jobs</span> uv run --flavor a10g-small --<span class="hljs-built_in">timeout</span> 8h -s HF_TOKEN \
-v hf://buckets/your-username/checkpoints:/ckpt -- \
https://raw.githubusercontent.com/huggingface/diffusers/main/examples/dreambooth/train_dreambooth_lora_flux2_klein.py \
--pretrained_model_name_or_path black-forest-labs/FLUX.2-klein-4B \
--dataset_name diffusers/dog-example \
--instance_prompt <span class="hljs-string">&quot;a photo of sks dog&quot;</span> \
--resolution 1024 --mixed_precision bf16 --guidance_scale 1 \
--gradient_checkpointing --cache_latents \
--optimizer adamW --use_8bit_adam --learning_rate 1e-4 \
--max_train_steps 5000 --seed 0 \
--checkpointing_steps 500 --checkpoints_total_limit 3 \
--resume_from_checkpoint latest \
--output_dir /ckpt/klein-dog<!----></pre></div><!----> <p>Eğitim sona erdiğinde, LoRA, <code>pytorch_lora_weights.safetensors</code> olarak kovaya kaydedilir. Bağlama seçenekleri için <a href="https://huggingface.co/docs/hub/jobs-configuration#volumes" rel="nofollow">Volume'lar</a> bölümüne bakın.</p> <blockquote class="note"><p><code>--output_dir</code> checkpoint içeriyorsa <code>--push_to_hub</code> eklemeyin. Yükleme işlemi yalnızca <code>step_*</code> ve <code>epoch_*</code> klasörlerini atlar, bu nedenle <code>checkpoint-&lt;step></code> klasörleri LoRA ile birlikte model deposuna gönderilir. Bunun yerine <code>pytorch_lora_weights.safetensors</code> dosyasını kendiniz bir model deposuna yükleyin.</p></blockquote> <!--[1--><h2 class="relative group"><a id="next-steps" class="header-link block pr-1.5 text-lg no-hover:hidden with-hover:absolute with-hover:p-1.5 with-hover:opacity-0 with-hover:group-hover:opacity-100 with-hover:right-full" href="#next-steps"><span><svg xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" aria-hidden="true" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 256 256"><path d="M167.594 88.393a8.001 8.001 0 0 1 0 11.314l-67.882 67.882a8 8 0 1 1-11.314-11.315l67.882-67.881a8.003 8.003 0 0 1 11.314 0zm-28.287 84.86l-28.284 28.284a40 40 0 0 1-56.567-56.567l28.284-28.284a8 8 0 0 0-11.315-11.315l-28.284 28.284a56 56 0 0 0 79.196 79.197l28.285-28.285a8 8 0 1 0-11.315-11.314zM212.852 43.14a56.002 56.002 0 0 0-79.196 0l-28.284 28.284a8 8 0 1 0 11.314 11.314l28.284-28.284a40 40 0 0 1 56.568 56.567l-28.285 28.285a8 8 0 0 0 11.315 11.314l28.284-28.284a56.065 56.065 0 0 0 0-79.196z" fill="currentColor"></path></svg><!----></span></a> <span><!---->Sonraki adımlar<!----></span></h2><!--]--><!----> <ul><li>Hub belgelerindeki <a href="https://huggingface.co/docs/hub/jobs-training" rel="nofollow">Train Models on Jobs</a> bölümünü, uzun bir işten önce çalıştırılacak kontrolleri ve başarısız bir işin nasıl okunacağını öğrenmek için okuyun.</li> <li>Eğittiğiniz LoRA'yı çıkarım için <a href="../tutorials/using_peft_for_inference">LoRA</a> kılavuzuyla yükleyin.</li> <li>Model-specific komutlar ve bellek seçenekleri için <a href="https://github.com/huggingface/diffusers/tree/main/examples/dreambooth" rel="nofollow">DreamBooth README dosyalarını</a> inceleyin.</li></ul> <a class="!text-gray-400 !no-underline text-sm flex items-center not-prose mt-4" href="https://github.com/huggingface/diffusers/blob/main/docs/source/en/training/jobs.md" target="_blank"><svg class="mr-1" xmlns="http://www.w3.org/2000/svg" aria-hidden="true" fill="currentColor" focusable="false" role="img" width="1em" height="1em" preserveAspectRatio="xMidYMid meet" viewBox="0 0 32 32"><path d="M31,16l-7,7l-1.41-1.41L28.17,16l-5.58-5.59L24,9l7,7z"></path><path d="M1,16l7-7l1.41,1.41L3.83,16l5.58,5.59L8,23l-7-7z"></path><path d="M12.419,25.484L17.639,6.552l1.932,0.518L14.351,26.002z"></path></svg><!----> <span><span class="underline">Update</span> on GitHub</span></a><!----> <p></p><!--]--><!----><!--]--><!--]--><!--]--> <!--[-1--><!--]--><!--]-->
<script>
{
__sveltekit_1rjuniz = {
base: "/docs/diffusers/main/en",
assets: "/docs/diffusers/main/en"
};
const element = document.currentScript.parentElement;
Promise.all([
import("/docs/diffusers/main/en/_app/immutable/entry/start.vZc-dOUR.js"),
import("/docs/diffusers/main/en/_app/immutable/entry/app.B6c3Ml05.js")
]).then(([kit, app]) => {
kit.start(app, element, {
node_ids: [0, 363],
data: [null,null],
form: null,
error: null
});
});
}
</script>

Xet Storage Details

Size:
33.4 kB
·
Xet hash:
68f3706af045b7a05c3400d72453f380d9a6a9274337009c52cb563e6b743d59

Xet efficiently stores files, intelligently splitting them into unique chunks and accelerating uploads and downloads. More info.