diff --git a/transformer-v2/404.html b/transformer-v2/404.html index 6ade2b3d82b4004bc3754d66387466f0d9935c14..aedf115135969d6f9ab5632045b22078a36e5e57 100644 --- a/transformer-v2/404.html +++ b/transformer-v2/404.html @@ -11,16 +11,16 @@ - + - + - +
diff --git a/transformer-v2/assets/DeckFooter-CDGyhr7n.js b/transformer-v2/assets/DeckFooter-CDGyhr7n.js new file mode 100644 index 0000000000000000000000000000000000000000..bed0b0406c0c7a08825a9650d0d4142c32ecbc7d --- /dev/null +++ b/transformer-v2/assets/DeckFooter-CDGyhr7n.js @@ -0,0 +1 @@ +import{_ as e,_t as t,b as n,g as r,w as i,xt as a,y as o,z as s}from"./modules/shiki-BFOesOFp.js";import{t as c}from"./useNav-B1TSwKuf.js";import{t as l}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as u}from"./slidev/context-ChHKJoK9.js";import"./slidev/client-seyoTamJ.js";var d={class:`dl-footer`},f={class:`dl-footer__left`},p={key:0,class:`dl-footer__code`},m={key:1,class:`dl-footer__sep`},h={key:2},g={key:3,class:`dl-footer__sep`},_={key:4,class:`dl-footer__title`},v={class:`dl-footer__right`},y=l(i({__name:`DeckFooter`,setup(i){let{$slidev:l}=u(),y=c(),b=r(()=>l?.themeConfigs??{}),x=r(()=>b.value.courseCode??``),S=r(()=>b.value.lecture??``),C=r(()=>b.value.lectureTitle??``);return(r,i)=>(s(),n(`footer`,d,[e(`div`,f,[x.value?(s(),n(`span`,p,a(x.value),1)):o(`v-if`,!0),S.value?(s(),n(`span`,m,`·`)):o(`v-if`,!0),S.value?(s(),n(`span`,h,`Lecture `+a(S.value),1)):o(`v-if`,!0),C.value?(s(),n(`span`,g,`·`)):o(`v-if`,!0),C.value?(s(),n(`span`,_,a(C.value),1)):o(`v-if`,!0)]),e(`div`,v,a(t(y).currentPage.value)+` / `+a(t(y).total.value),1)]))}}),[[`__scopeId`,`data-v-fe908050`]]);export{y as t}; \ No newline at end of file diff --git a/transformer-v2/assets/DecodeLoop-BEpyTQUC.css b/transformer-v2/assets/DecodeLoop-BEpyTQUC.css new file mode 100644 index 0000000000000000000000000000000000000000..23b4ea260c3897bdfc7853a40dea32ab8631c0a0 --- /dev/null +++ b/transformer-v2/assets/DecodeLoop-BEpyTQUC.css @@ -0,0 +1 @@ +.dl-dec[data-v-87f8004e]{flex-direction:column;gap:.5rem;width:100%;max-width:36rem;display:flex}.dl-dec__row[data-v-87f8004e]{flex-wrap:wrap;align-items:center;gap:.3rem;display:flex}.dl-dec__label[data-v-87f8004e]{letter-spacing:.1em;text-transform:uppercase;color:var(--dl-muted);font-size:.7rem}.dl-dec__tok[data-v-87f8004e]{border:1px solid var(--dl-accent);background:var(--dl-accent-soft);color:var(--dl-heading);border-color:var(--dl-dec);background:color-mix(in srgb, var(--dl-dec) 12%, var(--dl-bg));border-radius:4px;padding:.08rem .5rem;font-size:.86rem}.dl-dec__tok.is-src[data-v-87f8004e]{border-color:var(--dl-enc);background:color-mix(in srgb, var(--dl-enc) 12%, var(--dl-bg))}@media (prefers-reduced-motion:no-preference){.dl-dec__tok.is-new[data-v-87f8004e]{animation:.5s ease-out both dl-dec-in-87f8004e}}@keyframes dl-dec-in-87f8004e{0%{opacity:0;transform:translateY(-.6rem)}to{opacity:1;transform:none}}.dl-dec__tok.is-start[data-v-87f8004e]{color:var(--dl-muted);background:0 0;border-style:dashed}.dl-dec__tok.is-wrong[data-v-87f8004e]{border-color:var(--dl-danger)}.dl-dec__chart[data-v-87f8004e]{flex-direction:column;gap:.15rem;display:flex}.dl-dec__title[data-v-87f8004e]{color:var(--dl-muted);font-size:.78rem}.dl-dec__bar-row[data-v-87f8004e]{grid-template-columns:5rem 1fr 2.6rem;align-items:center;gap:.5rem;font-size:.86rem;display:grid}.dl-dec__word[data-v-87f8004e]{text-align:right;color:var(--dl-body);border-radius:999px;padding:0 .3rem}.dl-dec__word.is-target[data-v-87f8004e]{outline:2px solid var(--dl-accent);color:var(--dl-heading);font-weight:700}.dl-dec__track[data-v-87f8004e]{background:var(--dl-surface);border:1px solid var(--dl-border);border-radius:3px;height:.75rem;overflow:hidden}.dl-dec__fill[data-v-87f8004e]{background:var(--dl-muted);height:100%;transition:width .25s;display:block}.dl-dec__fill.is-pick[data-v-87f8004e]{background:var(--dl-accent)}.dl-dec__p[data-v-87f8004e]{font-variant-numeric:tabular-nums;color:var(--dl-heading)}.dl-dec__loss[data-v-87f8004e]{color:var(--dl-muted);font-variant-numeric:tabular-nums;font-size:.82rem}.dl-dec__l[data-v-87f8004e]{color:var(--dl-heading);margin-left:.5rem}.dl-dec__total[data-v-87f8004e]{color:var(--dl-accent-strong);margin-left:.8rem;font-weight:700} diff --git a/transformer-v2/assets/DecodeLoop-CNTHEb2K.js b/transformer-v2/assets/DecodeLoop-CNTHEb2K.js new file mode 100644 index 0000000000000000000000000000000000000000..24c659fc1e7f7ae34b5c40d4aed7261f4cb6f177 --- /dev/null +++ b/transformer-v2/assets/DecodeLoop-CNTHEb2K.js @@ -0,0 +1 @@ +import{Q as e,S as t,V as n,Y as r,_ as i,_t as a,b as o,bt as s,g as c,lt as l,m as u,v as d,vt as f,w as p,x as m,xt as h,y as g,z as _}from"./modules/shiki-BFOesOFp.js";import{t as v}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as y}from"./slidev/context-ChHKJoK9.js";import{n as b,r as x}from"./interactive-C1KYSeoO.js";import{c as S,i as C,l as w,r as T,s as E,u as D}from"./useIllustrated-CloGYVoH.js";import{t as O}from"./useConvolution-qO1u8ksh.js";var k={class:`dl-dec`},A={class:`dl-dec__row`},j={class:`dl-dec__chart`},M={class:`dl-dec__title`},N={class:`dl-dec__track`},P={class:`dl-dec__p`},F={key:0,class:`dl-dec__loss`},I={key:0,class:`dl-dec__total`},L=v(p({__name:`DecodeLoop`,props:{mode:{default:`trained`},step:{default:0},switchable:{type:Boolean,default:!0},loss:{type:Boolean,default:!1}},setup(p){let{$slidev:v,$nav:L,$clicksContext:R,$clicks:z,$page:B,$renderContext:ee,$frontmatter:te}=y(),V=p,H=C.length,U=l(V.mode),W=l(null),G=c(()=>Math.min(H,Math.max(0,W.value??V.step)));r(()=>V.step,()=>{W.value=null});let K=c(()=>U.value===`trained`?E:S),q=c(()=>Math.min(G.value,H-1)),J=c(()=>K.value[q.value]),Y=e=>e.indexOf(Math.max(...e)),X=c(()=>K.value.slice(0,G.value).map(e=>w[Y(e)])),Z=c(()=>K.value.slice(0,G.value).map((e,t)=>D(e,C[t]))),Q=c(()=>Z.value.reduce((e,t)=>e+t,0));function $(){W.value=G.value>=H?0:G.value+1}return(r,c)=>{let l=b,p=x;return _(),d(p,{"max-width":`44rem`},{controls:e(()=>[t(l,{label:G.value>=a(H)?`Start over`:`Write the next word`,glyph:`▸`,onClick:$},null,8,[`label`]),V.switchable?(_(),d(l,{key:0,label:U.value===`trained`?`Show an untrained model`:`Show a trained model`,variant:`ghost`,glyph:`⇄`,onClick:c[0]||=e=>U.value=U.value===`trained`?`untrained`:`trained`},null,8,[`label`])):g(`v-if`,!0)]),readout:e(()=>[G.value===0?(_(),o(u,{key:0},[c[5]||=m(` The encoder has read `,-1),c[6]||=i(`em`,null,`je suis étudiant`,-1),c[7]||=m(` once. The decoder starts from ⟨start⟩ and writes one word per step. The ringed word is the right answer. `,-1)],64)):G.value[i(`div`,k,[i(`div`,A,[c[1]||=i(`span`,{class:`dl-dec__label`},`input`,-1),(_(!0),o(u,null,n(a(T),e=>(_(),o(`span`,{key:e,class:`dl-dec__tok is-src`},h(e),1))),128)),c[2]||=i(`span`,{class:`dl-dec__label ml-3`},`output so far`,-1),c[3]||=i(`span`,{class:`dl-dec__tok is-start`},`⟨start⟩`,-1),(_(!0),o(u,null,n(X.value,(e,t)=>(_(),o(`span`,{key:t,class:f([`dl-dec__tok`,{"is-wrong":e!==a(w)[a(C)[t]],"is-new":t===X.value.length-1}])},h(e),3))),128))]),i(`div`,j,[i(`div`,M,` output position `+h(q.value+1)+` — probability of each word `,1),(_(!0),o(u,null,n(J.value,(e,t)=>(_(),o(`div`,{key:t,class:`dl-dec__bar-row`},[i(`span`,{class:f([`dl-dec__word`,{"is-target":t===a(C)[q.value]}])},h(a(w)[t]),3),i(`span`,N,[i(`span`,{class:f([`dl-dec__fill`,{"is-pick":t===Y(J.value)}]),style:s({width:`${e*100}%`})},null,6)]),i(`span`,P,h(e.toFixed(2)),1)]))),128))]),V.loss?(_(),o(`div`,F,[c[4]||=m(` loss per position: `,-1),(_(!0),o(u,null,n(Z.value,(e,t)=>(_(),o(`span`,{key:t,class:`dl-dec__l`},h(a(O)(e)),1))),128)),Z.value.length?(_(),o(`span`,I,`sum = `+h(a(O)(Q.value)),1)):g(`v-if`,!0)])):g(`v-if`,!0)])]),_:1})}}}),[[`__scopeId`,`data-v-87f8004e`]]);export{L as t}; \ No newline at end of file diff --git a/transformer-v2/assets/FlowDot-CpcqfMjQ.js b/transformer-v2/assets/FlowDot-CpcqfMjQ.js new file mode 100644 index 0000000000000000000000000000000000000000..cd4644aa4ceb53a16b2132d6a62384d3009ac587 --- /dev/null +++ b/transformer-v2/assets/FlowDot-CpcqfMjQ.js @@ -0,0 +1 @@ +import{_ as e,_t as t,b as n,bt as r,w as i,y as a,z as o}from"./modules/shiki-BFOesOFp.js";import{t as s}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as c}from"./slidev/context-ChHKJoK9.js";var l=[`r`],u=[`path`,`dur`,`begin`],d=s(i({__name:`FlowDot`,props:{path:{},dur:{default:1.8},delay:{default:0},role:{default:`accent`},r:{default:4.5}},setup(i){let{$slidev:s,$nav:d,$clicksContext:f,$clicks:p,$page:m,$renderContext:h,$frontmatter:g}=c(),_=i,v=typeof window<`u`&&typeof window.matchMedia==`function`&&window.matchMedia(`(prefers-reduced-motion: reduce)`).matches,y=_.role===`body`?`var(--dl-body)`:`var(--dl-${_.role})`;return(i,s)=>t(v)?a(`v-if`,!0):(o(),n(`circle`,{key:0,r:_.r,class:`dl-flowdot`,style:r({fill:t(y)})},[e(`animateMotion`,{path:_.path,dur:`${_.dur}s`,begin:`-${_.delay}s`,repeatCount:`indefinite`,calcMode:`paced`},null,8,u)],12,l))}}),[[`__scopeId`,`data-v-90635adf`]]);export{d as t}; \ No newline at end of file diff --git a/transformer-v2/assets/FlowDot-DhuTnWHT.css b/transformer-v2/assets/FlowDot-DhuTnWHT.css new file mode 100644 index 0000000000000000000000000000000000000000..aae461ac589d09701cdf7548f3af3e7ecafb2db0 --- /dev/null +++ b/transformer-v2/assets/FlowDot-DhuTnWHT.css @@ -0,0 +1 @@ +.dl-flowdot[data-v-90635adf]{stroke:var(--dl-bg);stroke-width:1.5px} diff --git a/transformer-v2/assets/ItAttention-C9htn_5o.js b/transformer-v2/assets/ItAttention-C9htn_5o.js new file mode 100644 index 0000000000000000000000000000000000000000..e5b8fe92ee284e5dc69426434de9353edc0acb9a --- /dev/null +++ b/transformer-v2/assets/ItAttention-C9htn_5o.js @@ -0,0 +1 @@ +import{Q as e,S as t,V as n,_ as r,_t as i,b as a,bt as o,g as s,lt as c,m as l,v as u,vt as d,w as f,x as p,xt as m,y as h,z as g}from"./modules/shiki-BFOesOFp.js";import{t as _}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as v}from"./slidev/context-ChHKJoK9.js";import{n as y,r as b}from"./interactive-C1KYSeoO.js";import{n as x,t as S}from"./useIllustrated-CloGYVoH.js";var C=[`aria-label`],w=[`x1`,`y1`,`x2`,`y2`],T=[`y`],E=[`y`,`onClick`],D=21,O=16,k=150,A=330,j=_(f({__name:`ItAttention`,props:{head:{default:0},switchable:{type:Boolean,default:!0},movable:{type:Boolean,default:!0}},setup(f){let{$slidev:_,$nav:j,$clicksContext:M,$clicks:N,$page:P,$renderContext:F,$frontmatter:I}=v(),L=f,R=c(L.head),z=c(7),B=s(()=>R.value===`both`?[0,1]:[R.value]),V=s(()=>B.value.flatMap(e=>S[e][z.value].map((t,n)=>({h:e,j:n,w:t,y:O+n*D}))));function H(e){let t=S[e][z.value],n=t.indexOf(Math.max(...t));return{word:x[n],w:t[n]}}function U(e){z.value=(z.value+e+x.length)%x.length}function W(e){(e.key===`ArrowUp`||e.key===`ArrowDown`)&&(e.stopPropagation(),e.preventDefault(),U(e.key===`ArrowUp`?-1:1))}return(s,c)=>{let f=y,_=b;return g(),u(_,{"max-width":`40rem`},{controls:e(()=>[L.switchable?(g(),a(l,{key:0},[t(f,{label:`Head 1`,variant:R.value===0?`primary`:`ghost`,onClick:c[0]||=e=>R.value=0},null,8,[`variant`]),t(f,{label:`Head 2`,variant:R.value===1?`primary`:`ghost`,onClick:c[1]||=e=>R.value=1},null,8,[`variant`]),t(f,{label:`Both`,variant:R.value===`both`?`primary`:`ghost`,onClick:c[2]||=e=>R.value=`both`},null,8,[`variant`])],64)):h(`v-if`,!0),L.movable?(g(),a(l,{key:1},[t(f,{label:`Previous word`,variant:`ghost`,glyph:`↑`,onClick:c[3]||=e=>U(-1)}),t(f,{label:`Next word`,variant:`ghost`,glyph:`↓`,onClick:c[4]||=e=>U(1)})],64)):h(`v-if`,!0)]),readout:e(()=>[(g(!0),a(l,null,n(B.value,e=>(g(),a(l,{key:e},[r(`span`,{class:d(e===1?`dl-ita__h2`:`dl-ita__h1`)},`Head `+m(e+1),3),c[6]||=p(`: `,-1),r(`strong`,null,m(i(x)[z.value]),1),c[7]||=p(` reads `,-1),r(`strong`,null,m(H(e).word),1),p(` most (`+m(H(e).w.toFixed(2))+`). `,1)],64))),128)),c[8]||=r(`span`,{class:`dl-ita__note`},`Weights drawn by hand to show the idea, not taken from a trained model.`,-1)]),default:e(()=>[(g(),a(`svg`,{viewBox:`0 0 460 250`,class:`dl-ita`,role:`img`,tabindex:`0`,"aria-label":`Attention of '${i(x)[z.value]}' over the sentence`,onKeydown:W},[(g(!0),a(l,null,n(V.value,e=>(g(),a(`line`,{key:`${e.h}-${e.j}-${z.value}`,x1:322,y1:O+z.value*D-4,x2:158,y2:e.y-4,class:d([`dl-ita__line`,{"is-h2":e.h===1}]),style:o({strokeWidth:.6+e.w*16,opacity:.25+e.w*1.5})},null,14,w))),128)),(g(!0),a(l,null,n(i(x),(e,t)=>(g(),a(`text`,{key:`k${t}`,x:k,y:O+t*D,"text-anchor":`end`,class:`dl-ita__word`},m(e),9,T))),128)),(g(!0),a(l,null,n(i(x),(e,t)=>(g(),a(`text`,{key:`q${t}`,x:A,y:O+t*D,class:d([`dl-ita__word`,{"is-ask":t===z.value}]),onClick:e=>z.value=t},m(e),11,E))),128)),c[5]||=r(`text`,{x:`20`,y:`245`,class:`dl-ita__small`},`read (keys)`,-1),r(`text`,{x:A,y:`245`,class:`dl-ita__small`},`asking (query)`)],40,C))]),_:1})}}}),[[`__scopeId`,`data-v-1f222a43`]]);export{j as t}; \ No newline at end of file diff --git a/transformer-v2/assets/ItAttention-DcmGpltA.css b/transformer-v2/assets/ItAttention-DcmGpltA.css new file mode 100644 index 0000000000000000000000000000000000000000..f02cfa48c643d98867c783b0be9d47b5812d11ad --- /dev/null +++ b/transformer-v2/assets/ItAttention-DcmGpltA.css @@ -0,0 +1 @@ +.dl-ita[data-v-1f222a43]{outline:none;width:100%;max-width:30rem;height:auto}.dl-ita[data-v-1f222a43]:focus-visible{outline:2px solid var(--dl-accent);outline-offset:2px}.dl-ita__line[data-v-1f222a43]{stroke:var(--dl-accent);stroke-linecap:round}.dl-ita__line.is-h2[data-v-1f222a43]{stroke:var(--dl-k)}.dl-ita__word[data-v-1f222a43]{fill:var(--dl-heading);cursor:pointer;font-size:14px}.dl-ita__word.is-ask[data-v-1f222a43]{fill:var(--dl-q);font-weight:700}.dl-ita__small[data-v-1f222a43]{fill:var(--dl-muted);font-size:11px}.dl-ita__h2[data-v-1f222a43]{color:var(--dl-k)}.dl-ita__h1[data-v-1f222a43]{color:var(--dl-accent)}@media (prefers-reduced-motion:no-preference){.dl-ita__line[data-v-1f222a43]{stroke-dasharray:400;animation:.9s ease-out both dl-ita-draw-1f222a43}}@keyframes dl-ita-draw-1f222a43{0%{stroke-dashoffset:400px}to{stroke-dashoffset:0}}.dl-ita__note[data-v-1f222a43]{color:var(--dl-muted);font-size:.85em;display:block} diff --git a/transformer-v2/assets/PollSlide-uaNGIrh8.js b/transformer-v2/assets/PollSlide-uaNGIrh8.js new file mode 100644 index 0000000000000000000000000000000000000000..1f002a66536db327018a680284112c01ba39efc9 --- /dev/null +++ b/transformer-v2/assets/PollSlide-uaNGIrh8.js @@ -0,0 +1 @@ +import{Q as e,S as t,V as n,_ as r,b as i,m as a,w as o,xt as s,z as c}from"./modules/shiki-BFOesOFp.js";import{t as l}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as u}from"./slidev/context-ChHKJoK9.js";import{t as d}from"./slidev/VClicks-BDQlFH0_.js";var f={class:`dl-poll`},p={class:`dl-poll__question`},m=l(o({__name:`PollSlide`,props:{question:{},items:{}},setup(o){let{$slidev:l,$nav:m,$clicksContext:h,$clicks:g,$page:_,$renderContext:v,$frontmatter:y}=u(),b=o;return(o,l)=>{let u=d;return c(),i(`div`,f,[r(`div`,p,s(b.question),1),t(u,null,{default:e(()=>[(c(!0),i(a,null,n(b.items,e=>(c(),i(`div`,{key:e,class:`dl-poll__item`},[l[0]||=r(`span`,{class:`dl-poll__bullet`},`?`,-1),r(`span`,null,s(e),1)]))),128))]),_:1})])}}}),[[`__scopeId`,`data-v-743a908f`]]);export{m as t}; \ No newline at end of file diff --git a/transformer-v2/assets/SlideWrapper-CbvN8YIq.js b/transformer-v2/assets/SlideWrapper-CbvN8YIq.js new file mode 100644 index 0000000000000000000000000000000000000000..83dab33a330904a21791564e0b26268f13986bcc --- /dev/null +++ b/transformer-v2/assets/SlideWrapper-CbvN8YIq.js @@ -0,0 +1,2 @@ +import{D as e,G as t,H as n,L as r,R as i,S as a,X as o,Y as s,Z as ee,_ as c,_t as l,b as u,bt as d,f,g as p,i as m,lt as h,m as g,mt as _,st as v,v as y,vt as b,w as x,y as S,z as C}from"./modules/shiki-BFOesOFp.js";import{A as w,Q as T,X as E,Z as D,t as te,tt as O,z as k}from"./useNav-B1TSwKuf.js";import{t as A}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{M as j,f as ne}from"./modules/vue-CXhtJkbE.js";import{_ as re,d as ie,f as M,g as N,h as P,m as F,n as I,p as L,v as R}from"./slidev/context-ChHKJoK9.js";import{n as z,r as B,t as V}from"./syncState-BrWO1mSt.js";import{a as H,f as U}from"./index-DBl9KyFJ.js";import"./slidev/client-seyoTamJ.js";import{t as W}from"./useDrawings-Dnt5VfKs.js";var G=[`innerHTML`],K=x({__name:`DrawingPreview`,props:{page:{}},setup(e){let{drawingState:t}=W();return(n,r)=>l(t)[e.page]?(C(),u(`svg`,{key:0,class:`w-full h-full absolute top-0 pointer-events-none`,innerHTML:l(t)[e.page]},null,8,G)):S(`v-if`,!0)}}),q=v({}),J=[],Y=[];z(q,`$syncUp`,!0),z(q,`$syncDown`,!0),z(q,`$paused`,!1),z(q,`$onSet`,e=>J.push(e)),z(q,`$onPatch`,e=>Y.push(e)),B(),z(q,`$patch`,async()=>!1);var ae=V(q,q,!0),X=window.navigator.userAgent.match(/Chrome\/(\d+)/)?.[1];X&&Number(X);var Z=window.navigator.userAgent.match(/Chrome\/(\d+)/)?.[1];Z&&Number(Z);var oe=new class{_screenshotSession=null;getSnapshot(e,t){let n=e+(t?`-dark`:`-light`),r=ae.state[n];if(!r)return;let i=k(e);if(i&&r?.revision===i?.meta.slide.revision)return r.image}async saveSnapshot(e,t,n){return!1}async startCapturing(e){return!1}},se=[`id`],ce=[`id`],le={class:`slidev-slide-container w-full h-full relative`},ue=[`src`],Q=h(null),de=A(x({__name:`SlideContainer`,props:{width:{type:Number},meta:{default:()=>({})},isMain:{type:Boolean,default:!1},no:{type:Number,required:!1},useSnapshot:{type:Boolean,default:!1},contentStyle:{type:Object,default:()=>({})}},setup(e){let t=e,{isPrintMode:a}=te(),l=h(null),f=ne(l),_=h(null),v=p(()=>t.width??f.width.value),y=p(()=>t.width?t.width/E.value:f.height.value),b=p(()=>w.value&&!a.value?+w.value:Math.min(v.value/T.value,y.value/D.value)),x=p(()=>({...t.contentStyle,height:`${D.value}px`,width:`${T.value}px`,"--slidev-slide-scale":b.value})),O=p(()=>t.width?{width:`${t.width}px`,height:`${t.width/E.value}px`}:{});if(t.isMain){let e=document.documentElement.style;o(()=>e.setProperty(`--slidev-slide-scale`,b.value.toString())),i(()=>e.removeProperty(`--slidev-slide-scale`))}j(re,b),j(N,_),ee(()=>{t.isMain&&(Q.value=_.value)}),r(()=>{s(()=>t.isMain&&b.value,()=>{m()})});let k=p(()=>{if(!(t.no==null||!t.useSnapshot))return oe.getSnapshot(t.no,U.value)});return(t,r)=>k.value?(C(),u(g,{key:1},[S(` Image Snapshot `),c(`div`,le,[c(`img`,{src:k.value,class:`w-full h-full object-cover`,style:d(O.value)},null,12,ue),r[0]||=c(`div`,{absolute:``,"bottom-1":``,"right-1":``,"p0.5":``,"text-cyan:75":``,"bg-cyan:10":``,rounded:``,title:`Snapshot`},[c(`div`,{class:`i-carbon-camera`})],-1)])],2112)):(C(),u(`div`,{key:0,id:e.isMain?`slide-container`:void 0,ref_key:`container`,ref:l,class:`slidev-slide-container`,style:d(O.value)},[c(`div`,{id:e.isMain?`slide-content`:void 0,ref_key:`slideElement`,ref:_,class:`slidev-slide-content`,style:d(x.value)},[n(t.$slots,`default`,{},void 0,!0)],12,ce),n(t.$slots,`controls`,{},void 0,!0)],12,se))}}),[[`__scopeId`,`data-v-0167a76e`]]),fe=Object.assign({}),pe=Object.assign({}),me=Object.assign({}),he=Object.assign({}),ge=Object.assign({}),_e=Object.assign({}),ve={course:{code:`PGR207`,year:2026,title:`Deep Learning`,instructor:`Vajira Thambawita (PhD)`,email:`vajira@simula.no`},space:`DeepLearning-VT/DeepLearning_2026`,repo:`vlbthambawita/DeepLearning`,decks:[{id:`lecture-01`,title:`Introduction to Deep Learning`,subtitle:`Course overview, what deep learning is, and where it is used`,week:1,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025- Lecture 01.pdf`},{id:`lecture-02`,title:`Basics of Neural Networks`,subtitle:`Artificial neurons, the perceptron, Adaline and gradient descent`,week:2,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 02 .pdf`},{id:`lecture-03`,title:`PyTorch for Deep Learning`,subtitle:`Tensors, autograd, and a fully-connected network on MNIST`,week:3,published:!0,notebook:null,source:null},{id:`lecture-04`,title:`Deep Convolutional Neural Networks`,subtitle:`Locality and weight sharing, the convolution operation, and CNNs in PyTorch`,week:4,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 03.pdf`},{id:`lecture-05`,title:`Recurrent Neural Networks`,subtitle:`Sequence data, the recurrent layer, LSTM and GRU, and an RNN in PyTorch`,week:6,published:!0,publicNotes:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 5_6.pdf`},{id:`lecture-06`,title:`Transformers`,subtitle:`Query, key and value; the original architecture, and what modern transformers changed`,week:7,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 5_6.pdf`},{id:`transformer-v2`,title:`Transformer v2: The Illustrated Transformer`,subtitle:`Self-attention by hand, many heads, the decoder and training — after Jay Alammar’s The Illustrated Transformer`,week:7,published:!0,notebook:null,source:`https://jalammar.github.io/illustrated-transformer/`},{id:`lecture-07`,title:`Generative Models and GANs`,subtitle:`Autoencoders, VAEs, the adversarial game — and how diffusion took over`,week:9,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 07.pdf`}]},ye=[`href`],be=Object.assign({"../../../../../packages/slidev-theme-dl2026/slide-top.vue":A(x({__name:`slide-top`,setup(e){let{$slidev:t,$page:n,$renderContext:r}=I(),i=p(()=>r.value===`slide`&&!t.nav.isPrintMode),a=p(()=>t.themeConfigs?.lecture??``),o=p(()=>t.themeConfigs?.lectureTitle??``),s=p(()=>{let e=n.value,t=`[${a.value?`Lecture ${a.value}, slide ${e}`:`Slide ${e}`}] `,r=[`**Lecture:** ${a.value}${o.value?` — ${o.value}`:``}`,`**Slide:** ${e}`,`**Link:** ${typeof window<`u`?`${window.location.origin}${window.location.pathname}#/${e}`:``}`,``,`**What is wrong?**`,``,``].join(` +`),i=new URLSearchParams({title:t,body:r,labels:`slides`});return`https://github.com/${ve.repo}/issues/new?${i}`});return(e,t)=>i.value?(C(),u(`a`,{key:0,class:`dl-report`,href:s.value,target:`_blank`,rel:`noopener`,title:`Report a problem with this slide on GitHub`,onClick:t[0]||=f(()=>{},[`stop`])},`Report issue`,8,ye)):S(`v-if`,!0)}}),[[`__scopeId`,`data-v-6b2267dc`]])}),xe=Object.assign({}),Se=Object.assign({}),Ce=Object.assign({}),we=Object.assign({}),Te=Object.assign({}),Ee=[Object.values(fe)[0],Object.values(pe)[0],Object.values(me)[0]].filter(Boolean),De={render:()=>Ee.map(t=>e(t))},$=[Object.values(he)[0],Object.values(ge)[0],Object.values(_e)[0]].filter(Boolean),Oe={render:()=>$.map(t=>e(t))},ke=[Object.values(be)[0],Object.values(xe)[0],Object.values(Se)[0]].filter(Boolean),Ae={render:()=>ke.map(t=>e(t))},je=[Object.values(Ce)[0],Object.values(we)[0],Object.values(Te)[0]].filter(Boolean),Me={render:()=>je.map(t=>e(t))},Ne=[`data-slidev-no`,`lang`],Pe=A(x({__name:`SlideWrapper`,props:{clicksContext:{type:Object,required:!0},renderContext:{type:String,default:`slide`},route:{type:Object,required:!0}},setup(e){let n=e,r=p(()=>n.route.meta?.slide?.frontmatter.zoom??1);j(P,n.route),j(L,n.route.meta.slide.frontmatter),j(M,h(n.route.no)),j(F,h(n.renderContext)),j(ie,_(n,`clicksContext`)),j(R,r);let i=p(()=>({"user-select":O.selectable?void 0:`none`,"--slidev-slide-zoom-scale":r.value===1?void 0:r.value}));return(r,o)=>(C(),u(`div`,{"data-slidev-no":n.route.no,class:b(l(H)(e.route,[`slide`,`presenter`].includes(n.renderContext)?``:`disable-view-transition`)),style:d(i.value),lang:n.route.meta.slide.frontmatter.lang},[a(l(Me)),(C(),y(t(n.route.component))),a(l(Ae))],14,Ne))}}),[[`__scopeId`,`data-v-a7136532`]]);export{Q as a,de as i,Oe as n,K as o,De as r,Pe as t}; \ No newline at end of file diff --git a/transformer-v2/assets/default-DTdNOfwb.js b/transformer-v2/assets/default-DTdNOfwb.js new file mode 100644 index 0000000000000000000000000000000000000000..cb93e8e28de9507b0182342c03df5196c2899409 --- /dev/null +++ b/transformer-v2/assets/default-DTdNOfwb.js @@ -0,0 +1 @@ +import{H as e,S as t,b as n,z as r}from"./modules/shiki-BFOesOFp.js";import{t as i}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as a}from"./slidev/context-ChHKJoK9.js";import{t as o}from"./DeckFooter-CDGyhr7n.js";var s={class:`slidev-layout dl-default`},c=i({__name:`default`,setup(i){let{$slidev:c,$nav:l,$clicksContext:u,$clicks:d,$page:f,$renderContext:p,$frontmatter:m}=a();return(i,a)=>{let c=o;return r(),n(`div`,s,[e(i.$slots,`default`,{},void 0,!0),t(c)])}}},[[`__scopeId`,`data-v-3f3da7ce`]]);export{c as t}; \ No newline at end of file diff --git a/transformer-v2/assets/index-DBl9KyFJ.js b/transformer-v2/assets/index-DBl9KyFJ.js new file mode 100644 index 0000000000000000000000000000000000000000..8ad212cb42143e61686c00c0404dbf7b3a253266 --- /dev/null +++ b/transformer-v2/assets/index-DBl9KyFJ.js @@ -0,0 +1,46 @@ +const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["./modules/file-saver-BpWusTEB.js","./rolldown-runtime-hePW80VL.js","./slidev/entry-DSOswi5I.js","./modules/shiki-BFOesOFp.js","./modules/shiki-BrmBd2_v.css","./_plugin-vue_export-helper-BDNMzG2s.js","./entry-Dba4BKje.css","./slidev/overview-BcBOtip-.js","./useNav-B1TSwKuf.js","./modules/vue-CXhtJkbE.js","./slidev/context-ChHKJoK9.js","./slidev/IconButton-B5keGFol.js","./slidev/NoteDisplay-DHqEdDda.js","./NoteDisplay-DCBzjb4F.css","./modules/unplugin-icons-Btg0kt9H.js","./SlideWrapper-CbvN8YIq.js","./syncState-BrWO1mSt.js","./slidev/client-seyoTamJ.js","./useDrawings-Dnt5VfKs.js","./SlideWrapper-DBNQYNtZ.css","./slidev/NoteEditable-B2cQNQfC.js","./overview-BIQ10iVu.css","./slidev/notes-B1c7N93j.js","./slidev/Modal-BkELU18P.js","./slidev/TimerBar-CibTdbOq.js","./slidev/notes-edit-Df8w7NFL.js","./slidev/presenter-DzmhzatR.js","./slidev/DrawingControls--3fQRT-C.js","./slidev/VerticalDivider-D_ScNBWw.js","./DrawingControls-Dhbx0szf.css","./slidev/shortcuts-C1z9JmOm.js","./shortcuts-nRB69a7e.css","./presenter-J5ibmAMh.css","./slidev/play-BqFUT58m.js","./play-D_7yfuao.css","./slidev/404-Bx_SkrwT.js","./404-bkedjYjP.css"])))=>i.map(i=>d[i]); +import{r as e}from"./rolldown-runtime-hePW80VL.js";import{F as t,I as n,O as r,P as i,S as a,T as o,U as s,X as c,Y as l,_t as u,b as d,ft as f,g as p,gt as m,it as h,k as g,lt as _,m as v,nt as y,s as b,st as x,t as S,w as C,y as w,z as T}from"./modules/shiki-BFOesOFp.js";import{$ as E,A as ee,B as te,G as ne,Q as re,R as D,Z as ie,c as ae,et as oe,h as O,j as se,l as ce,n as le,p as ue,q as k,t as de,tt as A,w as fe,z as pe}from"./useNav-B1TSwKuf.js";import{A as me,B as he,I as ge,L as _e,R as ve,b as ye,d as be,h as xe,i as Se,k as Ce,o as we,w as Te,x as Ee}from"./modules/vue-CXhtJkbE.js";import{a as De,c as Oe,d as ke,f as Ae,g as je,i as Me,m as Ne,o as Pe,p as Fe,r as Ie,s as Le,u as Re,y as ze}from"./slidev/context-ChHKJoK9.js";import{n as j,r as Be,t as Ve}from"./syncState-BrWO1mSt.js";(function(){let e=document.createElement(`link`).relList;if(e&&e.supports&&e.supports(`modulepreload`))return;for(let e of document.querySelectorAll(`link[rel="modulepreload"]`))n(e);new MutationObserver(e=>{for(let t of e)if(t.type===`childList`)for(let e of t.addedNodes)e.tagName===`LINK`&&e.rel===`modulepreload`&&n(e)}).observe(document,{childList:!0,subtree:!0});function t(e){let t={};return e.integrity&&(t.integrity=e.integrity),e.referrerPolicy&&(t.referrerPolicy=e.referrerPolicy),t.credentials=e.crossOrigin===`use-credentials`?`include`:e.crossOrigin===`anonymous`?`omit`:`same-origin`,t}function n(e){if(e.ep)return;e.ep=!0;let n=t(e);fetch(e.href,n)}})(),_(!1),_(!1);var He=new Set([`link`,`style`,`script`,`noscript`]),Ue=new Set([`title`,`titleTemplate`,`script`,`style`,`noscript`]),We=new Set([`base`,`meta`,`link`,`style`,`script`,`noscript`]),Ge=new Set([`title`,`base`,`htmlAttrs`,`bodyAttrs`,`meta`,`link`,`style`,`script`,`noscript`]),Ke=new Set([`base`,`title`,`titleTemplate`,`bodyAttrs`,`htmlAttrs`,`templateParams`]),qe=new Set([`key`,`tagPosition`,`tagPriority`,`tagDuplicateStrategy`,`innerHTML`,`textContent`,`processTemplateParams`]),Je=new Set([`templateParams`,`htmlAttrs`,`bodyAttrs`]),Ye=new Set([`theme-color`,`google-site-verification`,`author`,`og:locale:alternate`,`og:image`,`og:video`,`og:audio`,`article:author`,`article:tag`,`book:author`,`book:tag`,`twitter:image`]),Xe={critical:-8,high:-1,low:2},Ze=e=>typeof e==`number`?Number.isFinite(e):e;function Qe(e){return e===`__proto__`||e===`constructor`||e===`prototype`}function $e(e,t,n,r){for(let i=n;iPGR207 Deep Learning 2026 — Transformer v2, after Jay Alammar's The Illustrated Transformer
+`,highlighter:`shiki`,twoslash:!0,lineNumbers:!1,colorSchema:`auto`,routerMode:`hash`,aspectRatio:1.7777777777777777,canvasWidth:980,exportFilename:``,selectable:!1,themeConfig:{courseCode:`PGR207`,lectureTitle:`Transformer v2: The Illustrated Transformer`},fonts:{sans:[`"Inter"`,`ui-sans-serif`,`system-ui`,`-apple-system`,`BlinkMacSystemFont`,`"Segoe UI"`,`Roboto`,`"Helvetica Neue"`,`Arial`,`"Noto Sans"`,`sans-serif`,`"Apple Color Emoji"`,`"Segoe UI Emoji"`,`"Segoe UI Symbol"`,`"Noto Color Emoji"`],serif:[`"Source Serif 4"`,`ui-serif`,`Georgia`,`Cambria`,`"Times New Roman"`,`Times`,`serif`],mono:[`"JetBrains Mono"`,`ui-monospace`,`SFMono-Regular`,`Menlo`,`Monaco`,`Consolas`,`"Liberation Mono"`,`"Courier New"`,`monospace`],webfonts:[`Inter`,`Source Serif 4`,`JetBrains Mono`],provider:`google`,local:[],italic:!1,weights:[`200`,`400`,`600`]},favicon:`https://cdn.jsdelivr.net/gh/slidevjs/slidev/assets/favicon.png`,drawings:{enabled:!0,persist:!1,presenterOnly:!1,syncAll:!0},plantUmlServer:`https://www.plantuml.com/plantuml`,codeCopy:!0,magicMoveCopy:!0,author:`Vajira Thambawita`,record:`dev`,css:`unocss`,presenter:!0,browserExporter:`dev`,htmlAttrs:{},transition:`slide-left`,editor:!0,mcp:!0,contextMenu:null,wakeLock:!0,pwa:!1,mdc:!0,comark:!1,seoMeta:{},notesAutoRuby:{},duration:`30min`,timer:`stopwatch`,magicMoveDuration:800,preloadImages:!0,clickAnimation:``,layout:`title`,courseCode:`PGR207`,email:`vajira@simula.no`,slidesTitle:`Transformer v2: The Illustrated Transformer - Slidev`},Ae=`build`,je=u(()=>g.aspectRatio),Me=u(()=>g.canvasWidth),Ne=u(()=>Math.ceil(Me.value/je.value)),Pe=u(()=>ke(g.themeConfig||{},(e,t)=>[`--slidev-theme-${e}`,t])),Fe=g.slidesTitle,Ie=`./#/`,Le=`modulepreload`,Re=function(e,t){return new URL(e,t).href},ze={},_=function(e,t,n){let r=Promise.resolve();if(t&&t.length>0){let e=document.getElementsByTagName(`link`),i=document.querySelector(`meta[property=csp-nonce]`),a=i?.nonce||i?.getAttribute(`nonce`);function o(e){return Promise.all(e.map(e=>Promise.resolve(e).then(e=>({status:`fulfilled`,value:e}),e=>({status:`rejected`,reason:e}))))}function s(e){return import.meta.resolve?import.meta.resolve(e):new URL(e,import.meta.url).href}r=o(t.map(t=>{if(t=Re(t,n),t=s(t),t in ze)return;ze[t]=!0;let r=t.endsWith(`.css`);for(let n=e.length-1;n>=0;n--){let i=e[n];if(i.href===t&&(!r||i.rel===`stylesheet`))return}let i=document.createElement(`link`);if(i.rel=r?`stylesheet`:Le,r||(i.as=`script`),i.crossOrigin=``,i.href=t,a&&i.setAttribute(`nonce`,a),document.head.appendChild(i),r)return new Promise((e,n)=>{i.addEventListener(`load`,e),i.addEventListener(`error`,()=>n(Error(`Unable to preload CSS for ${t}`)))})}))}function i(e){let t=new Event(`vite:preloadError`,{cancelable:!0});if(t.payload=e,window.dispatchEvent(t),!t.defaultPrevented)throw e}return r.then(t=>{for(let e of t||[])e.status===`rejected`&&i(e.reason);return e().catch(i)})};function Be(e){if(e===!1||e===`false`)return null;if(e==null||e===!0||e===`true`)return`+1`;if(typeof e==`string`&&`+-`.includes(e[0]))return e;let t=+e;return Number.isNaN(t)?(console.error(`Invalid "at" prop value: ${e}`),null):t<=0?(console.warn(`[Slidev] "at" prop value must be greater than 0, but got ${e}, has been set to 1`),1):t}function Ve(e){return Array.isArray(e)?[Be(e[0]),Be(e[1])]:null}function He(e,n=0,r){let a=d(!1),o=new Map,s=new Map,c={get current(){return Se(+e.value,n,c.total)},set current(t){e.value=a.value?Se(t,n,c.total):t},clicksStart:n,get relativeSizeMap(){return o},get maxMap(){return s},get isMounted(){return a.value},setup(){t(()=>{a.value=!0,s=m(s),ne(e)||(c.current=e.value)}),i(()=>{a.value=!1,o=new Map,s=new Map})},calculateSince(e,t=1){let n=Be(e);if(n==null)return null;let r,i,a;if(typeof n==`string`){let e=c.currentOffset,o=+n;r=e+o,i=e+o+t-1,a=o+t-1}else r=n,i=n+t-1,a=0;return{start:r,end:1/0,max:i,delta:a,currentOffset:u(()=>c.current-r),isCurrent:u(()=>c.current===r),isActive:u(()=>c.current>=r)}},calculateRange(e){let t=Ve(e);if(t==null)return null;let[n,r]=t,i,a,o;return typeof n==`string`?(i=c.currentOffset+ +n,o=+n):(i=n,o=0),typeof r==`string`?(a=i+ +r,o+=+r):a=r,{start:i,end:a,max:a,delta:o,currentOffset:u(()=>c.current-i),isCurrent:u(()=>c.current===i),isActive:u(()=>i<=c.current&&c.currentee(t),e=>{r.value=Math.max(e,n)}),He(r,n,e?.meta?.clicks)}var We=/[a-z]/i;function Ge(e){if(typeof e==`number`)return{seconds:e,relative:!1};let t=e.startsWith(`+`);t&&(e=e.slice(1));let n=0;if(e.includes(`:`)){let t=e.split(`:`).map(Number),r=0,i=0,a=0;if(t.length===3)r=t[0],i=t[1],a=t[2];else if(t.length===2)i=t[0],a=t[1];else if(t.length===1)a=t[0];else throw TypeError(`Invalid timestamp format`);if(Number.isNaN(r)||Number.isNaN(i)||Number.isNaN(a))throw TypeError(`Invalid timestamp format`);n=(r||0)*3600+(i||0)*60+(a||0)}else if(!We.test(e))n=Number(e);else{let t={s:1,sec:1,secs:1,m:60,min:60,mins:60,h:3600,hr:3600,hrs:3600,hour:3600,hours:3600,day:86400,days:86400,week:604800,weeks:604800,month:2629746,months:2629746,year:31556952,years:31556952},r=/([\d.]+)([a-z]+)/gi,i=e.matchAll(r);if(i)for(let e of i){let r=Number(e[1]);if(Number.isNaN(r))throw TypeError(`Invalid timestamp value: ${e[1]}`);let i=e[2].toLowerCase();if(!(i in t))throw TypeError(`Invalid timestamp unit: ${i}`);n+=r*t[i]}let a=e.replace(r,``).trim();if(a)throw TypeError(`Unknown timestamp remaining: ${a}`)}return{seconds:n,relative:t}}function Ke(e,t){if(!t||t===`all`||t===`*`)return De(1,e+1);if(t===`none`)return[];let n=[];for(let r of t.split(/[,;]/g))if(!r.includes(`-`))n.push(+r);else{let[t,i]=r.split(`-`,2);n.push(...De(+t,i?+i+1:e+1))}return Ee(n).filter(t=>t<=e).sort((e,t)=>e-t)}var qe={},Je={class:`px-4 py-10 text-center text-red-700 dark:text-red-500 font-bold font-mono`};function Ye(e,t){return oe(),c(`div`,Je,ie(`Failed to fetch this slide. Please check your network connection.`))}var v=se(qe,[[`render`,Ye]]),Xe={class:`h-full w-full flex items-center justify-center gap-2 slidev-slide-loading`},Ze=re({__name:`SlideLoading`,setup(e){let n=d(!1);return t(()=>{setTimeout(()=>{n.value=!0},200)}),(e,t)=>(oe(),c(`div`,Xe,[n.value?(oe(),c(f,{key:0},[t[0]||=o(`div`,{class:`i-svg-spinners-90-ring-with-bg text-xl`},null,-1),t[1]||=o(`div`,null,`Loading slide...`,-1)],64)):ae(`v-if`,!0)]))}}),y=p({theme:`dl2026`,addons:[`dl2026`],title:`Transformer v2: The Illustrated Transformer`,info:`PGR207 Deep Learning 2026 — Transformer v2, after Jay Alammar's The Illustrated Transformer`,author:`Vajira Thambawita`,routerMode:`hash`,transition:`slide-left`,mdc:!0,themeConfig:{courseCode:`PGR207`,lectureTitle:`Transformer v2: The Illustrated Transformer`},layout:`title`,courseCode:`PGR207`,email:`vajira@simula.no`}),Qe=m({get layout(){return y.layout},get transition(){return y.transition},get class(){return y.class},get clicks(){return y.clicks},get name(){return y.name},get preload(){return y.preload},slide:{content:``,revision:`kakq45`,frontmatterRaw:`theme: dl2026 +addons: + - dl2026 +title: "Transformer v2: The Illustrated Transformer" +info: PGR207 Deep Learning 2026 — Transformer v2, after Jay Alammar's The Illustrated Transformer +author: Vajira Thambawita +routerMode: hash +transition: slide-left +mdc: true +themeConfig: + courseCode: PGR207 + lectureTitle: "Transformer v2: The Illustrated Transformer" +layout: title +courseCode: PGR207 +email: vajira@simula.no +`,note:``,title:`Transformer v2: The Illustrated Transformer`,index:0,noteHTML:``,images:[],raw:``,frontmatter:y,filepath:``,start:0,sourceIndex:0,id:0,no:1},__clicksContext:null,__preloaded:!1}),b=p({layout:`default`,core:!0,title:`Today, in eight parts`}),$e=m({get layout(){return b.layout},get transition(){return b.transition},get class(){return b.class},get clicks(){return b.clicks},get name(){return b.name},get preload(){return b.preload},slide:{content:``,revision:`-mqevd3`,frontmatterRaw:`layout: default +core: true +title: Today, in eight parts +`,note:``,title:`Today, in eight parts`,index:1,noteHTML:``,images:[],raw:``,frontmatter:b,filepath:``,start:59,sourceIndex:1,id:1,no:2},__clicksContext:null,__preloaded:!1}),x=p({layout:`default`,title:`In words: Today, in eight parts`}),et=m({get layout(){return x.layout},get transition(){return x.transition},get class(){return x.class},get clicks(){return x.clicks},get name(){return x.name},get preload(){return x.preload},slide:{content:``,revision:`aw5nts`,frontmatterRaw:`layout: default +title: "In words: Today, in eight parts" +`,note:``,title:`In words: Today, in eight parts`,index:2,noteHTML:``,images:[],raw:``,frontmatter:x,filepath:``,start:129,sourceIndex:2,id:2,no:3},__clicksContext:null,__preloaded:!1}),S=p({layout:`section`,index:`00`}),tt=m({get layout(){return S.layout},get transition(){return S.transition},get class(){return S.class},get clicks(){return S.clicks},get name(){return S.name},get preload(){return S.preload},slide:{content:``,revision:`-la2vk`,frontmatterRaw:`layout: section +index: "00" +`,note:``,title:`The big picture`,level:1,index:3,noteHTML:``,images:[],raw:``,frontmatter:S,filepath:``,start:155,sourceIndex:3,id:3,no:4},__clicksContext:null,__preloaded:!1}),C=p({layout:`default`,core:!0,title:`A black box that translates`}),nt=m({get layout(){return C.layout},get transition(){return C.transition},get class(){return C.class},get clicks(){return C.clicks},get name(){return C.name},get preload(){return C.preload},slide:{content:``,revision:`-8qoapw`,frontmatterRaw:`layout: default +core: true +title: A black box that translates +`,note:``,title:`A black box that translates`,index:4,noteHTML:``,images:[],raw:``,frontmatter:C,filepath:``,start:176,sourceIndex:4,id:4,no:5},__clicksContext:null,__preloaded:!1}),w=p({layout:`default`,title:`In words: A black box that translates`}),rt=m({get layout(){return w.layout},get transition(){return w.transition},get class(){return w.class},get clicks(){return w.clicks},get name(){return w.name},get preload(){return w.preload},slide:{content:``,revision:`z6suj6`,frontmatterRaw:`layout: default +title: "In words: A black box that translates" +`,note:``,title:`In words: A black box that translates`,index:5,noteHTML:``,images:[],raw:``,frontmatter:w,filepath:``,start:258,sourceIndex:5,id:5,no:6},__clicksContext:null,__preloaded:!1}),T=p({layout:`default`,core:!0,title:`Six encoders, six decoders`}),it=m({get layout(){return T.layout},get transition(){return T.transition},get class(){return T.class},get clicks(){return T.clicks},get name(){return T.name},get preload(){return T.preload},slide:{content:``,revision:`lwga5w`,frontmatterRaw:`layout: default +core: true +title: Six encoders, six decoders +`,note:``,title:`Six encoders, six decoders`,index:6,noteHTML:``,images:[],raw:``,frontmatter:T,filepath:``,start:284,sourceIndex:6,id:6,no:7},__clicksContext:null,__preloaded:!1}),E=p({layout:`default`,title:`In words: Six encoders, six decoders`}),at=m({get layout(){return E.layout},get transition(){return E.transition},get class(){return E.class},get clicks(){return E.clicks},get name(){return E.name},get preload(){return E.preload},slide:{content:``,revision:`-xze0zj`,frontmatterRaw:`layout: default +title: "In words: Six encoders, six decoders" +`,note:``,title:`In words: Six encoders, six decoders`,index:7,noteHTML:``,images:[],raw:``,frontmatter:E,filepath:``,start:364,sourceIndex:7,id:7,no:8},__clicksContext:null,__preloaded:!1}),D=p({layout:`default`,core:!0,title:`Inside one encoder, inside one decoder`}),ot=m({get layout(){return D.layout},get transition(){return D.transition},get class(){return D.class},get clicks(){return D.clicks},get name(){return D.name},get preload(){return D.preload},slide:{content:``,revision:`7521zs`,frontmatterRaw:`layout: default +core: true +title: Inside one encoder, inside one decoder +`,note:``,title:`Inside one encoder, inside one decoder`,index:8,noteHTML:``,images:[],raw:``,frontmatter:D,filepath:``,start:390,sourceIndex:8,id:8,no:9},__clicksContext:null,__preloaded:!1}),O=p({layout:`default`,title:`In words: Inside one encoder, inside one decoder`}),st=m({get layout(){return O.layout},get transition(){return O.transition},get class(){return O.class},get clicks(){return O.clicks},get name(){return O.name},get preload(){return O.preload},slide:{content:``,revision:`8upvl2`,frontmatterRaw:`layout: default +title: "In words: Inside one encoder, inside one decoder" +`,note:``,title:`In words: Inside one encoder, inside one decoder`,index:9,noteHTML:``,images:[],raw:``,frontmatter:O,filepath:``,start:473,sourceIndex:9,id:9,no:10},__clicksContext:null,__preloaded:!1}),k=p({layout:`default`,core:!0,title:`Refresher: a word becomes a vector`}),ct=m({get layout(){return k.layout},get transition(){return k.transition},get class(){return k.class},get clicks(){return k.clicks},get name(){return k.name},get preload(){return k.preload},slide:{content:``,revision:`6wm0sv`,frontmatterRaw:`layout: default +core: true +title: "Refresher: a word becomes a vector" +`,note:``,title:`Refresher: a word becomes a vector`,index:10,noteHTML:``,images:[],raw:``,frontmatter:k,filepath:``,start:499,sourceIndex:10,id:10,no:11},__clicksContext:null,__preloaded:!1}),A=p({layout:`default`,title:`In words: Refresher: a word becomes a vector`}),lt=m({get layout(){return A.layout},get transition(){return A.transition},get class(){return A.class},get clicks(){return A.clicks},get name(){return A.name},get preload(){return A.preload},slide:{content:``,revision:`m93ae4`,frontmatterRaw:`layout: default +title: "In words: Refresher: a word becomes a vector" +`,note:``,title:`In words: Refresher: a word becomes a vector`,index:11,noteHTML:``,images:[],raw:``,frontmatter:A,filepath:``,start:572,sourceIndex:11,id:11,no:12},__clicksContext:null,__preloaded:!1}),j=p({layout:`default`,core:!0,title:`A list of vectors flows up the stack`}),ut=m({get layout(){return j.layout},get transition(){return j.transition},get class(){return j.class},get clicks(){return j.clicks},get name(){return j.name},get preload(){return j.preload},slide:{content:``,revision:`hjd2wr`,frontmatterRaw:`layout: default +core: true +title: A list of vectors flows up the stack +`,note:``,title:`A list of vectors flows up the stack`,index:12,noteHTML:``,images:[],raw:``,frontmatter:j,filepath:``,start:598,sourceIndex:12,id:12,no:13},__clicksContext:null,__preloaded:!1}),M=p({layout:`default`,title:`In words: A list of vectors flows up the stack`}),dt=m({get layout(){return M.layout},get transition(){return M.transition},get class(){return M.class},get clicks(){return M.clicks},get name(){return M.name},get preload(){return M.preload},slide:{content:``,revision:`fh8osa`,frontmatterRaw:`layout: default +title: "In words: A list of vectors flows up the stack" +`,note:``,title:`In words: A list of vectors flows up the stack`,index:13,noteHTML:``,images:[],raw:``,frontmatter:M,filepath:``,start:678,sourceIndex:13,id:13,no:14},__clicksContext:null,__preloaded:!1}),N=p({layout:`section`,index:`01`}),ft=m({get layout(){return N.layout},get transition(){return N.transition},get class(){return N.class},get clicks(){return N.clicks},get name(){return N.name},get preload(){return N.preload},slide:{content:``,revision:`-h34bi6`,frontmatterRaw:`layout: section +index: "01" +`,note:``,title:`Self-attention`,level:1,index:14,noteHTML:``,images:[],raw:``,frontmatter:N,filepath:``,start:704,sourceIndex:14,id:14,no:15},__clicksContext:null,__preloaded:!1}),P=p({layout:`interactive`,core:!0,heading:`What does "it" refer to?`,title:`What does "it" refer to?`,"aside-width":`16rem`}),pt=m({get layout(){return P.layout},get transition(){return P.transition},get class(){return P.class},get clicks(){return P.clicks},get name(){return P.name},get preload(){return P.preload},slide:{content:``,revision:`-cdc3ec`,frontmatterRaw:`layout: interactive +core: true +heading: What does "it" refer to? +title: What does "it" refer to? +aside-width: 16rem +`,note:``,title:`What does "it" refer to?`,index:15,noteHTML:``,images:[],raw:``,frontmatter:P,filepath:``,start:726,sourceIndex:15,id:15,no:16},__clicksContext:null,__preloaded:!1}),F=p({layout:`default`,title:`In words: What does "it" refer to?`}),mt=m({get layout(){return F.layout},get transition(){return F.transition},get class(){return F.class},get clicks(){return F.clicks},get name(){return F.name},get preload(){return F.preload},slide:{content:``,revision:`-unfv1t`,frontmatterRaw:`layout: default +title: 'In words: What does "it" refer to?' +`,note:``,title:`In words: What does "it" refer to?`,index:16,noteHTML:``,images:[],raw:``,frontmatter:F,filepath:``,start:776,sourceIndex:16,id:16,no:17},__clicksContext:null,__preloaded:!1}),I=p({layout:`default`,core:!0,title:`Step 1: three vectors for every word`}),ht=m({get layout(){return I.layout},get transition(){return I.transition},get class(){return I.class},get clicks(){return I.clicks},get name(){return I.name},get preload(){return I.preload},slide:{content:``,revision:`-rbqn6f`,frontmatterRaw:`layout: default +core: true +title: "Step 1: three vectors for every word" +`,note:``,title:`Step 1: three vectors for every word`,index:17,noteHTML:``,images:[],raw:``,frontmatter:I,filepath:``,start:802,sourceIndex:17,id:17,no:18},__clicksContext:null,__preloaded:!1}),L=p({layout:`default`,title:`In words: Step 1: three vectors for every word`}),gt=m({get layout(){return L.layout},get transition(){return L.transition},get class(){return L.class},get clicks(){return L.clicks},get name(){return L.name},get preload(){return L.preload},slide:{content:``,revision:`-27fmv9`,frontmatterRaw:`layout: default +title: "In words: Step 1: three vectors for every word" +`,note:``,title:`In words: Step 1: three vectors for every word`,index:18,noteHTML:``,images:[],raw:``,frontmatter:L,filepath:``,start:883,sourceIndex:18,id:18,no:19},__clicksContext:null,__preloaded:!1}),R=p({layout:`default`,core:!0,title:`Step 2: score every word`}),_t=m({get layout(){return R.layout},get transition(){return R.transition},get class(){return R.class},get clicks(){return R.clicks},get name(){return R.name},get preload(){return R.preload},slide:{content:``,revision:`xycvbn`,frontmatterRaw:`layout: default +core: true +title: "Step 2: score every word" +`,note:``,title:`Step 2: score every word`,index:19,noteHTML:``,images:[],raw:``,frontmatter:R,filepath:``,start:909,sourceIndex:19,id:19,no:20},__clicksContext:null,__preloaded:!1}),z=p({layout:`default`,title:`In words: Step 2: score every word`}),vt=m({get layout(){return z.layout},get transition(){return z.transition},get class(){return z.class},get clicks(){return z.clicks},get name(){return z.name},get preload(){return z.preload},slide:{content:``,revision:`-qqu32t`,frontmatterRaw:`layout: default +title: "In words: Step 2: score every word" +`,note:``,title:`In words: Step 2: score every word`,index:20,noteHTML:``,images:[],raw:``,frontmatter:z,filepath:``,start:990,sourceIndex:20,id:20,no:21},__clicksContext:null,__preloaded:!1}),B=p({layout:`default`,core:!0,title:`Steps 3 and 4: scale, then softmax`}),yt=m({get layout(){return B.layout},get transition(){return B.transition},get class(){return B.class},get clicks(){return B.clicks},get name(){return B.name},get preload(){return B.preload},slide:{content:``,revision:`-rqfdwx`,frontmatterRaw:`layout: default +core: true +title: "Steps 3 and 4: scale, then softmax" +`,note:``,title:`Steps 3 and 4: scale, then softmax`,index:21,noteHTML:``,images:[],raw:``,frontmatter:B,filepath:``,start:1015,sourceIndex:21,id:21,no:22},__clicksContext:null,__preloaded:!1}),V=p({layout:`default`,title:`Reading the equation: one attention weight`}),bt=m({get layout(){return V.layout},get transition(){return V.transition},get class(){return V.class},get clicks(){return V.clicks},get name(){return V.name},get preload(){return V.preload},slide:{content:``,revision:`7a9sj2`,frontmatterRaw:`layout: default +title: "Reading the equation: one attention weight" +`,note:``,title:`Reading the equation: one attention weight`,index:22,noteHTML:``,images:[],raw:``,frontmatter:V,filepath:``,start:1107,sourceIndex:22,id:22,no:23},__clicksContext:null,__preloaded:!1}),H=p({layout:`default`,title:`In words: Steps 3 and 4: scale, then softmax`}),xt=m({get layout(){return H.layout},get transition(){return H.transition},get class(){return H.class},get clicks(){return H.clicks},get name(){return H.name},get preload(){return H.preload},slide:{content:``,revision:`4wlloz`,frontmatterRaw:`layout: default +title: "In words: Steps 3 and 4: scale, then softmax" +`,note:``,title:`In words: Steps 3 and 4: scale, then softmax`,index:23,noteHTML:``,images:[],raw:``,frontmatter:H,filepath:``,start:1195,sourceIndex:23,id:23,no:24},__clicksContext:null,__preloaded:!1}),U=p({layout:`default`,core:!0,title:`Steps 5 and 6: weigh the values, then add`}),St=m({get layout(){return U.layout},get transition(){return U.transition},get class(){return U.class},get clicks(){return U.clicks},get name(){return U.name},get preload(){return U.preload},slide:{content:``,revision:`-o916xi`,frontmatterRaw:`layout: default +core: true +title: "Steps 5 and 6: weigh the values, then add" +`,note:``,title:`Steps 5 and 6: weigh the values, then add`,index:24,noteHTML:``,images:[],raw:``,frontmatter:U,filepath:``,start:1222,sourceIndex:24,id:24,no:25},__clicksContext:null,__preloaded:!1}),W=p({layout:`default`,title:`In words: Steps 5 and 6: weigh the values, then add`}),Ct=m({get layout(){return W.layout},get transition(){return W.transition},get class(){return W.class},get clicks(){return W.clicks},get name(){return W.name},get preload(){return W.preload},slide:{content:``,revision:`-d5v9g1`,frontmatterRaw:`layout: default +title: "In words: Steps 5 and 6: weigh the values, then add" +`,note:``,title:`In words: Steps 5 and 6: weigh the values, then add`,index:25,noteHTML:``,images:[],raw:``,frontmatter:W,filepath:``,start:1309,sourceIndex:25,id:25,no:26},__clicksContext:null,__preloaded:!1}),G=p({layout:`interactive`,core:!0,heading:`All six steps, for either word`,title:`All six steps, for either word`,"aside-width":`16rem`,clicks:6}),wt=m({get layout(){return G.layout},get transition(){return G.transition},get class(){return G.class},get clicks(){return G.clicks},get name(){return G.name},get preload(){return G.preload},slide:{content:``,revision:`xp8ay9`,frontmatterRaw:`layout: interactive +core: true +heading: All six steps, for either word +title: All six steps, for either word +aside-width: 16rem +clicks: 6 +`,note:``,title:`All six steps, for either word`,index:26,noteHTML:``,images:[],raw:``,frontmatter:G,filepath:``,start:1337,sourceIndex:26,id:26,no:27},__clicksContext:null,__preloaded:!1}),K=p({layout:`default`,title:`In words: All six steps, for either word`}),Tt=m({get layout(){return K.layout},get transition(){return K.transition},get class(){return K.class},get clicks(){return K.clicks},get name(){return K.name},get preload(){return K.preload},slide:{content:``,revision:`yvvtn6`,frontmatterRaw:`layout: default +title: "In words: All six steps, for either word" +`,note:``,title:`In words: All six steps, for either word`,index:27,noteHTML:``,images:[],raw:``,frontmatter:K,filepath:``,start:1393,sourceIndex:27,id:27,no:28},__clicksContext:null,__preloaded:!1}),q=p({layout:`default`,core:!0,title:`Poll: does a word attend most to itself?`}),Et=m({get layout(){return q.layout},get transition(){return q.transition},get class(){return q.class},get clicks(){return q.clicks},get name(){return q.name},get preload(){return q.preload},slide:{content:``,revision:`htdphi`,frontmatterRaw:`layout: default +core: true +title: "Poll: does a word attend most to itself?" +`,note:``,title:`Poll: does a word attend most to itself?`,index:28,noteHTML:``,images:[],raw:``,frontmatter:q,filepath:``,start:1422,sourceIndex:28,id:28,no:29},__clicksContext:null,__preloaded:!1}),J=p({layout:`default`,title:`In words: Poll: does a word attend most to itself?`}),Dt=m({get layout(){return J.layout},get transition(){return J.transition},get class(){return J.class},get clicks(){return J.clicks},get name(){return J.name},get preload(){return J.preload},slide:{content:``,revision:`-iixkff`,frontmatterRaw:`layout: default +title: "In words: Poll: does a word attend most to itself?" +`,note:``,title:`In words: Poll: does a word attend most to itself?`,index:29,noteHTML:``,images:[],raw:``,frontmatter:J,filepath:``,start:1501,sourceIndex:29,id:29,no:30},__clicksContext:null,__preloaded:!1}),Y=p({layout:`section`,index:`02`}),Ot=m({get layout(){return Y.layout},get transition(){return Y.transition},get class(){return Y.class},get clicks(){return Y.clicks},get name(){return Y.name},get preload(){return Y.preload},slide:{content:``,revision:`6bw9w6`,frontmatterRaw:`layout: section +index: "02" +`,note:``,title:`Matrices and many heads`,level:1,index:30,noteHTML:``,images:[],raw:``,frontmatter:Y,filepath:``,start:1527,sourceIndex:30,id:30,no:31},__clicksContext:null,__preloaded:!1}),kt=p({layout:`default`,core:!0,title:`Every word at once: matrices`}),At=m({get layout(){return kt.layout},get transition(){return kt.transition},get class(){return kt.class},get clicks(){return kt.clicks},get name(){return kt.name},get preload(){return kt.preload},slide:{content:``,revision:`-5rojkx`,frontmatterRaw:`layout: default +core: true +title: "Every word at once: matrices" +`,note:``,title:`Every word at once: matrices`,index:31,noteHTML:``,images:[],raw:``,frontmatter:kt,filepath:``,start:1550,sourceIndex:31,id:31,no:32},__clicksContext:null,__preloaded:!1}),jt=p({layout:`default`,title:`In words: Every word at once: matrices`}),Mt=m({get layout(){return jt.layout},get transition(){return jt.transition},get class(){return jt.class},get clicks(){return jt.clicks},get name(){return jt.name},get preload(){return jt.preload},slide:{content:``,revision:`-7y96p3`,frontmatterRaw:`layout: default +title: "In words: Every word at once: matrices" +`,note:``,title:`In words: Every word at once: matrices`,index:32,noteHTML:``,images:[],raw:``,frontmatter:jt,filepath:``,start:1664,sourceIndex:32,id:32,no:33},__clicksContext:null,__preloaded:!1}),Nt=p({layout:`default`,core:!0,title:`The whole layer in one line`}),Pt=m({get layout(){return Nt.layout},get transition(){return Nt.transition},get class(){return Nt.class},get clicks(){return Nt.clicks},get name(){return Nt.name},get preload(){return Nt.preload},slide:{content:``,revision:`-nypa0l`,frontmatterRaw:`layout: default +core: true +title: The whole layer in one line +`,note:``,title:`The whole layer in one line`,index:33,noteHTML:``,images:[],raw:``,frontmatter:Nt,filepath:``,start:1691,sourceIndex:33,id:33,no:34},__clicksContext:null,__preloaded:!1}),Ft=p({layout:`default`,title:`Reading the equation: the whole layer`}),It=m({get layout(){return Ft.layout},get transition(){return Ft.transition},get class(){return Ft.class},get clicks(){return Ft.clicks},get name(){return Ft.name},get preload(){return Ft.preload},slide:{content:``,revision:`-87a65e`,frontmatterRaw:`layout: default +title: "Reading the equation: the whole layer" +`,note:``,title:`Reading the equation: the whole layer`,index:34,noteHTML:``,images:[],raw:``,frontmatter:Ft,filepath:``,start:1779,sourceIndex:34,id:34,no:35},__clicksContext:null,__preloaded:!1}),Lt=p({layout:`default`,title:`In words: The whole layer in one line`}),Rt=m({get layout(){return Lt.layout},get transition(){return Lt.transition},get class(){return Lt.class},get clicks(){return Lt.clicks},get name(){return Lt.name},get preload(){return Lt.preload},slide:{content:``,revision:`-3ci5a8`,frontmatterRaw:`layout: default +title: "In words: The whole layer in one line" +`,note:``,title:`In words: The whole layer in one line`,index:35,noteHTML:``,images:[],raw:``,frontmatter:Lt,filepath:``,start:1866,sourceIndex:35,id:35,no:36},__clicksContext:null,__preloaded:!1}),zt=p({layout:`interactive`,core:!0,heading:`Many heads: one question each`,title:`Many heads: one question each`,"aside-width":`17rem`}),Bt=m({get layout(){return zt.layout},get transition(){return zt.transition},get class(){return zt.class},get clicks(){return zt.clicks},get name(){return zt.name},get preload(){return zt.preload},slide:{content:``,revision:`4kqc85`,frontmatterRaw:`layout: interactive +core: true +heading: "Many heads: one question each" +title: "Many heads: one question each" +aside-width: 17rem +`,note:``,title:`Many heads: one question each`,index:36,noteHTML:``,images:[],raw:``,frontmatter:zt,filepath:``,start:1895,sourceIndex:36,id:36,no:37},__clicksContext:null,__preloaded:!1}),Vt=p({layout:`default`,title:`In words: Many heads: one question each`}),Ht=m({get layout(){return Vt.layout},get transition(){return Vt.transition},get class(){return Vt.class},get clicks(){return Vt.clicks},get name(){return Vt.name},get preload(){return Vt.preload},slide:{content:``,revision:`i10zc0`,frontmatterRaw:`layout: default +title: "In words: Many heads: one question each" +`,note:``,title:`In words: Many heads: one question each`,index:37,noteHTML:``,images:[],raw:``,frontmatter:Vt,filepath:``,start:1958,sourceIndex:37,id:37,no:38},__clicksContext:null,__preloaded:!1}),Ut=p({layout:`default`,core:!0,title:`Eight heads, then glue them back`}),Wt=m({get layout(){return Ut.layout},get transition(){return Ut.transition},get class(){return Ut.class},get clicks(){return Ut.clicks},get name(){return Ut.name},get preload(){return Ut.preload},slide:{content:``,revision:`-wn1gce`,frontmatterRaw:`layout: default +core: true +title: Eight heads, then glue them back +`,note:``,title:`Eight heads, then glue them back`,index:38,noteHTML:``,images:[],raw:``,frontmatter:Ut,filepath:``,start:1985,sourceIndex:38,id:38,no:39},__clicksContext:null,__preloaded:!1}),Gt=p({layout:`default`,title:`In words: Eight heads, then glue them back`}),Kt=m({get layout(){return Gt.layout},get transition(){return Gt.transition},get class(){return Gt.class},get clicks(){return Gt.clicks},get name(){return Gt.name},get preload(){return Gt.preload},slide:{content:``,revision:`vv4sb8`,frontmatterRaw:`layout: default +title: "In words: Eight heads, then glue them back" +`,note:``,title:`In words: Eight heads, then glue them back`,index:39,noteHTML:``,images:[],raw:``,frontmatter:Gt,filepath:``,start:2070,sourceIndex:39,id:39,no:40},__clicksContext:null,__preloaded:!1}),qt=p({layout:`default`,title:`The whole multi-head layer`}),Jt=m({get layout(){return qt.layout},get transition(){return qt.transition},get class(){return qt.class},get clicks(){return qt.clicks},get name(){return qt.name},get preload(){return qt.preload},slide:{content:``,revision:`v75zzu`,frontmatterRaw:`layout: default +title: The whole multi-head layer +`,note:``,title:`The whole multi-head layer`,index:40,noteHTML:``,images:[],raw:``,frontmatter:qt,filepath:``,start:2099,sourceIndex:40,id:40,no:41},__clicksContext:null,__preloaded:!1}),Yt=p({layout:`default`,title:`In words: The whole multi-head layer`}),Xt=m({get layout(){return Yt.layout},get transition(){return Yt.transition},get class(){return Yt.class},get clicks(){return Yt.clicks},get name(){return Yt.name},get preload(){return Yt.preload},slide:{content:``,revision:`-ezg00c`,frontmatterRaw:`layout: default +title: "In words: The whole multi-head layer" +`,note:``,title:`In words: The whole multi-head layer`,index:41,noteHTML:``,images:[],raw:``,frontmatter:Yt,filepath:``,start:2168,sourceIndex:41,id:41,no:42},__clicksContext:null,__preloaded:!1}),Zt=p({layout:`default`,title:`Poll: eight small heads or one big one?`}),Qt=m({get layout(){return Zt.layout},get transition(){return Zt.transition},get class(){return Zt.class},get clicks(){return Zt.clicks},get name(){return Zt.name},get preload(){return Zt.preload},slide:{content:``,revision:`t3v8ma`,frontmatterRaw:`layout: default +title: "Poll: eight small heads or one big one?" +`,note:``,title:`Poll: eight small heads or one big one?`,index:42,noteHTML:``,images:[],raw:``,frontmatter:Zt,filepath:``,start:2197,sourceIndex:42,id:42,no:43},__clicksContext:null,__preloaded:!1}),$t=p({layout:`default`,title:`In words: Poll: eight small heads or one big one?`}),en=m({get layout(){return $t.layout},get transition(){return $t.transition},get class(){return $t.class},get clicks(){return $t.clicks},get name(){return $t.name},get preload(){return $t.preload},slide:{content:``,revision:`b0fscl`,frontmatterRaw:`layout: default +title: "In words: Poll: eight small heads or one big one?" +`,note:``,title:`In words: Poll: eight small heads or one big one?`,index:43,noteHTML:``,images:[],raw:``,frontmatter:$t,filepath:``,start:2262,sourceIndex:43,id:43,no:44},__clicksContext:null,__preloaded:!1}),tn=p({layout:`section`,index:`03`}),nn=m({get layout(){return tn.layout},get transition(){return tn.transition},get class(){return tn.class},get clicks(){return tn.clicks},get name(){return tn.name},get preload(){return tn.preload},slide:{content:``,revision:`bv2h1`,frontmatterRaw:`layout: section +index: "03" +`,note:``,title:`Word order`,level:1,index:44,noteHTML:``,images:[],raw:``,frontmatter:tn,filepath:``,start:2288,sourceIndex:44,id:44,no:45},__clicksContext:null,__preloaded:!1}),rn=p({layout:`default`,core:!0,title:`Attention does not see order`}),an=m({get layout(){return rn.layout},get transition(){return rn.transition},get class(){return rn.class},get clicks(){return rn.clicks},get name(){return rn.name},get preload(){return rn.preload},slide:{content:``,revision:`-vt8h7a`,frontmatterRaw:`layout: default +core: true +title: Attention does not see order +`,note:``,title:`Attention does not see order`,index:45,noteHTML:``,images:[],raw:``,frontmatter:rn,filepath:``,start:2309,sourceIndex:45,id:45,no:46},__clicksContext:null,__preloaded:!1}),on=p({layout:`default`,title:`In words: Attention does not see order`}),sn=m({get layout(){return on.layout},get transition(){return on.transition},get class(){return on.class},get clicks(){return on.clicks},get name(){return on.name},get preload(){return on.preload},slide:{content:``,revision:`-gi97bh`,frontmatterRaw:`layout: default +title: "In words: Attention does not see order" +`,note:``,title:`In words: Attention does not see order`,index:46,noteHTML:``,images:[],raw:``,frontmatter:on,filepath:``,start:2400,sourceIndex:46,id:46,no:47},__clicksContext:null,__preloaded:!1}),cn=p({layout:`default`,core:!0,title:`Add a position vector`}),ln=m({get layout(){return cn.layout},get transition(){return cn.transition},get class(){return cn.class},get clicks(){return cn.clicks},get name(){return cn.name},get preload(){return cn.preload},slide:{content:``,revision:`l08hkz`,frontmatterRaw:`layout: default +core: true +title: Add a position vector +`,note:``,title:`Add a position vector`,index:47,noteHTML:``,images:[],raw:``,frontmatter:cn,filepath:``,start:2428,sourceIndex:47,id:47,no:48},__clicksContext:null,__preloaded:!1}),un=p({layout:`default`,title:`Reading the equation: positional encoding`}),dn=m({get layout(){return un.layout},get transition(){return un.transition},get class(){return un.class},get clicks(){return un.clicks},get name(){return un.name},get preload(){return un.preload},slide:{content:``,revision:`-5int5x`,frontmatterRaw:`layout: default +title: "Reading the equation: positional encoding" +`,note:``,title:`Reading the equation: positional encoding`,index:48,noteHTML:``,images:[],raw:``,frontmatter:un,filepath:``,start:2508,sourceIndex:48,id:48,no:49},__clicksContext:null,__preloaded:!1}),fn=p({layout:`default`,title:`In words: Add a position vector`}),pn=m({get layout(){return fn.layout},get transition(){return fn.transition},get class(){return fn.class},get clicks(){return fn.clicks},get name(){return fn.name},get preload(){return fn.preload},slide:{content:``,revision:`zga2lk`,frontmatterRaw:`layout: default +title: "In words: Add a position vector" +`,note:``,title:`In words: Add a position vector`,index:49,noteHTML:``,images:[],raw:``,frontmatter:fn,filepath:``,start:2587,sourceIndex:49,id:49,no:50},__clicksContext:null,__preloaded:!1}),mn=p({layout:`interactive`,heading:`The pattern over many positions`,title:`The pattern over many positions`,"aside-width":`17rem`}),hn=m({get layout(){return mn.layout},get transition(){return mn.transition},get class(){return mn.class},get clicks(){return mn.clicks},get name(){return mn.name},get preload(){return mn.preload},slide:{content:``,revision:`dho3r8`,frontmatterRaw:`layout: interactive +heading: The pattern over many positions +title: The pattern over many positions +aside-width: 17rem +`,note:``,title:`The pattern over many positions`,index:50,noteHTML:``,images:[],raw:``,frontmatter:mn,filepath:``,start:2614,sourceIndex:50,id:50,no:51},__clicksContext:null,__preloaded:!1}),gn=p({layout:`default`,title:`In words: The pattern over many positions`}),_n=m({get layout(){return gn.layout},get transition(){return gn.transition},get class(){return gn.class},get clicks(){return gn.clicks},get name(){return gn.name},get preload(){return gn.preload},slide:{content:``,revision:`ibaaq5`,frontmatterRaw:`layout: default +title: "In words: The pattern over many positions" +`,note:``,title:`In words: The pattern over many positions`,index:51,noteHTML:``,images:[],raw:``,frontmatter:gn,filepath:``,start:2668,sourceIndex:51,id:51,no:52},__clicksContext:null,__preloaded:!1}),vn=p({layout:`section`,index:`04`}),yn=m({get layout(){return vn.layout},get transition(){return vn.transition},get class(){return vn.class},get clicks(){return vn.clicks},get name(){return vn.name},get preload(){return vn.preload},slide:{content:``,revision:`ocd1ay`,frontmatterRaw:`layout: section +index: "04" +`,note:``,title:`Add, norm, feed-forward`,level:1,index:52,noteHTML:``,images:[],raw:``,frontmatter:vn,filepath:``,start:2695,sourceIndex:52,id:52,no:53},__clicksContext:null,__preloaded:!1}),bn=p({layout:`default`,core:!0,title:`A shortcut around every sub-layer`}),xn=m({get layout(){return bn.layout},get transition(){return bn.transition},get class(){return bn.class},get clicks(){return bn.clicks},get name(){return bn.name},get preload(){return bn.preload},slide:{content:``,revision:`-d69j7c`,frontmatterRaw:`layout: default +core: true +title: A shortcut around every sub-layer +`,note:``,title:`A shortcut around every sub-layer`,index:53,noteHTML:``,images:[],raw:``,frontmatter:bn,filepath:``,start:2718,sourceIndex:53,id:53,no:54},__clicksContext:null,__preloaded:!1}),Sn=p({layout:`default`,title:`In words: A shortcut around every sub-layer`}),Cn=m({get layout(){return Sn.layout},get transition(){return Sn.transition},get class(){return Sn.class},get clicks(){return Sn.clicks},get name(){return Sn.name},get preload(){return Sn.preload},slide:{content:``,revision:`mnminp`,frontmatterRaw:`layout: default +title: "In words: A shortcut around every sub-layer" +`,note:``,title:`In words: A shortcut around every sub-layer`,index:54,noteHTML:``,images:[],raw:``,frontmatter:Sn,filepath:``,start:2818,sourceIndex:54,id:54,no:55},__clicksContext:null,__preloaded:!1}),wn=p({layout:`default`,title:`Layer normalisation`}),Tn=m({get layout(){return wn.layout},get transition(){return wn.transition},get class(){return wn.class},get clicks(){return wn.clicks},get name(){return wn.name},get preload(){return wn.preload},slide:{content:``,revision:`2yb735`,frontmatterRaw:`layout: default +title: Layer normalisation +`,note:``,title:`Layer normalisation`,index:55,noteHTML:``,images:[],raw:``,frontmatter:wn,filepath:``,start:2848,sourceIndex:55,id:55,no:56},__clicksContext:null,__preloaded:!1}),En=p({layout:`default`,title:`Reading the equation: layer normalisation`}),Dn=m({get layout(){return En.layout},get transition(){return En.transition},get class(){return En.class},get clicks(){return En.clicks},get name(){return En.name},get preload(){return En.preload},slide:{content:``,revision:`fok2kb`,frontmatterRaw:`layout: default +title: "Reading the equation: layer normalisation" +`,note:``,title:`Reading the equation: layer normalisation`,index:56,noteHTML:``,images:[],raw:``,frontmatter:En,filepath:``,start:2924,sourceIndex:56,id:56,no:57},__clicksContext:null,__preloaded:!1}),On=p({layout:`default`,title:`In words: Layer normalisation`}),kn=m({get layout(){return On.layout},get transition(){return On.transition},get class(){return On.class},get clicks(){return On.clicks},get name(){return On.name},get preload(){return On.preload},slide:{content:``,revision:`-cifomr`,frontmatterRaw:`layout: default +title: "In words: Layer normalisation" +`,note:``,title:`In words: Layer normalisation`,index:57,noteHTML:``,images:[],raw:``,frontmatter:On,filepath:``,start:2992,sourceIndex:57,id:57,no:58},__clicksContext:null,__preloaded:!1}),An=p({layout:`default`,title:`The feed-forward network, one word at a time`}),jn=m({get layout(){return An.layout},get transition(){return An.transition},get class(){return An.class},get clicks(){return An.clicks},get name(){return An.name},get preload(){return An.preload},slide:{content:``,revision:`-ku1648`,frontmatterRaw:`layout: default +title: The feed-forward network, one word at a time +`,note:``,title:`The feed-forward network, one word at a time`,index:58,noteHTML:``,images:[],raw:``,frontmatter:An,filepath:``,start:3019,sourceIndex:58,id:58,no:59},__clicksContext:null,__preloaded:!1}),Mn=p({layout:`default`,title:`Reading the equation: the feed-forward network`}),Nn=m({get layout(){return Mn.layout},get transition(){return Mn.transition},get class(){return Mn.class},get clicks(){return Mn.clicks},get name(){return Mn.name},get preload(){return Mn.preload},slide:{content:``,revision:`-h81vfo`,frontmatterRaw:`layout: default +title: "Reading the equation: the feed-forward network" +`,note:``,title:`Reading the equation: the feed-forward network`,index:59,noteHTML:``,images:[],raw:``,frontmatter:Mn,filepath:``,start:3104,sourceIndex:59,id:59,no:60},__clicksContext:null,__preloaded:!1}),Pn=p({layout:`default`,title:`In words: The feed-forward network, one word at a time`}),Fn=m({get layout(){return Pn.layout},get transition(){return Pn.transition},get class(){return Pn.class},get clicks(){return Pn.clicks},get name(){return Pn.name},get preload(){return Pn.preload},slide:{content:``,revision:`x5wnvs`,frontmatterRaw:`layout: default +title: "In words: The feed-forward network, one word at a time" +`,note:``,title:`In words: The feed-forward network, one word at a time`,index:60,noteHTML:``,images:[],raw:``,frontmatter:Pn,filepath:``,start:3174,sourceIndex:60,id:60,no:61},__clicksContext:null,__preloaded:!1}),In=p({layout:`default`,core:!0,title:`The full picture, two layers deep`}),Ln=m({get layout(){return In.layout},get transition(){return In.transition},get class(){return In.class},get clicks(){return In.clicks},get name(){return In.name},get preload(){return In.preload},slide:{content:``,revision:`-xgvy9s`,frontmatterRaw:`layout: default +core: true +title: The full picture, two layers deep +`,note:``,title:`The full picture, two layers deep`,index:61,noteHTML:``,images:[],raw:``,frontmatter:In,filepath:``,start:3200,sourceIndex:61,id:61,no:62},__clicksContext:null,__preloaded:!1}),Rn=p({layout:`default`,title:`In words: The full picture, two layers deep`}),zn=m({get layout(){return Rn.layout},get transition(){return Rn.transition},get class(){return Rn.class},get clicks(){return Rn.clicks},get name(){return Rn.name},get preload(){return Rn.preload},slide:{content:``,revision:`-68f73f`,frontmatterRaw:`layout: default +title: "In words: The full picture, two layers deep" +`,note:``,title:`In words: The full picture, two layers deep`,index:62,noteHTML:``,images:[],raw:``,frontmatter:Rn,filepath:``,start:3303,sourceIndex:62,id:62,no:63},__clicksContext:null,__preloaded:!1}),Bn=p({layout:`section`,index:`05`}),Vn=m({get layout(){return Bn.layout},get transition(){return Bn.transition},get class(){return Bn.class},get clicks(){return Bn.clicks},get name(){return Bn.name},get preload(){return Bn.preload},slide:{content:``,revision:`-net7yk`,frontmatterRaw:`layout: section +index: "05" +`,note:``,title:`The decoder side`,level:1,index:63,noteHTML:``,images:[],raw:``,frontmatter:Bn,filepath:``,start:3330,sourceIndex:63,id:63,no:64},__clicksContext:null,__preloaded:!1}),Hn=p({layout:`default`,core:!0,title:`The encoder hands over keys and values`}),Un=m({get layout(){return Hn.layout},get transition(){return Hn.transition},get class(){return Hn.class},get clicks(){return Hn.clicks},get name(){return Hn.name},get preload(){return Hn.preload},slide:{content:``,revision:`-wq08z4`,frontmatterRaw:`layout: default +core: true +title: The encoder hands over keys and values +`,note:``,title:`The encoder hands over keys and values`,index:64,noteHTML:``,images:[],raw:``,frontmatter:Hn,filepath:``,start:3354,sourceIndex:64,id:64,no:65},__clicksContext:null,__preloaded:!1}),Wn=p({layout:`default`,title:`In words: The encoder hands over keys and values`}),Gn=m({get layout(){return Wn.layout},get transition(){return Wn.transition},get class(){return Wn.class},get clicks(){return Wn.clicks},get name(){return Wn.name},get preload(){return Wn.preload},slide:{content:``,revision:`-mk28ng`,frontmatterRaw:`layout: default +title: "In words: The encoder hands over keys and values" +`,note:``,title:`In words: The encoder hands over keys and values`,index:65,noteHTML:``,images:[],raw:``,frontmatter:Wn,filepath:``,start:3460,sourceIndex:65,id:65,no:66},__clicksContext:null,__preloaded:!1}),Kn=p({layout:`interactive`,core:!0,heading:`One word per step`,title:`One word per step`,"aside-width":`16rem`,clicks:5}),qn=m({get layout(){return Kn.layout},get transition(){return Kn.transition},get class(){return Kn.class},get clicks(){return Kn.clicks},get name(){return Kn.name},get preload(){return Kn.preload},slide:{content:``,revision:`-m7o4o6`,frontmatterRaw:`layout: interactive +core: true +heading: One word per step +title: One word per step +aside-width: 16rem +clicks: 5 +`,note:``,title:`One word per step`,index:66,noteHTML:``,images:[],raw:``,frontmatter:Kn,filepath:``,start:3485,sourceIndex:66,id:66,no:67},__clicksContext:null,__preloaded:!1}),Jn=p({layout:`default`,title:`In words: One word per step`}),Yn=m({get layout(){return Jn.layout},get transition(){return Jn.transition},get class(){return Jn.class},get clicks(){return Jn.clicks},get name(){return Jn.name},get preload(){return Jn.preload},slide:{content:``,revision:`i704kq`,frontmatterRaw:`layout: default +title: "In words: One word per step" +`,note:``,title:`In words: One word per step`,index:67,noteHTML:``,images:[],raw:``,frontmatter:Jn,filepath:``,start:3544,sourceIndex:67,id:67,no:68},__clicksContext:null,__preloaded:!1}),Xn=p({layout:`default`,core:!0,title:`No looking ahead: the mask`}),Zn=m({get layout(){return Xn.layout},get transition(){return Xn.transition},get class(){return Xn.class},get clicks(){return Xn.clicks},get name(){return Xn.name},get preload(){return Xn.preload},slide:{content:``,revision:`uspg4u`,frontmatterRaw:`layout: default +core: true +title: "No looking ahead: the mask" +`,note:``,title:`No looking ahead: the mask`,index:68,noteHTML:``,images:[],raw:``,frontmatter:Xn,filepath:``,start:3570,sourceIndex:68,id:68,no:69},__clicksContext:null,__preloaded:!1}),Qn=p({layout:`default`,title:`Reading the equation: the mask`}),$n=m({get layout(){return Qn.layout},get transition(){return Qn.transition},get class(){return Qn.class},get clicks(){return Qn.clicks},get name(){return Qn.name},get preload(){return Qn.preload},slide:{content:``,revision:`-eri03o`,frontmatterRaw:`layout: default +title: "Reading the equation: the mask" +`,note:``,title:`Reading the equation: the mask`,index:69,noteHTML:``,images:[],raw:``,frontmatter:Qn,filepath:``,start:3666,sourceIndex:69,id:69,no:70},__clicksContext:null,__preloaded:!1}),er=p({layout:`default`,title:`In words: No looking ahead: the mask`}),tr=m({get layout(){return er.layout},get transition(){return er.transition},get class(){return er.class},get clicks(){return er.clicks},get name(){return er.name},get preload(){return er.preload},slide:{content:``,revision:`-lgu0z2`,frontmatterRaw:`layout: default +title: "In words: No looking ahead: the mask" +`,note:``,title:`In words: No looking ahead: the mask`,index:70,noteHTML:``,images:[],raw:``,frontmatter:er,filepath:``,start:3736,sourceIndex:70,id:70,no:71},__clicksContext:null,__preloaded:!1}),nr=p({layout:`default`,core:!0,title:`Encoder–decoder attention`}),rr=m({get layout(){return nr.layout},get transition(){return nr.transition},get class(){return nr.class},get clicks(){return nr.clicks},get name(){return nr.name},get preload(){return nr.preload},slide:{content:``,revision:`-95vqpg`,frontmatterRaw:`layout: default +core: true +title: Encoder–decoder attention +`,note:``,title:`Encoder–decoder attention`,index:71,noteHTML:``,images:[],raw:``,frontmatter:nr,filepath:``,start:3763,sourceIndex:71,id:71,no:72},__clicksContext:null,__preloaded:!1}),ir=p({layout:`default`,title:`In words: Encoder–decoder attention`}),ar=m({get layout(){return ir.layout},get transition(){return ir.transition},get class(){return ir.class},get clicks(){return ir.clicks},get name(){return ir.name},get preload(){return ir.preload},slide:{content:``,revision:`er8eob`,frontmatterRaw:`layout: default +title: "In words: Encoder–decoder attention" +`,note:``,title:`In words: Encoder–decoder attention`,index:72,noteHTML:``,images:[],raw:``,frontmatter:ir,filepath:``,start:3841,sourceIndex:72,id:72,no:73},__clicksContext:null,__preloaded:!1}),or=p({layout:`default`,core:!0,title:`From a vector to a word: linear and softmax`}),sr=m({get layout(){return or.layout},get transition(){return or.transition},get class(){return or.class},get clicks(){return or.clicks},get name(){return or.name},get preload(){return or.preload},slide:{content:``,revision:`h9gbvs`,frontmatterRaw:`layout: default +core: true +title: "From a vector to a word: linear and softmax" +`,note:``,title:`From a vector to a word: linear and softmax`,index:73,noteHTML:``,images:[],raw:``,frontmatter:or,filepath:``,start:3866,sourceIndex:73,id:73,no:74},__clicksContext:null,__preloaded:!1}),cr=p({layout:`default`,title:`Reading the equation: the output layer`}),lr=m({get layout(){return cr.layout},get transition(){return cr.transition},get class(){return cr.class},get clicks(){return cr.clicks},get name(){return cr.name},get preload(){return cr.preload},slide:{content:``,revision:`-ga3nq2`,frontmatterRaw:`layout: default +title: "Reading the equation: the output layer" +`,note:``,title:`Reading the equation: the output layer`,index:74,noteHTML:``,images:[],raw:``,frontmatter:cr,filepath:``,start:3963,sourceIndex:74,id:74,no:75},__clicksContext:null,__preloaded:!1}),ur=p({layout:`default`,title:`In words: From a vector to a word: linear and softmax`}),dr=m({get layout(){return ur.layout},get transition(){return ur.transition},get class(){return ur.class},get clicks(){return ur.clicks},get name(){return ur.name},get preload(){return ur.preload},slide:{content:``,revision:`-4y2grz`,frontmatterRaw:`layout: default +title: "In words: From a vector to a word: linear and softmax" +`,note:``,title:`In words: From a vector to a word: linear and softmax`,index:75,noteHTML:``,images:[],raw:``,frontmatter:ur,filepath:``,start:4040,sourceIndex:75,id:75,no:76},__clicksContext:null,__preloaded:!1}),fr=p({layout:`section`,index:`06`}),pr=m({get layout(){return fr.layout},get transition(){return fr.transition},get class(){return fr.class},get clicks(){return fr.clicks},get name(){return fr.name},get preload(){return fr.preload},slide:{content:``,revision:`8n18xj`,frontmatterRaw:`layout: section +index: "06" +`,note:``,title:`Training and decoding`,level:1,index:76,noteHTML:``,images:[],raw:``,frontmatter:fr,filepath:``,start:4068,sourceIndex:76,id:76,no:77},__clicksContext:null,__preloaded:!1}),mr=p({layout:`default`,title:`The target, as one-hot vectors`}),hr=m({get layout(){return mr.layout},get transition(){return mr.transition},get class(){return mr.class},get clicks(){return mr.clicks},get name(){return mr.name},get preload(){return mr.preload},slide:{content:``,revision:`le5v1p`,frontmatterRaw:`layout: default +title: The target, as one-hot vectors +`,note:``,title:`The target, as one-hot vectors`,index:77,noteHTML:``,images:[],raw:``,frontmatter:mr,filepath:``,start:4090,sourceIndex:77,id:77,no:78},__clicksContext:null,__preloaded:!1}),gr=p({layout:`default`,title:`In words: The target, as one-hot vectors`}),_r=m({get layout(){return gr.layout},get transition(){return gr.transition},get class(){return gr.class},get clicks(){return gr.clicks},get name(){return gr.name},get preload(){return gr.preload},slide:{content:``,revision:`-8r5fef`,frontmatterRaw:`layout: default +title: "In words: The target, as one-hot vectors" +`,note:``,title:`In words: The target, as one-hot vectors`,index:78,noteHTML:``,images:[],raw:``,frontmatter:gr,filepath:``,start:4138,sourceIndex:78,id:78,no:79},__clicksContext:null,__preloaded:!1}),vr=p({layout:`interactive`,core:!0,heading:`The loss on one word: merci → thanks`,title:`The loss on one word: merci → thanks`,"aside-width":`15rem`}),yr=m({get layout(){return vr.layout},get transition(){return vr.transition},get class(){return vr.class},get clicks(){return vr.clicks},get name(){return vr.name},get preload(){return vr.preload},slide:{content:``,revision:`rcbvbm`,frontmatterRaw:`layout: interactive +core: true +heading: "The loss on one word: merci → thanks" +title: "The loss on one word: merci → thanks" +aside-width: 15rem +`,note:``,title:`The loss on one word: merci → thanks`,index:79,noteHTML:``,images:[],raw:``,frontmatter:vr,filepath:``,start:4164,sourceIndex:79,id:79,no:80},__clicksContext:null,__preloaded:!1}),br=p({layout:`default`,title:`Reading the equation: cross-entropy`}),xr=m({get layout(){return br.layout},get transition(){return br.transition},get class(){return br.class},get clicks(){return br.clicks},get name(){return br.name},get preload(){return br.preload},slide:{content:``,revision:`-o5hlhh`,frontmatterRaw:`layout: default +title: "Reading the equation: cross-entropy" +`,note:``,title:`Reading the equation: cross-entropy`,index:80,noteHTML:``,images:[],raw:``,frontmatter:br,filepath:``,start:4225,sourceIndex:80,id:80,no:81},__clicksContext:null,__preloaded:!1}),Sr=p({layout:`default`,title:`In words: The loss on one word: merci → thanks`}),Cr=m({get layout(){return Sr.layout},get transition(){return Sr.transition},get class(){return Sr.class},get clicks(){return Sr.clicks},get name(){return Sr.name},get preload(){return Sr.preload},slide:{content:``,revision:`-z6twyc`,frontmatterRaw:`layout: default +title: "In words: The loss on one word: merci → thanks" +`,note:``,title:`In words: The loss on one word: merci → thanks`,index:81,noteHTML:``,images:[],raw:``,frontmatter:Sr,filepath:``,start:4320,sourceIndex:81,id:81,no:82},__clicksContext:null,__preloaded:!1}),wr=p({layout:`default`,title:`Poll: the loss of a model that knows nothing`}),Tr=m({get layout(){return wr.layout},get transition(){return wr.transition},get class(){return wr.class},get clicks(){return wr.clicks},get name(){return wr.name},get preload(){return wr.preload},slide:{content:``,revision:`-sypzqs`,frontmatterRaw:`layout: default +title: "Poll: the loss of a model that knows nothing" +`,note:``,title:`Poll: the loss of a model that knows nothing`,index:82,noteHTML:``,images:[],raw:``,frontmatter:wr,filepath:``,start:4349,sourceIndex:82,id:82,no:83},__clicksContext:null,__preloaded:!1}),Er=p({layout:`default`,title:`In words: Poll: the loss of a model that knows nothing`}),Dr=m({get layout(){return Er.layout},get transition(){return Er.transition},get class(){return Er.class},get clicks(){return Er.clicks},get name(){return Er.name},get preload(){return Er.preload},slide:{content:``,revision:`87o4dj`,frontmatterRaw:`layout: default +title: "In words: Poll: the loss of a model that knows nothing" +`,note:``,title:`In words: Poll: the loss of a model that knows nothing`,index:83,noteHTML:``,images:[],raw:``,frontmatter:Er,filepath:``,start:4422,sourceIndex:83,id:83,no:84},__clicksContext:null,__preloaded:!1}),Or=p({layout:`interactive`,core:!0,heading:`A whole sentence`,title:`A whole sentence`,"aside-width":`16rem`,clicks:5}),kr=m({get layout(){return Or.layout},get transition(){return Or.transition},get class(){return Or.class},get clicks(){return Or.clicks},get name(){return Or.name},get preload(){return Or.preload},slide:{content:``,revision:`5az2ug`,frontmatterRaw:`layout: interactive +core: true +heading: A whole sentence +title: A whole sentence +aside-width: 16rem +clicks: 5 +`,note:``,title:`A whole sentence`,index:84,noteHTML:``,images:[],raw:``,frontmatter:Or,filepath:``,start:4447,sourceIndex:84,id:84,no:85},__clicksContext:null,__preloaded:!1}),Ar=p({layout:`default`,title:`In words: A whole sentence`}),jr=m({get layout(){return Ar.layout},get transition(){return Ar.transition},get class(){return Ar.class},get clicks(){return Ar.clicks},get name(){return Ar.name},get preload(){return Ar.preload},slide:{content:``,revision:`54fyx2`,frontmatterRaw:`layout: default +title: "In words: A whole sentence" +`,note:``,title:`In words: A whole sentence`,index:85,noteHTML:``,images:[],raw:``,frontmatter:Ar,filepath:``,start:4503,sourceIndex:85,id:85,no:86},__clicksContext:null,__preloaded:!1}),Mr=p({layout:`default`,core:!0,title:`Greedy or beam search`}),Nr=m({get layout(){return Mr.layout},get transition(){return Mr.transition},get class(){return Mr.class},get clicks(){return Mr.clicks},get name(){return Mr.name},get preload(){return Mr.preload},slide:{content:``,revision:`f7sbdv`,frontmatterRaw:`layout: default +core: true +title: Greedy or beam search +`,note:``,title:`Greedy or beam search`,index:86,noteHTML:``,images:[],raw:``,frontmatter:Mr,filepath:``,start:4529,sourceIndex:86,id:86,no:87},__clicksContext:null,__preloaded:!1}),Pr=p({layout:`default`,title:`In words: Greedy or beam search`}),Fr=m({get layout(){return Pr.layout},get transition(){return Pr.transition},get class(){return Pr.class},get clicks(){return Pr.clicks},get name(){return Pr.name},get preload(){return Pr.preload},slide:{content:``,revision:`qcbhe3`,frontmatterRaw:`layout: default +title: "In words: Greedy or beam search" +`,note:``,title:`In words: Greedy or beam search`,index:87,noteHTML:``,images:[],raw:``,frontmatter:Pr,filepath:``,start:4626,sourceIndex:87,id:87,no:88},__clicksContext:null,__preloaded:!1}),Ir=p({layout:`default`,core:!0,title:`The whole transformer, in one picture`}),Lr=m({get layout(){return Ir.layout},get transition(){return Ir.transition},get class(){return Ir.class},get clicks(){return Ir.clicks},get name(){return Ir.name},get preload(){return Ir.preload},slide:{content:``,revision:`-wq812o`,frontmatterRaw:`layout: default +core: true +title: The whole transformer, in one picture +`,note:``,title:`The whole transformer, in one picture`,index:88,noteHTML:``,images:[],raw:``,frontmatter:Ir,filepath:``,start:4653,sourceIndex:88,id:88,no:89},__clicksContext:null,__preloaded:!1}),Rr=p({layout:`default`,title:`In words: The whole transformer, in one picture`}),zr=m({get layout(){return Rr.layout},get transition(){return Rr.transition},get class(){return Rr.class},get clicks(){return Rr.clicks},get name(){return Rr.name},get preload(){return Rr.preload},slide:{content:``,revision:`mkkwzn`,frontmatterRaw:`layout: default +title: "In words: The whole transformer, in one picture" +`,note:``,title:`In words: The whole transformer, in one picture`,index:89,noteHTML:``,images:[],raw:``,frontmatter:Rr,filepath:``,start:4745,sourceIndex:89,id:89,no:90},__clicksContext:null,__preloaded:!1}),X=p({layout:`default`,title:`Going further`}),Br=m({get layout(){return X.layout},get transition(){return X.transition},get class(){return X.class},get clicks(){return X.clicks},get name(){return X.name},get preload(){return X.preload},slide:{content:``,revision:`-nfig0e`,frontmatterRaw:`layout: default +title: Going further +`,note:``,title:`Going further`,index:90,noteHTML:``,images:[],raw:``,frontmatter:X,filepath:``,start:4771,sourceIndex:90,id:90,no:91},__clicksContext:null,__preloaded:!1}),Vr=p({layout:`default`,title:`In words: Going further`}),Hr=m({get layout(){return Vr.layout},get transition(){return Vr.transition},get class(){return Vr.class},get clicks(){return Vr.clicks},get name(){return Vr.name},get preload(){return Vr.preload},slide:{content:``,revision:`-qcrveo`,frontmatterRaw:`layout: default +title: "In words: Going further" +`,note:``,title:`In words: Going further`,index:91,noteHTML:``,images:[],raw:``,frontmatter:Vr,filepath:``,start:4820,sourceIndex:91,id:91,no:92},__clicksContext:null,__preloaded:!1}),Ur=p({layout:`end`,email:`vajira@simula.no`}),Wr=m({get layout(){return Ur.layout},get transition(){return Ur.transition},get class(){return Ur.class},get clicks(){return Ur.clicks},get name(){return Ur.name},get preload(){return Ur.preload},slide:{content:``,revision:`lv04mu`,frontmatterRaw:`layout: end +email: vajira@simula.no +`,note:``,title:`Questions?`,level:1,index:92,noteHTML:``,images:[],raw:``,frontmatter:Ur,filepath:``,start:4846,sourceIndex:92,id:92,no:93},__clicksContext:null,__preloaded:!1}),Z=Array(93),Q=(t,n)=>e({loader:n,delay:300,loadingComponent:Ze,errorComponent:v,onError:e=>console.error(`Failed to load slide `+(t+1),e)}),Gr=async()=>{try{return Z[0]??=await _(()=>import(`./md-DTeIdT5u.js`),__vite__mapDeps([0,1,2,3,4,5,6,7,8,9,10,11]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Kr=async()=>{try{return Z[1]??=await _(()=>import(`./md-CE--CYvf.js`),__vite__mapDeps([12,1,2,3,5,6,9,4,10,13,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},qr=async()=>{try{return Z[2]??=await _(()=>import(`./md-CV0LbJ3U2.js`),__vite__mapDeps([22,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Jr=async()=>{try{return Z[3]??=await _(()=>import(`./md-Cq-m9sQz2.js`),__vite__mapDeps([23,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Yr=async()=>{try{return Z[4]??=await _(()=>import(`./md-BUwdHoCB.js`),__vite__mapDeps([26,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Xr=async()=>{try{return Z[5]??=await _(()=>import(`./md-CW77YPMv.js`),__vite__mapDeps([30,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Zr=async()=>{try{return Z[6]??=await _(()=>import(`./md-BT1hbqH6.js`),__vite__mapDeps([31,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Qr=async()=>{try{return Z[7]??=await _(()=>import(`./md-D2cNEyY32.js`),__vite__mapDeps([32,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},$r=async()=>{try{return Z[8]??=await _(()=>import(`./md-DJ9N9dkz.js`),__vite__mapDeps([33,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ei=async()=>{try{return Z[9]??=await _(()=>import(`./md-D2UfMBGR.js`),__vite__mapDeps([34,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ti=async()=>{try{return Z[10]??=await _(()=>import(`./md-BWt5EuMf.js`),__vite__mapDeps([35,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ni=async()=>{try{return Z[11]??=await _(()=>import(`./md-CDcgbbik.js`),__vite__mapDeps([36,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ri=async()=>{try{return Z[12]??=await _(()=>import(`./md-DE54QcLZ.js`),__vite__mapDeps([37,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ii=async()=>{try{return Z[13]??=await _(()=>import(`./md-D8sbaEtQ.js`),__vite__mapDeps([38,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ai=async()=>{try{return Z[14]??=await _(()=>import(`./md-Df1KxXuS.js`),__vite__mapDeps([39,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},oi=async()=>{try{return Z[15]??=await _(()=>import(`./md-D-b0YBoE.js`),__vite__mapDeps([40,1,2,3,5,6,41,4,14,15,16,17,18,19,20,42,43,44,45,46]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},si=async()=>{try{return Z[16]??=await _(()=>import(`./md-DeP3xum_.js`),__vite__mapDeps([47,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ci=async()=>{try{return Z[17]??=await _(()=>import(`./md-BRvTXwre.js`),__vite__mapDeps([48,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},li=async()=>{try{return Z[18]??=await _(()=>import(`./md-DURWg7Wl.js`),__vite__mapDeps([49,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ui=async()=>{try{return Z[19]??=await _(()=>import(`./md-BkwHwcNT.js`),__vite__mapDeps([50,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},di=async()=>{try{return Z[20]??=await _(()=>import(`./md-JhK7xqvk.js`),__vite__mapDeps([51,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},fi=async()=>{try{return Z[21]??=await _(()=>import(`./md-BcztEDTt.js`),__vite__mapDeps([52,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},pi=async()=>{try{return Z[22]??=await _(()=>import(`./md-DEIfGkvE.js`),__vite__mapDeps([53,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},mi=async()=>{try{return Z[23]??=await _(()=>import(`./md-BVyRYzwm.js`),__vite__mapDeps([55,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},hi=async()=>{try{return Z[24]??=await _(()=>import(`./md-DsnKO94w.js`),__vite__mapDeps([56,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},gi=async()=>{try{return Z[25]??=await _(()=>import(`./md-CG5Sy8Ts.js`),__vite__mapDeps([57,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},_i=async()=>{try{return Z[26]??=await _(()=>import(`./md-B_GNIk3O.js`),__vite__mapDeps([58,1,2,3,4,5,6,41,14,15,16,17,18,19,20,42,44,45,59,60]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},vi=async()=>{try{return Z[27]??=await _(()=>import(`./md-Cil9bYLP.js`),__vite__mapDeps([61,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},yi=async()=>{try{return Z[28]??=await _(()=>import(`./md-CBiwiAUN2.js`),__vite__mapDeps([62,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29,63,27,64]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},bi=async()=>{try{return Z[29]??=await _(()=>import(`./md-CKe0B4NX2.js`),__vite__mapDeps([65,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},xi=async()=>{try{return Z[30]??=await _(()=>import(`./md-DBAOYXyd.js`),__vite__mapDeps([66,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Si=async()=>{try{return Z[31]??=await _(()=>import(`./md-C4csASMu2.js`),__vite__mapDeps([67,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ci=async()=>{try{return Z[32]??=await _(()=>import(`./md-ClA16Aez.js`),__vite__mapDeps([68,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},wi=async()=>{try{return Z[33]??=await _(()=>import(`./md-CIEPxxCW.js`),__vite__mapDeps([69,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ti=async()=>{try{return Z[34]??=await _(()=>import(`./md-DfUOvC0T.js`),__vite__mapDeps([70,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ei=async()=>{try{return Z[35]??=await _(()=>import(`./md-Dujs-v-n.js`),__vite__mapDeps([71,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Di=async()=>{try{return Z[36]??=await _(()=>import(`./md-Jxei1Krr2.js`),__vite__mapDeps([72,1,2,3,5,6,27,17,16,18,41,4,14,15,19,20,42,43,44,45,46]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Oi=async()=>{try{return Z[37]??=await _(()=>import(`./md-DA_krWYn2.js`),__vite__mapDeps([73,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ki=async()=>{try{return Z[38]??=await _(()=>import(`./md-DUErez2C2.js`),__vite__mapDeps([74,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ai=async()=>{try{return Z[39]??=await _(()=>import(`./md-hSb063-Y2.js`),__vite__mapDeps([75,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ji=async()=>{try{return Z[40]??=await _(()=>import(`./md-DrgIGlVp2.js`),__vite__mapDeps([76,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Mi=async()=>{try{return Z[41]??=await _(()=>import(`./md-JKbeikw12.js`),__vite__mapDeps([77,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ni=async()=>{try{return Z[42]??=await _(()=>import(`./md-DYSLXf1o2.js`),__vite__mapDeps([78,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,63,27,64]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Pi=async()=>{try{return Z[43]??=await _(()=>import(`./md-n-O9BiQw.js`),__vite__mapDeps([79,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Fi=async()=>{try{return Z[44]??=await _(()=>import(`./md-nMkiMiwP.js`),__vite__mapDeps([80,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ii=async()=>{try{return Z[45]??=await _(()=>import(`./md-YtqeGDdO.js`),__vite__mapDeps([81,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Li=async()=>{try{return Z[46]??=await _(()=>import(`./md-CaP1nPh7.js`),__vite__mapDeps([82,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ri=async()=>{try{return Z[47]??=await _(()=>import(`./md-gM39Vny3.js`),__vite__mapDeps([83,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},zi=async()=>{try{return Z[48]??=await _(()=>import(`./md-BgWTBxyL.js`),__vite__mapDeps([84,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Bi=async()=>{try{return Z[49]??=await _(()=>import(`./md-DxsAiztQ.js`),__vite__mapDeps([85,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Vi=async()=>{try{return Z[50]??=await _(()=>import(`./md-D-DRW-H6.js`),__vite__mapDeps([86,1,2,3,4,5,6,27,17,16,18,41,14,15,19,20,42,45,59,87]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Hi=async()=>{try{return Z[51]??=await _(()=>import(`./md-v3n1Uq5B.js`),__vite__mapDeps([88,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ui=async()=>{try{return Z[52]??=await _(()=>import(`./md-DFuumq9u.js`),__vite__mapDeps([89,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Wi=async()=>{try{return Z[53]??=await _(()=>import(`./md-DjpByc0R.js`),__vite__mapDeps([90,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Gi=async()=>{try{return Z[54]??=await _(()=>import(`./md-DByKDP8J.js`),__vite__mapDeps([91,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ki=async()=>{try{return Z[55]??=await _(()=>import(`./md-fvfttbwL.js`),__vite__mapDeps([92,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},qi=async()=>{try{return Z[56]??=await _(()=>import(`./md-B2eT1_4x.js`),__vite__mapDeps([93,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ji=async()=>{try{return Z[57]??=await _(()=>import(`./md-CChSOWnD.js`),__vite__mapDeps([94,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Yi=async()=>{try{return Z[58]??=await _(()=>import(`./md-pDvaI0qJ.js`),__vite__mapDeps([95,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Xi=async()=>{try{return Z[59]??=await _(()=>import(`./md-aadRBhSJ.js`),__vite__mapDeps([96,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Zi=async()=>{try{return Z[60]??=await _(()=>import(`./md-DOh70PNW.js`),__vite__mapDeps([97,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Qi=async()=>{try{return Z[61]??=await _(()=>import(`./md-B5YzwuK5.js`),__vite__mapDeps([98,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},$i=async()=>{try{return Z[62]??=await _(()=>import(`./md-c1b1hiln.js`),__vite__mapDeps([99,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ea=async()=>{try{return Z[63]??=await _(()=>import(`./md-geNSqxeK.js`),__vite__mapDeps([100,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ta=async()=>{try{return Z[64]??=await _(()=>import(`./md-Bf5Oits0.js`),__vite__mapDeps([101,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},na=async()=>{try{return Z[65]??=await _(()=>import(`./md-BmDYNuWL.js`),__vite__mapDeps([102,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ra=async()=>{try{return Z[66]??=await _(()=>import(`./md-JC1IoCq-.js`),__vite__mapDeps([103,1,2,3,5,6,27,17,16,18,41,4,14,15,19,20,42,104,44,45,59,105]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ia=async()=>{try{return Z[67]??=await _(()=>import(`./md-CBx0Em09.js`),__vite__mapDeps([106,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},aa=async()=>{try{return Z[68]??=await _(()=>import(`./md-DD7CU7HJ.js`),__vite__mapDeps([107,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},oa=async()=>{try{return Z[69]??=await _(()=>import(`./md-CacrcamQ.js`),__vite__mapDeps([108,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},sa=async()=>{try{return Z[70]??=await _(()=>import(`./md-DPlC9Trn.js`),__vite__mapDeps([109,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ca=async()=>{try{return Z[71]??=await _(()=>import(`./md-DxAxCp9K.js`),__vite__mapDeps([110,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},la=async()=>{try{return Z[72]??=await _(()=>import(`./md-nm6wRbKQ.js`),__vite__mapDeps([111,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ua=async()=>{try{return Z[73]??=await _(()=>import(`./md-BE6SL9lC.js`),__vite__mapDeps([112,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},da=async()=>{try{return Z[74]??=await _(()=>import(`./md-Bt-qs18d.js`),__vite__mapDeps([113,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},fa=async()=>{try{return Z[75]??=await _(()=>import(`./md-DtzrSiRi.js`),__vite__mapDeps([114,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},pa=async()=>{try{return Z[76]??=await _(()=>import(`./md-DC_yLTgh.js`),__vite__mapDeps([115,1,2,3,5,6,9,4,10,24,25]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ma=async()=>{try{return Z[77]??=await _(()=>import(`./md-LhxTbmEd2.js`),__vite__mapDeps([116,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ha=async()=>{try{return Z[78]??=await _(()=>import(`./md-DzvF9ZKL2.js`),__vite__mapDeps([117,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ga=async()=>{try{return Z[79]??=await _(()=>import(`./md-C68rt1Jx2.js`),__vite__mapDeps([118,1,2,3,4,5,6,27,17,16,18,41,14,15,19,20,42,59,119]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},_a=async()=>{try{return Z[80]??=await _(()=>import(`./md-DmlbZGZu2.js`),__vite__mapDeps([120,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29,54]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},va=async()=>{try{return Z[81]??=await _(()=>import(`./md-CLNMUNew2.js`),__vite__mapDeps([121,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ya=async()=>{try{return Z[82]??=await _(()=>import(`./md-DHzdLo_f2.js`),__vite__mapDeps([122,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,63,27,64]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ba=async()=>{try{return Z[83]??=await _(()=>import(`./md-DCToEkhh2.js`),__vite__mapDeps([123,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},xa=async()=>{try{return Z[84]??=await _(()=>import(`./md-CqT2jAjy2.js`),__vite__mapDeps([124,1,2,3,5,6,27,17,16,18,41,4,14,15,19,20,42,104,44,45,59,105]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Sa=async()=>{try{return Z[85]??=await _(()=>import(`./md-DuVY9mus2.js`),__vite__mapDeps([125,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ca=async()=>{try{return Z[86]??=await _(()=>import(`./md-CNTV1QrC2.js`),__vite__mapDeps([126,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21,27,28,29]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},wa=async()=>{try{return Z[87]??=await _(()=>import(`./md-BUsztF6n2.js`),__vite__mapDeps([127,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ta=async()=>{try{return Z[88]??=await _(()=>import(`./md-DFAWAndK2.js`),__vite__mapDeps([128,1,2,3,5,6,7,4,8,9,10,13,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ea=async()=>{try{return Z[89]??=await _(()=>import(`./md-DAKQJiBX2.js`),__vite__mapDeps([129,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Da=async()=>{try{return Z[90]??=await _(()=>import(`./md-4y3kr0IX2.js`),__vite__mapDeps([130,1,2,3,4,5,6,9,10,13,14,15,16,17,18,19,20,21,131]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Oa=async()=>{try{return Z[91]??=await _(()=>import(`./md-DzgQupA02.js`),__vite__mapDeps([132,1,2,3,5,6,13,4,14,15,16,17,18,19,20,21]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ka=async()=>{try{return Z[92]??=await _(()=>import(`./md-3Q8XeZQo2.js`),__vite__mapDeps([133,1,2,3,4,5,6,9,10,134]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Aa=[{no:1,meta:Qe,load:Gr,component:Q(0,Gr)},{no:2,meta:$e,load:Kr,component:Q(1,Kr)},{no:3,meta:et,load:qr,component:Q(2,qr)},{no:4,meta:tt,load:Jr,component:Q(3,Jr)},{no:5,meta:nt,load:Yr,component:Q(4,Yr)},{no:6,meta:rt,load:Xr,component:Q(5,Xr)},{no:7,meta:it,load:Zr,component:Q(6,Zr)},{no:8,meta:at,load:Qr,component:Q(7,Qr)},{no:9,meta:ot,load:$r,component:Q(8,$r)},{no:10,meta:st,load:ei,component:Q(9,ei)},{no:11,meta:ct,load:ti,component:Q(10,ti)},{no:12,meta:lt,load:ni,component:Q(11,ni)},{no:13,meta:ut,load:ri,component:Q(12,ri)},{no:14,meta:dt,load:ii,component:Q(13,ii)},{no:15,meta:ft,load:ai,component:Q(14,ai)},{no:16,meta:pt,load:oi,component:Q(15,oi)},{no:17,meta:mt,load:si,component:Q(16,si)},{no:18,meta:ht,load:ci,component:Q(17,ci)},{no:19,meta:gt,load:li,component:Q(18,li)},{no:20,meta:_t,load:ui,component:Q(19,ui)},{no:21,meta:vt,load:di,component:Q(20,di)},{no:22,meta:yt,load:fi,component:Q(21,fi)},{no:23,meta:bt,load:pi,component:Q(22,pi)},{no:24,meta:xt,load:mi,component:Q(23,mi)},{no:25,meta:St,load:hi,component:Q(24,hi)},{no:26,meta:Ct,load:gi,component:Q(25,gi)},{no:27,meta:wt,load:_i,component:Q(26,_i)},{no:28,meta:Tt,load:vi,component:Q(27,vi)},{no:29,meta:Et,load:yi,component:Q(28,yi)},{no:30,meta:Dt,load:bi,component:Q(29,bi)},{no:31,meta:Ot,load:xi,component:Q(30,xi)},{no:32,meta:At,load:Si,component:Q(31,Si)},{no:33,meta:Mt,load:Ci,component:Q(32,Ci)},{no:34,meta:Pt,load:wi,component:Q(33,wi)},{no:35,meta:It,load:Ti,component:Q(34,Ti)},{no:36,meta:Rt,load:Ei,component:Q(35,Ei)},{no:37,meta:Bt,load:Di,component:Q(36,Di)},{no:38,meta:Ht,load:Oi,component:Q(37,Oi)},{no:39,meta:Wt,load:ki,component:Q(38,ki)},{no:40,meta:Kt,load:Ai,component:Q(39,Ai)},{no:41,meta:Jt,load:ji,component:Q(40,ji)},{no:42,meta:Xt,load:Mi,component:Q(41,Mi)},{no:43,meta:Qt,load:Ni,component:Q(42,Ni)},{no:44,meta:en,load:Pi,component:Q(43,Pi)},{no:45,meta:nn,load:Fi,component:Q(44,Fi)},{no:46,meta:an,load:Ii,component:Q(45,Ii)},{no:47,meta:sn,load:Li,component:Q(46,Li)},{no:48,meta:ln,load:Ri,component:Q(47,Ri)},{no:49,meta:dn,load:zi,component:Q(48,zi)},{no:50,meta:pn,load:Bi,component:Q(49,Bi)},{no:51,meta:hn,load:Vi,component:Q(50,Vi)},{no:52,meta:_n,load:Hi,component:Q(51,Hi)},{no:53,meta:yn,load:Ui,component:Q(52,Ui)},{no:54,meta:xn,load:Wi,component:Q(53,Wi)},{no:55,meta:Cn,load:Gi,component:Q(54,Gi)},{no:56,meta:Tn,load:Ki,component:Q(55,Ki)},{no:57,meta:Dn,load:qi,component:Q(56,qi)},{no:58,meta:kn,load:Ji,component:Q(57,Ji)},{no:59,meta:jn,load:Yi,component:Q(58,Yi)},{no:60,meta:Nn,load:Xi,component:Q(59,Xi)},{no:61,meta:Fn,load:Zi,component:Q(60,Zi)},{no:62,meta:Ln,load:Qi,component:Q(61,Qi)},{no:63,meta:zn,load:$i,component:Q(62,$i)},{no:64,meta:Vn,load:ea,component:Q(63,ea)},{no:65,meta:Un,load:ta,component:Q(64,ta)},{no:66,meta:Gn,load:na,component:Q(65,na)},{no:67,meta:qn,load:ra,component:Q(66,ra)},{no:68,meta:Yn,load:ia,component:Q(67,ia)},{no:69,meta:Zn,load:aa,component:Q(68,aa)},{no:70,meta:$n,load:oa,component:Q(69,oa)},{no:71,meta:tr,load:sa,component:Q(70,sa)},{no:72,meta:rr,load:ca,component:Q(71,ca)},{no:73,meta:ar,load:la,component:Q(72,la)},{no:74,meta:sr,load:ua,component:Q(73,ua)},{no:75,meta:lr,load:da,component:Q(74,da)},{no:76,meta:dr,load:fa,component:Q(75,fa)},{no:77,meta:pr,load:pa,component:Q(76,pa)},{no:78,meta:hr,load:ma,component:Q(77,ma)},{no:79,meta:_r,load:ha,component:Q(78,ha)},{no:80,meta:yr,load:ga,component:Q(79,ga)},{no:81,meta:xr,load:_a,component:Q(80,_a)},{no:82,meta:Cr,load:va,component:Q(81,va)},{no:83,meta:Tr,load:ya,component:Q(82,ya)},{no:84,meta:Dr,load:ba,component:Q(83,ba)},{no:85,meta:kr,load:xa,component:Q(84,xa)},{no:86,meta:jr,load:Sa,component:Q(85,Sa)},{no:87,meta:Nr,load:Ca,component:Q(86,Ca)},{no:88,meta:Fr,load:wa,component:Q(87,wa)},{no:89,meta:Lr,load:Ta,component:Q(88,Ta)},{no:90,meta:zr,load:Ea,component:Q(89,Ea)},{no:91,meta:Br,load:Da,component:Q(90,Da)},{no:92,meta:Hr,load:Oa,component:Q(91,Oa)},{no:93,meta:Wr,load:ka,component:Q(92,ka)}],$=l(Aa);function ja(e,t,{mode:r=`replace`}={}){let i=le();return u({get(){let n=i.currentRoute.value.query[e];return n==null?t??null:Array.isArray(n)?n.filter(Boolean):n},set(a){n(()=>{(i.currentRoute.value.query[e]??t?.toString())!==a.toString()&&i[s(r)]({query:{...i.currentRoute.value.query,[e]:`${a}`===t?void 0:a}})})}})}function Ma(e,t,n=!1){let r=e.meta.slide?.frontmatter.routeAlias??e.no;return n?`/export/${r}`:t?`/presenter/${r}`:`/${r}`}function Na(e){return $.value.find(t=>t.no===+e||t.meta.slide?.frontmatter.routeAlias===e)}function Pa(e,t,n=!1){return(typeof e==`number`||typeof e==`string`)&&(e=Na(e)),Ma(e,t,n)}var Fa={"slide-left":`slide-left | slide-right`,"slide-right":`slide-right | slide-left`,"slide-up":`slide-up | slide-down`,"slide-down":`slide-down | slide-up`};function Ia(e,t=!1){if(!e||(typeof e==`string`&&(e={name:e}),!e.name))return;let n=e.name.includes(`|`)?e.name:Fa[e.name]||e.name;if(n.includes(`|`)){let[e,r]=n.split(`|`).map(e=>e.trim());n=t?r:e}if(n)return{...e,name:n}}function La(e,t,n){let r=e>0?n?.meta?.transition:t?.meta?.transition;return r||=g.transition||void 0,Ia(r,e<0)}var Ra=d(!1),za=d(!1),Ba=d(!1),Va=d(!1),Ha=d(!1),Ua=d(!1),Wa=d(!0),Ga=p(new Set),Ka=u(()=>Ga.size>0),qa=_e({xs:460,...pe}),Ja=fe(),Ya=he(),Xa=u(()=>Ja.height.value-Ja.width.value/je.value>120),Za=ve(ce?document.body:null),Qa=me(),$a=u(()=>[`INPUT`,`TEXTAREA`].includes(Qa.value?.tagName||``)),eo=u(()=>[`BUTTON`,`A`].includes(Qa.value?.tagName||``));h(`slidev-camera`,`default`,{listenToStorageChanges:!1}),h(`slidev-mic`,`default`,{listenToStorageChanges:!1});var to=h(`slidev-scale`,0),no=h(`slidev-wake-lock`,!0),ro=h(`slidev-hide-cursor-idle`,!0);h(`slidev-skip-export-pdf-tip`,!1),h(`slidev-export-capture-delay`,400,{listenToStorageChanges:!1});var io=h(`slidev-presenter-cursor`,!0,{listenToStorageChanges:!1}),ao=h(`slidev-cursor-style`,`cursor`,{listenToStorageChanges:!1});function oo(){io.value=!io.value}var so=h(`slidev-show-editor`,!1,{listenToStorageChanges:!1}),co=h(`slidev-editor-vertical`,!1,{listenToStorageChanges:!1}),lo=h(`slidev-editor-width`,ce?window.innerWidth*.4:318,{listenToStorageChanges:!1}),uo=h(`slidev-editor-height`,ce?window.innerHeight*.4:300,{listenToStorageChanges:!1}),fo=l(null),po=h(`slidev-presenter-font-size`,1,{listenToStorageChanges:!1}),mo=h(`slidev-presenter-layout`,1,{listenToStorageChanges:!1}),ho={invert:!1,contrast:1,brightness:1,hueRotate:0,saturate:1,sepia:0},go=h(`slidev-viewer-css-filter`,ho,{listenToStorageChanges:!1,mergeDefaults:!0,deep:!0}),_o=u(()=>Object.keys(ho).some(e=>go.value[e]!==ho[e]));function vo(){mo.value+=1,mo.value>3&&(mo.value=1)}function yo(){po.value=Math.min(2,po.value+.1)}function bo(){po.value=Math.max(.5,po.value-.1)}var xo=de(Va),So=h(`slidev-sync-directions`,{viewerSend:!0,viewerReceive:!0,presenterSend:!0,presenterReceive:!0},{listenToStorageChanges:!1,mergeDefaults:!0});function Co(e,t,n=1){let r=t.meta.slide.level??n;r&&r>n&&e.length>0?Co(e[e.length-1].children,t,n+1):e.push({no:t.no,children:[],level:n,titleLevel:r,path:Pa(t.meta.slide?.frontmatter?.routeAlias??t.no,!1),hideInToc:!!t.meta?.slide?.frontmatter?.hideInToc,title:t.meta?.slide?.title})}function wo(e,t,n=!1,r,i){return e.map(e=>{let a={...e,active:e.no===i?.value,hasActiveParent:n};return a.children.length>0&&(a.children=wo(a.children,t,a.active||a.hasActiveParent,a,i)),r&&(a.active||a.activeParent)&&(r.activeParent=!0),a})}function To(e,t=1){return e.filter(e=>!e.hideInToc).map(e=>({...e,children:To(e.children,t+1)}))}function Eo(e,t,n){let r=u(()=>e.value.filter(e=>e.meta?.slide?.title).reduce((e,t)=>(Co(e,t),e),[])),i=u(()=>wo(r.value,n.value,void 0,void 0,t));return u(()=>To(i.value))}function Do(e,t,n=d(0),r,i,o){let s=u(()=>$.value.length),c=d(0),l=d(0),ee=u(()=>Pa(e.value,r.value)),f=u(()=>e.value.no),te=u(()=>e.value.meta?.layout||(f.value===1?`cover`:`default`)),ne=u(()=>e.value.meta.slide.frontmatter),p=u(()=>t.value.current),m=u(()=>t.value.clicksStart),re=u(()=>t.value.total),ie=u(()=>$.value[Math.min($.value.length,f.value+1)-1]),ae=u(()=>$.value[Math.max(1,f.value-1)-1]),oe=u(()=>f.value<$.value.length||p.value