diff --git a/lecture-06/assets/interactive-DDMF3hhv.css b/lecture-06/assets/interactive-DDMF3hhv.css new file mode 100644 index 0000000000000000000000000000000000000000..ab140cdb3c244e7377a8a69b6a3308534da33e80 --- /dev/null +++ b/lecture-06/assets/interactive-DDMF3hhv.css @@ -0,0 +1 @@ +.dl-widget[data-v-0f64089e]{flex-direction:column;gap:.6rem;width:100%;height:100%;min-height:0;display:flex}.dl-widget.is-controls-first[data-v-0f64089e]{flex-direction:column-reverse;justify-content:flex-end}.dl-widget__stage[data-v-0f64089e]{flex:auto;justify-content:center;align-items:center;min-height:0;display:flex}.dl-widget__controls[data-v-0f64089e]{flex-wrap:wrap;flex:none;align-items:center;gap:.5rem 1.2rem;display:flex}.dl-widget__controls[data-v-0f64089e]:empty,.dl-widget__readout[data-v-0f64089e]:empty{display:none}.dl-widget__readout[data-v-0f64089e]{color:var(--dl-muted);font-variant-numeric:tabular-nums;flex:none;font-size:.82rem}.dl-interactive[data-v-0c449bbd]{flex-direction:column;display:flex}.dl-interactive__title[data-v-0c449bbd]{margin-bottom:.7rem}.dl-interactive__grid[data-v-0c449bbd]{flex:auto;align-items:stretch;gap:1.6rem;min-height:0;display:flex}.dl-interactive__grid.is-aside-left[data-v-0c449bbd]{flex-direction:row-reverse}.dl-interactive__stage[data-v-0c449bbd]{flex:auto;justify-content:center;align-items:center;min-width:0;display:flex}.dl-interactive__aside[data-v-0c449bbd]{font-size:var(--dl-fs-secondary);flex-grow:0;flex-shrink:0;overflow-y:auto}.dl-interactive__aside[data-v-0c449bbd]:empty{display:none} diff --git a/lecture-06/assets/md-1POnEWPg2.js b/lecture-06/assets/md-1POnEWPg2.js new file mode 100644 index 0000000000000000000000000000000000000000..614972c1267bc714cc00d70ec4d813a9398880e1 --- /dev/null +++ b/lecture-06/assets/md-1POnEWPg2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`grid grid-cols-[1.3fr_1fr] gap-8 mt-2 items-start`},h={viewBox:`0 0 420 184`,class:`dl-diagram`,style:{"max-height":`14rem`},role:`img`,"aria-label":`The three words of the river bank, each with a bar chart of its four embedding numbers: the is 1 0 0 0, river is 0 2 0 1, bank is 0 0 0 2`},g={class:`dl-tight`},_={class:`mt-3 dl-callout`},v={class:`mt-3`},y={class:`mt-3 dl-secondary`},b={__name:`slides.md__slidev_25`,setup(b){let{$slidev:x,$nav:S,$clicksContext:C,$clicks:w,$page:T,$renderContext:E,$frontmatter:D}=d();return C.setup(),(d,b)=>{let x=r(`click`);return u(),s(p,l(t(a(f)(a(D),24))),{default:n(()=>[b[27]||=i(`h1`,null,`The sentence we will use all lecture`,-1),i(`div`,m,[i(`div`,null,[(u(),o(`svg`,h,[b[2]||=i(`rect`,{class:`dl-dg-box`,x:`10`,y:`8`,width:`112`,height:`28`,rx:`4`},null,-1),b[3]||=i(`rect`,{class:`dl-dg-box`,x:`150`,y:`8`,width:`112`,height:`28`,rx:`4`},null,-1),b[4]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`290`,y:`8`,width:`112`,height:`28`,rx:`4`},null,-1),b[5]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`66`,y:`27`,"text-anchor":`middle`,style:{"font-style":`italic`}},`the`,-1),b[6]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`206`,y:`27`,"text-anchor":`middle`,style:{"font-style":`italic`}},`river`,-1),b[7]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`346`,y:`27`,"text-anchor":`middle`,style:{"font-style":`italic`}},`bank`,-1),b[8]||=i(`line`,{class:`dl-dg-split`,x1:`10`,y1:`150`,x2:`122`,y2:`150`},null,-1),b[9]||=i(`line`,{class:`dl-dg-split`,x1:`150`,y1:`150`,x2:`262`,y2:`150`},null,-1),b[10]||=i(`line`,{class:`dl-dg-split`,x1:`290`,y1:`150`,x2:`402`,y2:`150`},null,-1),b[11]||=i(`text`,{class:`dl-dg-small`,x:`24`,y:`166`,"text-anchor":`middle`},`det`,-1),b[12]||=i(`text`,{class:`dl-dg-small`,x:`52`,y:`180`,"text-anchor":`middle`},`water`,-1),b[13]||=i(`text`,{class:`dl-dg-small`,x:`80`,y:`166`,"text-anchor":`middle`},`money`,-1),b[14]||=i(`text`,{class:`dl-dg-small`,x:`108`,y:`180`,"text-anchor":`middle`},`thing`,-1),b[15]||=i(`text`,{class:`dl-dg-small`,x:`164`,y:`166`,"text-anchor":`middle`},`det`,-1),b[16]||=i(`text`,{class:`dl-dg-small`,x:`192`,y:`180`,"text-anchor":`middle`},`water`,-1),b[17]||=i(`text`,{class:`dl-dg-small`,x:`220`,y:`166`,"text-anchor":`middle`},`money`,-1),b[18]||=i(`text`,{class:`dl-dg-small`,x:`248`,y:`180`,"text-anchor":`middle`},`thing`,-1),b[19]||=i(`text`,{class:`dl-dg-small`,x:`304`,y:`166`,"text-anchor":`middle`},`det`,-1),b[20]||=i(`text`,{class:`dl-dg-small`,x:`332`,y:`180`,"text-anchor":`middle`},`water`,-1),b[21]||=i(`text`,{class:`dl-dg-small`,x:`360`,y:`166`,"text-anchor":`middle`},`money`,-1),b[22]||=i(`text`,{class:`dl-dg-small`,x:`388`,y:`180`,"text-anchor":`middle`},`thing`,-1),e((u(),o(`g`,null,[...b[0]||=[i(`rect`,{class:`dl-dg-bar`,x:`14`,y:`110`,width:`20`,height:`40`},null,-1),i(`text`,{class:`dl-dg-small`,x:`24`,y:`104`,"text-anchor":`middle`},`1`,-1),i(`rect`,{class:`dl-dg-bar`,x:`182`,y:`70`,width:`20`,height:`80`},null,-1),i(`text`,{class:`dl-dg-small`,x:`192`,y:`64`,"text-anchor":`middle`},`2`,-1),i(`rect`,{class:`dl-dg-bar`,x:`238`,y:`110`,width:`20`,height:`40`},null,-1),i(`text`,{class:`dl-dg-small`,x:`248`,y:`104`,"text-anchor":`middle`},`1`,-1)]])),[[x]]),e((u(),o(`g`,null,[...b[1]||=[i(`rect`,{class:`dl-dg-bar is-q`,x:`378`,y:`70`,width:`20`,height:`80`},null,-1),i(`text`,{class:`dl-dg-small`,x:`388`,y:`64`,"text-anchor":`middle`},`2`,-1)]])),[[x]])]))]),i(`div`,g,[b[25]||=i(`p`,null,[c(`Four embedding numbers per word. We pretend they mean `),i(`strong`,null,`det`),c(` (a word like `),i(`em`,null,`the`),c(`), `),i(`strong`,null,`water`),c(`, `),i(`strong`,null,`money`),c(` and `),i(`strong`,null,`thing`),c(`.`)],-1),e((u(),o(`div`,_,[...b[23]||=[i(`p`,null,[i(`em`,null,`bank`),c(` is a thing, and `),i(`strong`,null,`nothing else`),c(`. Nothing says riverbank or high-street bank.`)],-1)]])),[[x]]),e((u(),o(`div`,v,[...b[24]||=[i(`p`,null,`So the sense has to come from a neighbour. Attention is how it gets there.`,-1)]])),[[x]])])]),e((u(),o(`div`,y,[...b[26]||=[i(`p`,null,`Hand-picked numbers, so you can check the arithmetic. Real coordinates have no names.`,-1)]])),[[x]])]),_:1},16)}}};export{b as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-45uBB7cb.js b/lecture-06/assets/md-45uBB7cb.js new file mode 100644 index 0000000000000000000000000000000000000000..4ad37abb4242b58cc0f1643ec151a15d0e7682dd --- /dev/null +++ b/lecture-06/assets/md-45uBB7cb.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_54`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),53))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Attention does not know what order the words came in`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The widget shows each word’s output vector from one attention layer. The button shuffles the order of the words.`),n(`ul`,null,[n(`li`,null,`After a shuffle, every word gets exactly the same output as before. Only its place in the list changes.`),n(`li`,null,`The reason: each output is a weighted sum over all the words. A sum gives the same answer in any order.`),n(`li`,null,[a(`So, to attention alone, `),n(`em`,null,`the river bank`),a(` and `),n(`em`,null,`bank river the`),a(` are the same input.`)]),n(`li`,null,`A recurrent network knew the order because it read one word at a time. Deleting the recurrence removed that knowledge.`)]),n(`p`,null,`Takeaway: the model needs another way to know where each word is.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-5WEP6Md82.js b/lecture-06/assets/md-5WEP6Md82.js new file mode 100644 index 0000000000000000000000000000000000000000..db502aedffdf1f6c17195051e43d0b45ebdcd911 --- /dev/null +++ b/lecture-06/assets/md-5WEP6Md82.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,g as l,lt as u,m as d,v as f,vt as p,w as m,x as h,xt as g,y as _,yt as v,z as y}from"./modules/shiki-BFOesOFp.js";import{t as b}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as x,t as S}from"./slidev/context-DrkI8qiD.js";import{t as C}from"./slidev/VClicks-CGAOkBil.js";import{n as w,t as T}from"./interactive-ClWDKV9B.js";import{t as E}from"./StepButton-BcP33F-1.js";var D=[`viewBox`],O=[`x`,`width`],k=[`x`],A=[`x`,`width`],j=[`x`],M=[`d`],N=[`cx`],P=[`x`],F=[`x`],I=[`x`,`y`],L=[`x`,`y`],R=[`x`,`y`],z=640,B=372,V=218,H=56,U=366,W=30,G=b(m({__name:`TransformerStack`,props:{layers:{default:6}},setup(e){let{$slidev:t,$nav:a,$clicksContext:s,$clicks:m,$page:v,$renderContext:b,$frontmatter:S}=x(),C=e,T=[{id:`enc-emb`,x:H,y:300,label:`Input embedding`,sub:`one vector per source token`},{id:`enc-sa`,x:H,y:218,label:`Self-attention`,sub:`every token sees every token`},{id:`enc-ff`,x:H,y:180,label:`Feed-forward`,sub:`each position on its own`},{id:`dec-emb`,x:U,y:300,label:`Output embedding`,sub:`what has been written so far`},{id:`dec-sa`,x:U,y:218,label:`Masked self-attention`,sub:`no peeking at the future`},{id:`dec-ca`,x:U,y:180,label:`Cross-attention`,sub:`Q from here, K and V from the encoder`},{id:`dec-ff`,x:U,y:142,label:`Feed-forward`},{id:`dec-lin`,x:U,y:96,label:`Linear`,sub:`d → vocabulary size`},{id:`dec-sm`,x:U,y:58,label:`Softmax`,sub:`a probability per word in the vocabulary`}],G=[{title:`Embed the source`,lit:[`enc-in`,`enc-emb`],note:"The source sentence is split into tokens and each one is looked up in an embedding table (`nn.Embedding`), which turns a token id into a learned vector. Nothing here knows anything about order yet."},{title:`Add position`,lit:[`enc-in`,`enc-emb`,`enc-pe`],note:`A fixed positional vector is added to each embedding. Without it the encoder would treat the sentence as a bag of words, because a weighted sum has no order in it.`},{title:`Encoder self-attention`,lit:[`enc-sa`],note:`Every source token attends to every other, in both directions — there is no mask here, because the whole source is available at once. This is the step that makes each vector *contextual*.`},{title:`Encoder block, ×N`,lit:[`enc-sa`,`enc-ff`,`enc-stack`],note:`Attention and feed-forward, each wrapped in a residual and a LayerNorm, repeated N times. The output is one vector per source token — not one vector for the whole sentence, which is precisely the bottleneck this architecture removes.`},{title:`The decoder starts`,lit:[`dec-in`,`dec-emb`,`dec-pe`],note:`The decoder is fed what has been produced so far, shifted right by one and starting from a begin-of-sequence token. During training that is the true target sentence, so every position trains at once. This is teacher forcing: training on the true previous words instead of the model’s own guesses.`},{title:`Masked self-attention`,lit:[`dec-sa`],note:`The decoder attends to its own output, with position t forbidden from seeing anything after t. Without the mask the model could read the answer off its own input and the loss would collapse to nothing.`},{title:`Cross-attention`,lit:[`dec-ca`,`cross`],note:`The only place the two stacks meet. Queries come from the decoder — “what do I need next?” — and keys and values from the encoder’s output. This is Bahdanau’s 2014 attention for translation, with the recurrence removed from both sides.`},{title:`Decoder block, ×N`,lit:[`dec-sa`,`dec-ca`,`dec-ff`,`dec-stack`],note:`Three sub-layers now rather than two, again each with a residual and a norm, again repeated N times.`},{title:`Predict the next token`,lit:[`dec-lin`,`dec-sm`,`dec-out`],note:`A linear layer to vocabulary size and a softmax: a probability for every word. Take one, append it, and run the decoder again. The encoder runs once; the decoder runs once per output token — which is where “transformers are parallel” gets its asterisk.`}],K=u(0),q=l(()=>K.value>=G.length),J=l(()=>K.value===0?null:G[K.value-1]);function Y(){K.value=q.value?0:K.value+1}function X(e){return K.value===0?`idle`:J.value?.lit.includes(e)?`current`:G.slice(0,K.value).some(t=>t.lit.includes(e))?`seen`:`idle`}return(e,t)=>{let a=E,s=w;return y(),f(s,{"max-width":`43rem`},{controls:n(()=>[r(a,{label:q.value?`Start over`:K.value===0?`Walk the architecture`:`Next step`,glyph:`▸`,onClick:Y},null,8,[`label`])]),readout:n(()=>[J.value?(y(),c(d,{key:0},[o(`strong`,null,g(K.value)+`/`+g(G.length)+` · `+g(J.value.title),1),h(` — `+g(J.value.note),1)],64)):(y(),c(d,{key:1},[t[1]||=h(` Six boxes you have already met, arranged into two stacks. Press `,-1),t[2]||=o(`em`,null,`Walk the architecture`,-1),t[3]||=h(` and follow the data: up the encoder once, then up the decoder once for every word it writes. `,-1)],64))]),default:n(()=>[(y(),c(`svg`,{class:`dl-stack`,viewBox:`0 0 ${z} ${B}`,preserveAspectRatio:`xMidYMid meet`,role:`img`,"aria-label":`The 2017 encoder-decoder transformer: an encoder stack reading the source sentence and a decoder stack that attends to its own output and to the encoder's`},[t[0]||=o(`defs`,null,[o(`marker`,{id:`dl-stack-arrow`,viewBox:`0 0 8 8`,refX:`7`,refY:`4`,markerWidth:`5`,markerHeight:`5`,orient:`auto-start-reverse`},[o(`path`,{d:`M0,0 L8,4 L0,8 z`,fill:`currentColor`})])],-1),_(` Column spines, drawn first so the boxes sit on top of them. `),o(`line`,{class:`dl-stack__spine`,x1:165,y1:336,x2:165,y2:176}),o(`line`,{class:`dl-stack__spine`,x1:475,y1:336,x2:475,y2:54,"marker-end":`url(#dl-stack-arrow)`}),_(` Repeated-block brackets. `),o(`rect`,{class:p([`dl-stack__repeat`,`is-${X(`enc-stack`)}`]),x:44,y:`172`,width:242,height:`84`,rx:`8`},null,10,O),o(`text`,{class:p([`dl-stack__repeatlabel`,`is-${X(`enc-stack`)}`]),x:38,y:`214`,"text-anchor":`end`},`×`+g(C.layers),11,k),o(`rect`,{class:p([`dl-stack__repeat`,`is-${X(`dec-stack`)}`]),x:354,y:`134`,width:242,height:`122`,rx:`8`},null,10,A),o(`text`,{class:p([`dl-stack__repeatlabel`,`is-${X(`dec-stack`)}`]),x:602,y:`198`,"text-anchor":`start`},`×`+g(C.layers),11,j),_(` The one place the two stacks touch. `),o(`path`,{class:p([`dl-stack__cross`,`is-${X(`cross`)}`]),d:`M 165 176 V 158 H 320 V 195 H 362`,"marker-end":`url(#dl-stack-arrow)`},null,10,M),o(`text`,{class:p([`dl-stack__crosslabel`,`is-${X(`cross`)}`]),x:`318`,y:`152`,"text-anchor":`middle`},` K, V from the encoder `,2),_(` Positional-encoding adders. `),(y(!0),c(d,null,i([{id:`enc-pe`,x:165},{id:`dec-pe`,x:475}],e=>(y(),c(`g`,{key:e.id},[o(`circle`,{class:p([`dl-stack__add`,`is-${X(e.id)}`]),cx:e.x,cy:`272`,r:`11`},null,10,N),o(`text`,{class:`dl-stack__plus`,x:e.x,y:`277`,"text-anchor":`middle`},`+`,8,P),o(`text`,{class:p([`dl-stack__pe`,`is-${X(e.id)}`]),x:e.x-18,y:`276`,"text-anchor":`end`},`position`,10,F)]))),128)),_(` The boxes. `),(y(),c(d,null,i(T,e=>o(`g`,{key:e.id},[o(`rect`,{class:p([`dl-stack__box`,`is-${X(e.id)}`]),x:e.x,y:e.y,width:V,height:W,rx:`5`},null,10,I),o(`text`,{class:p([`dl-stack__label`,`is-${X(e.id)}`]),x:e.x+V/2,y:e.y+(e.sub?14:20),"text-anchor":`middle`},g(e.label),11,L),e.sub?(y(),c(`text`,{key:0,class:p([`dl-stack__sub`,`is-${X(e.id)}`]),x:e.x+V/2,y:e.y+25,"text-anchor":`middle`},g(e.sub),11,R)):_(`v-if`,!0)])),64)),_(` Ports. `),o(`text`,{class:p([`dl-stack__port`,`is-${X(`enc-in`)}`]),x:165,y:`350`,"text-anchor":`middle`},` source sentence `,2),o(`text`,{class:p([`dl-stack__port`,`is-${X(`dec-in`)}`]),x:475,y:`350`,"text-anchor":`middle`},` output so far, shifted right `,2),o(`text`,{class:p([`dl-stack__port`,`is-${X(`dec-out`)}`]),x:475,y:`44`,"text-anchor":`middle`},` probability of every next word `,2),o(`text`,{class:`dl-stack__side`,x:H,y:`18`},`ENCODER — reads once`),o(`text`,{class:`dl-stack__side`,x:U,y:`18`},`DECODER — runs once per output token`)],8,D))]),_:1})}}}),[[`__scopeId`,`data-v-66f48009`]]),K={class:`mt-2 dl-callout`},q={__name:`slides.md__slidev_16`,setup(i){let{$slidev:l,$nav:u,$clicksContext:d,$clicks:p,$page:m,$renderContext:g,$frontmatter:_}=x();return d.setup(),(i,l)=>{let u=G,d=C,p=a(`click`);return y(),f(T,v(t(s(S)(s(_),15))),{aside:n(t=>[l[2]||=o(`p`,null,[h(`Press `),o(`strong`,null,`Walk the architecture`),h(` and follow the data: nine steps, no new boxes.`)],-1),r(d,null,{default:n(()=>[...l[0]||=[o(`ul`,null,[o(`li`,null,[h(`up the encoder `),o(`strong`,null,`once`)]),o(`li`,null,[h(`then up the decoder `),o(`strong`,null,`once per word it writes`)]),o(`li`,null,`cross-attention is the only wire between them`)],-1)]]),_:1}),e((y(),c(`div`,K,[...l[1]||=[o(`p`,null,`The famous figure, in the order the data actually moves.`,-1)]])),[[p]])]),default:n(()=>[r(u,{layers:6})]),_:1},16)}}};export{q as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-9BRr5fKR.js b/lecture-06/assets/md-9BRr5fKR.js new file mode 100644 index 0000000000000000000000000000000000000000..8e259e6f1810a56ddd79616d1fc381b82956b35e --- /dev/null +++ b/lecture-06/assets/md-9BRr5fKR.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_46`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),45))),{default:t(()=>[p[0]||=r(`h1`,null,`From one head to one block`,-1),p[1]||=r(`p`,null,`Many heads, one block.`,-1),r(`div`,f,[n(m,{kind:`block`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-B3cw-l9c.js b/lecture-06/assets/md-B3cw-l9c.js new file mode 100644 index 0000000000000000000000000000000000000000..29c67f991c2d4397ce596eaac7f0298977316fb2 --- /dev/null +++ b/lecture-06/assets/md-B3cw-l9c.js @@ -0,0 +1,45 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_39`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),38))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Why divide by the square root`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`A score is a dot product: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])]),n(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` products added together. Wider keys give bigger scores, typically growing like `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(`.`)]),n(`li`,null,`The left bars are the softmax of the scores 0, 2, 0: weights 0.11, 0.79, 0.11. The right bars use the same scores eight times bigger, 0, 16, 0. The weights become 0.00, 1.00, 0.00.`),n(`li`,null,[a(`That softmax is `),n(`strong`,null,`saturated`),a(`. Its gradient is almost zero, so the layer stops learning where to look.`)]),n(`li`,null,[a(`The fix is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`α`),n(`mrow`,null,[n(`mi`,null,`i`),n(`mi`,null,`j`)])]),n(`mo`,null,`=`),n(`msub`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`normal`},`softmax`),n(`mo`,null,`⁡`)]),n(`mi`,null,`j`)]),n(`mo`,{stretchy:`false`},`(`),n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`q`),n(`mi`,null,`i`)]),n(`mo`,null,`⋅`),n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`k`),n(`mi`,null,`j`)]),n(`mi`,{mathvariant:`normal`},`/`),n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])]),n(`mo`,{stretchy:`false`},`)`)]),n(`annotation`,{encoding:`application/x-tex`},`\\alpha_{ij} = \\operatorname{softmax}_j(\\mathbf{q}_i \\cdot \\mathbf{k}_j / \\sqrt{d_k})`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7167em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0037em`}},`α`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3117em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.0037em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`ij`)])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.0361em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mop`},[n(`span`,{class:`mop`},[n(`span`,{class:`mord mathrm`},`softmax`)]),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3117em`}},[n(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])]),n(`span`,{class:`mopen`},`(`),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`q`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3117em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`i`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`⋅`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.1433em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`k`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3117em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])]),n(`span`,{class:`mord`},`/`),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])]),n(`span`,{class:`mclose`},`)`)])])]),a(`. Dividing by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(` cancels the growth.`)]),n(`li`,null,[a(`For `),n(`em`,null,`bank`),a(` (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)]),n(`mo`,null,`=`),n(`mn`,null,`2`)]),n(`annotation`,{encoding:`application/x-tex`},`d_k = 2`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`2`)])])]),a(`): `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`2`),n(`mi`,{mathvariant:`normal`},`/`),n(`msqrt`,null,[n(`mn`,null,`2`)]),n(`mo`,null,`=`),n(`mn`,null,`1.41`)]),n(`annotation`,{encoding:`application/x-tex`},`2 / \\sqrt{2} = 1.41`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.1572em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mord`},`2/`),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.9072em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},`2`)])]),n(`span`,{style:{top:`-2.8672em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1328em`}},[n(`span`)])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`1.41`)])])]),a(`, and the weight on `),n(`em`,null,`river`),a(` is 0.67.`)]),n(`li`,null,[a(`In the 2017 model, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)]),n(`mo`,null,`=`),n(`mn`,null,`64`)]),n(`annotation`,{encoding:`application/x-tex`},`d_k = 64`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`64`)])])]),a(`, so the divisor is 8.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-B4dh1Gjy2.js b/lecture-06/assets/md-B4dh1Gjy2.js new file mode 100644 index 0000000000000000000000000000000000000000..f86d0194b76ad505611f18187562239f16c5df33 --- /dev/null +++ b/lecture-06/assets/md-B4dh1Gjy2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_24`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),23))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Three roles, one vector`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`The box `),n(`strong`,null,`x`),a(` on the left is one token’s vector.`)]),n(`li`,null,[a(`It goes through three different learned matrices, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` (the trapezoids). Each one gives a different short vector.`)]),n(`li`,null,[a(`The `),n(`strong`,null,`query`),a(),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`q`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{q}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6389em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathbf`},`q`)])])]),a(` says what this token is looking for. It is compared with every token’s key.`)]),n(`li`,null,[a(`The `),n(`strong`,null,`key`),a(),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`k`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathbf`},`k`)])])]),a(` says what this token advertises, so that others can find it.`)]),n(`li`,null,[a(`The `),n(`strong`,null,`value`),a(),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`v`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{v}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),n(`span`,{class:`mord mathbf`,style:{"margin-right":`0.016em`}},`v`)])])]),a(` is what this token hands over when another token attends to it. Values are averaged into the output.`)]),n(`li`,null,[a(`Every token plays all three roles at once, even when it looks at itself. `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` are the only new learned parameters.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-B5Abi94E.js b/lecture-06/assets/md-B5Abi94E.js new file mode 100644 index 0000000000000000000000000000000000000000..1cf638de3d61c3df4355ad10641182d0330fd9d3 --- /dev/null +++ b/lecture-06/assets/md-B5Abi94E.js @@ -0,0 +1,15 @@ +import{$ as e,E as t,M as n,Q as r,S as i,W as a,_ as o,_t as s,b as c,v as l,x as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";import{t as g}from"./slidev/CodeBlockWrapper-C_5MjYK7.js";var _={class:`grid grid-cols-[1fr_15rem] gap-4 items-center`},v={class:`mt-2 dl-secondary`},y={__name:`slides.md__slidev_101`,setup(y){let{$slidev:b,$nav:x,$clicksContext:S,$clicks:C,$page:w,$renderContext:T,$frontmatter:E}=p();return S.setup(),(p,y)=>{let b=g,x=a(`click`);return f(),l(h,d(t(s(m)(s(E),100))),{default:r(()=>[y[3]||=o(`h1`,null,`A block, and a stack`,-1),o(`div`,_,[o(`div`,null,[i(b,n({lines:!0},{title:``,ranges:[`all`,`4-8`,`11-12`,`15`,`all`]}),{default:r(()=>[...y[0]||=[o(`pre`,{class:`shiki shiki-themes vitesse-dark vitesse-light slidev-code`,style:{"--shiki-dark":`#dbd7caee`,"--shiki-light":`#393a34`,"--shiki-dark-bg":`#121212`,"--shiki-light-bg":`#ffffff`}},[o(`code`,{class:`language-python`},[o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`class`),o(`span`,{style:{"--shiki-dark":`#5DA994`,"--shiki-light":`#2E8F82`}},` Block`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},`nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},`Module`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},` def`),o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` __init__`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` n_heads`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_ff`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` super`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`().`),o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},`__init__`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`()`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`n1 `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`LayerNorm`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`attn `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` SelfAttention`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` n_heads`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`n2 `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`LayerNorm`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`ff `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Sequential`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Linear`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_ff`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`),`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`GELU`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(),`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Linear`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_ff`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`))`)]),u(` +`),o(`span`,{class:`line`}),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},` def`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},` forward`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x `),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`+`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`attn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`n1`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`))`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # pre-LN: normalise the copy…`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x `),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`+`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`ff`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`n2`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`))`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # …never the residual stream itself`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` return`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x`)]),u(` +`),o(`span`,{class:`line`}),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`model `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Sequential`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`*`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`[`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Block`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`512`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 8`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 2048`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` for`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` _ `),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`in`),o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` range`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`6`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)])`)])])],-1)]]),_:1},16)]),y[1]||=o(`div`,null,[o(`svg`,{class:`dl-diagram`,viewBox:`0 0 230 290`,role:`img`,"aria-label":`One pre-LN block, read from the bottom. The residual stream x runs straight up. A copy branches off, goes through a norm and attention, and is added back at the first plus sign. A second copy goes through a norm and the feed-forward network and is added back at the second plus sign. Six of these blocks make the stack.`},[o(`defs`,null,[o(`marker`,{id:`l6s5-a3`,markerWidth:`8`,markerHeight:`8`,refX:`7`,refY:`4`,orient:`auto`},[o(`path`,{d:`M0 0 L8 4 L0 8 z`,class:`dl-dg-head`})])]),o(`path`,{d:`M30 280 V214`,class:`dl-dg-line`}),o(`path`,{d:`M30 198 V104`,class:`dl-dg-line`}),o(`path`,{d:`M30 88 V22`,class:`dl-dg-line`,"marker-end":`url(#l6s5-a3)`}),o(`text`,{x:`44`,y:`282`,class:`dl-dg-in`},`x`),o(`text`,{x:`44`,y:`22`,class:`dl-dg-small`},`× 6 blocks`),o(`circle`,{cx:`30`,cy:`206`,r:`8`,class:`dl-dg-op`}),o(`text`,{x:`30`,y:`210.5`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`+`),o(`circle`,{cx:`30`,cy:`96`,r:`8`,class:`dl-dg-op`}),o(`text`,{x:`30`,y:`100.5`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`+`),o(`path`,{d:`M30 256 H62`,class:`dl-dg-arrow`}),o(`rect`,{x:`62`,y:`244`,width:`50`,height:`24`,rx:`3`,class:`dl-dg-box`}),o(`text`,{x:`87`,y:`261`,class:`dl-dg-small`,"text-anchor":`middle`},`norm`),o(`path`,{d:`M112 256 H124`,class:`dl-dg-arrow`}),o(`polygon`,{points:`124,242 220,242 212,270 132,270`,class:`dl-dg-net`}),o(`text`,{x:`172`,y:`261`,class:`dl-dg-small`,"text-anchor":`middle`},`attention`),o(`path`,{d:`M172 242 V206 H42`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a3)`}),o(`path`,{d:`M30 146 H62`,class:`dl-dg-arrow`}),o(`rect`,{x:`62`,y:`134`,width:`50`,height:`24`,rx:`3`,class:`dl-dg-box`}),o(`text`,{x:`87`,y:`151`,class:`dl-dg-small`,"text-anchor":`middle`},`norm`),o(`path`,{d:`M112 146 H124`,class:`dl-dg-arrow`}),o(`polygon`,{points:`124,132 220,132 212,160 132,160`,class:`dl-dg-net`}),o(`text`,{x:`172`,y:`151`,class:`dl-dg-small`,"text-anchor":`middle`},`feed-forward`),o(`path`,{d:`M172 132 V96 H42`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a3)`})])],-1)]),e((f(),c(`div`,v,[...y[2]||=[o(`p`,null,[o(`code`,null,`x = x + sublayer(norm(x))`),u(`, twice. This is the pre-LN (layer norm first) block from "One wire moved, and deep stacks started training". `),o(`code`,null,`nn.Sequential`),u(` is the stack.`)],-1)]])),[[x]])]),_:1},16)}}};export{y as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-B5uG_D2l.js b/lecture-06/assets/md-B5uG_D2l.js new file mode 100644 index 0000000000000000000000000000000000000000..c3b96abf443503411084d7102a34b7ac70c8b4bc --- /dev/null +++ b/lecture-06/assets/md-B5uG_D2l.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_109`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),108))),{default:t(()=>[p[0]||=r(`h1`,null,`Where that leaves us`,-1),p[1]||=r(`p`,null,`One idea, applied twice per block.`,-1),r(`div`,f,[n(m,{kind:`block`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-B815c0ps.js b/lecture-06/assets/md-B815c0ps.js new file mode 100644 index 0000000000000000000000000000000000000000..c530d7d0c33743f1d7a43baa1ddfe65f1122b8fd --- /dev/null +++ b/lecture-06/assets/md-B815c0ps.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_4`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),3))),{default:t(()=>[p[0]||=r(`h1`,null,`Delete the recurrence`,-1),r(`div`,f,[n(m,{kind:`cut`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BJ1CN0D8.js b/lecture-06/assets/md-BJ1CN0D8.js new file mode 100644 index 0000000000000000000000000000000000000000..d90f368f052804e9e9afbf725fca74e1ca1bb972 --- /dev/null +++ b/lecture-06/assets/md-BJ1CN0D8.js @@ -0,0 +1,12 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_113`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),112))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Reading, and the lab`,-1),n(`div`,{class:`dl-describe`},[n(`ol`,null,[n(`li`,null,`Read "The Illustrated Transformer" first. It explains the architecture with pictures.`),n(`li`,null,`Read "Self-attention from scratch" next. It works through the same kind of example as the lecture.`),n(`li`,null,`Look at nanoGPT for a complete decoder-only model. Its attention code matches "Self-attention, written out".`)]),n(`p`,null,[a(`In the lab you build the block from "A block, and a stack". You train it on character-level text. Then you remove three parts, one at a time: the causal mask, the `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(` scaling and the positional encoding. Predict each result first, then report what each part was doing.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BJLgyYot2.js b/lecture-06/assets/md-BJLgyYot2.js new file mode 100644 index 0000000000000000000000000000000000000000..61f575a9d1a83112437e50ddf9eb6397ace2efba --- /dev/null +++ b/lecture-06/assets/md-BJLgyYot2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_30`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),29))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Why a key and a value are different things`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Top`),a(`, a library book’s spine: `),n(`em`,null,`river`),a(`’s key, made with `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`, is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[2, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`. It makes the book easy to find, here by the word "water".`)]),n(`li`,null,[n(`strong`,null,`Bottom:`),a(),n(`em`,null,`river`),a(`’s value, made with `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`, is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2.3`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.3`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[2.3, 0.3]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2.3`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.3`),n(`span`,{class:`mclose`},`]`)])])]),a(`. It is what is inside the book: what `),n(`em`,null,`river`),a(` hands over once `),n(`em`,null,`bank`),a(` has found it.`)]),n(`li`,null,`A good spine label is short and says what the book is about. That is not what you want to read. So the two jobs get two different matrices.`),n(`li`,null,[a(`Using one matrix for both (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)]),n(`mo`,null,`=`),n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K = W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`) still works, but slightly worse.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BOLARYwC2.js b/lecture-06/assets/md-BOLARYwC2.js new file mode 100644 index 0000000000000000000000000000000000000000..a0617c83cdc8f0d3f00de2e968704c03cb18227a --- /dev/null +++ b/lecture-06/assets/md-BOLARYwC2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,yt as a,z as o}from"./modules/shiki-BFOesOFp.js";import{n as s,t as c}from"./slidev/context-DrkI8qiD.js";import{t as l}from"./default-sHmABwVd.js";var u={__name:`slides.md__slidev_83`,setup(u){let{$slidev:d,$nav:f,$clicksContext:p,$clicks:m,$page:h,$renderContext:g,$frontmatter:_}=s();return p.setup(),(s,u)=>(o(),i(l,a(e(r(c)(r(_),82))),{default:t(()=>[...u[0]||=[n(`h1`,null,`In words: Why decoder-only took over`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The picture shows ordinary text along the bottom: "the river bank was flooded".`),n(`li`,null,`Each arrow points from a word to the word after it. That next word is the target the model must predict.`),n(`li`,null,`So five words of text give four training examples. Nobody had to label anything.`),n(`li`,null,`Any text can be used this way, and every position in it is an example.`),n(`li`,null,`Many tasks can be written as "continue this text", so one objective covers them all.`),n(`li`,null,`Remember: decoder-only won because its training data costs nothing, not because the layer is better.`)])],-1)]]),_:1},16))}};export{u as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BRWSRKtj2.js b/lecture-06/assets/md-BRWSRKtj2.js new file mode 100644 index 0000000000000000000000000000000000000000..d398b9188b09064dee6d2805f8ff974777ad5012 --- /dev/null +++ b/lecture-06/assets/md-BRWSRKtj2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./default-sHmABwVd.js";import{t as v}from"./slidev/VClicks-CGAOkBil.js";var y={class:`grid grid-cols-2 gap-8 mt-2 dl-tight`},b={viewBox:`0 0 400 190`,class:`dl-diagram`,role:`img`,"aria-label":`Five words of text give four next-word training examples: each word predicts the word after it`},x=[`x`],S=[`x`],C=[`d`],w=[`x`],T=[`x`],E={class:`mt-3 dl-callout`},D={__name:`slides.md__slidev_82`,setup(D){let{$slidev:O,$nav:k,$clicksContext:A,$clicks:j,$page:M,$renderContext:N,$frontmatter:P}=h();return A.setup(),(h,D)=>{let O=v,k=a(`click`);return m(),u(_,p(t(s(g)(s(P),81))),{default:n(()=>[D[5]||=o(`h1`,null,`Why decoder-only took over`,-1),D[6]||=o(`p`,null,[d(`Not the most expressive design. The one with the most `),o(`strong`,null,`training data`),d(`.`)],-1),o(`div`,y,[o(`div`,null,[(m(),c(`svg`,b,[D[0]||=o(`defs`,null,[o(`marker`,{id:`l6s4-next`,markerWidth:`6`,markerHeight:`6`,refX:`5`,refY:`3`,orient:`auto`},[o(`path`,{class:`dl-dg-head`,d:`M0 0 L6 3 L0 6 z`})])],-1),D[1]||=o(`text`,{class:`dl-dg-small`,x:`6`,y:`24`},`predicts the next word`,-1),(m(),c(l,null,i([`river`,`bank`,`was`,`flooded`],(e,t)=>o(`g`,{key:`p`+t},[o(`rect`,{class:`dl-dg-fill`,x:6+t*78,y:`36`,width:`70`,height:`30`,rx:`4`},null,8,x),o(`text`,{class:`dl-dg-in`,x:41+t*78,y:`56`,"text-anchor":`middle`},f(e),9,S),o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s4-next)`,d:`M${41+t*78} 128 V72`},null,8,C)])),64)),(m(),c(l,null,i([`the`,`river`,`bank`,`was`,`flooded`],(e,t)=>o(`g`,{key:`t`+t},[o(`rect`,{class:`dl-dg-box`,x:6+t*78,y:`130`,width:`70`,height:`30`,rx:`4`},null,8,w),o(`text`,{class:`dl-dg-lab is-sm`,x:41+t*78,y:`150`,"text-anchor":`middle`},f(e),9,T)])),64)),D[2]||=o(`text`,{class:`dl-dg-small is-good`,x:`6`,y:`182`},`5 words of text → 4 training examples, no labels`,-1)]))]),o(`div`,null,[r(O,null,{default:n(()=>[...D[3]||=[o(`ul`,null,[o(`li`,null,[d(`Next-token prediction needs `),o(`strong`,null,`no labels`),d(`: any text is training data`)]),o(`li`,null,[o(`strong`,null,`Every position`),d(` is an example, so one document gives thousands`)]),o(`li`,null,`Any task written as text becomes next-token prediction`),o(`li`,null,`One stack instead of two: simpler to scale and to serve`)],-1)]]),_:1})])]),e((m(),c(`div`,E,[...D[4]||=[o(`p`,null,`The design that won was the one whose training data was free.`,-1)]])),[[k]])]),_:1},16)}}};export{D as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BTnUhx7N.css b/lecture-06/assets/md-BTnUhx7N.css new file mode 100644 index 0000000000000000000000000000000000000000..5372cc352f33a9e35fbe353891a4e3c61feb156d --- /dev/null +++ b/lecture-06/assets/md-BTnUhx7N.css @@ -0,0 +1 @@ +.dl-stack[data-v-66f48009]{width:100%;height:100%}.dl-stack__spine[data-v-66f48009]{stroke:var(--dl-border);stroke-width:2px;color:var(--dl-border)}.dl-stack__box[data-v-66f48009]{fill:var(--dl-bg);stroke:var(--dl-border);stroke-width:1.3px;transition:fill .2s,stroke .2s}.dl-stack__box.is-seen[data-v-66f48009]{fill:var(--dl-surface);stroke:var(--dl-body)}.dl-stack__box.is-current[data-v-66f48009]{fill:var(--dl-accent-soft);stroke:var(--dl-accent);stroke-width:2.2px}.dl-stack__label[data-v-66f48009]{fill:var(--dl-muted);font-size:11.5px;font-weight:600;transition:fill .2s}.dl-stack__label.is-seen[data-v-66f48009],.dl-stack__label.is-current[data-v-66f48009]{fill:var(--dl-heading)}.dl-stack__sub[data-v-66f48009]{fill:var(--dl-muted);font-size:8.8px}.dl-stack__sub.is-current[data-v-66f48009]{fill:var(--dl-accent-strong)}.dl-stack__repeat[data-v-66f48009]{fill:none;stroke:var(--dl-border);stroke-width:1.2px;stroke-dasharray:5 4;transition:stroke .2s}.dl-stack__repeat.is-current[data-v-66f48009]{stroke:var(--dl-accent)}.dl-stack__repeatlabel[data-v-66f48009]{fill:var(--dl-muted);font-size:11px;font-weight:700}.dl-stack__repeatlabel.is-current[data-v-66f48009]{fill:var(--dl-accent)}.dl-stack__cross[data-v-66f48009]{fill:none;stroke:var(--dl-border);stroke-width:1.6px;color:var(--dl-border);transition:stroke .2s}.dl-stack__cross.is-seen[data-v-66f48009]{stroke:var(--dl-body);color:var(--dl-body)}.dl-stack__cross.is-current[data-v-66f48009]{stroke:var(--dl-accent);color:var(--dl-accent);stroke-width:2.2px}.dl-stack__crosslabel[data-v-66f48009]{fill:var(--dl-muted);opacity:0;font-size:9px;transition:opacity .2s}.dl-stack__crosslabel.is-seen[data-v-66f48009],.dl-stack__crosslabel.is-current[data-v-66f48009]{opacity:1}.dl-stack__crosslabel.is-current[data-v-66f48009]{fill:var(--dl-accent);font-weight:700}.dl-stack__add[data-v-66f48009]{fill:var(--dl-bg);stroke:var(--dl-border);stroke-width:1.4px}.dl-stack__add.is-seen[data-v-66f48009]{stroke:var(--dl-body)}.dl-stack__add.is-current[data-v-66f48009]{fill:var(--dl-accent-soft);stroke:var(--dl-accent);stroke-width:2.2px}.dl-stack__plus[data-v-66f48009]{fill:var(--dl-heading);font-size:12px;font-weight:700}.dl-stack__pe[data-v-66f48009]{fill:var(--dl-muted);font-size:9px}.dl-stack__pe.is-current[data-v-66f48009]{fill:var(--dl-accent);font-weight:700}.dl-stack__port[data-v-66f48009]{fill:var(--dl-muted);font-size:10px;transition:fill .2s}.dl-stack__port.is-current[data-v-66f48009]{fill:var(--dl-accent);font-weight:700}.dl-stack__side[data-v-66f48009]{fill:var(--dl-muted);letter-spacing:.09em;font-size:9.5px} diff --git a/lecture-06/assets/md-BX32i5rK.js b/lecture-06/assets/md-BX32i5rK.js new file mode 100644 index 0000000000000000000000000000000000000000..b35d2dadc5a391b46bb3230038b9f5a5ccfedbc7 --- /dev/null +++ b/lecture-06/assets/md-BX32i5rK.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_61`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),60))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Two wrappers that make it stackable`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`Read the diagram from the bottom. The input `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`x`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),n(`span`,{class:`mord mathbf`},`x`)])])]),a(` goes up two paths.`)]),n(`ul`,null,[n(`li`,null,`One path goes through the sub-layer: attention or the feed-forward network.`),n(`li`,null,[a(`The other path copies `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`x`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),n(`span`,{class:`mord mathbf`},`x`)])])]),a(` unchanged. At the + sign the two are added: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`x`),n(`mo`,null,`+`),n(`mi`,{mathvariant:`normal`},`SubLayer`),n(`mo`,null,`⁡`),n(`mo`,{stretchy:`false`},`(`),n(`mi`,{mathvariant:`bold`},`x`),n(`mo`,{stretchy:`false`},`)`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x} + \\operatorname{SubLayer}(\\mathbf{x})`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathbf`},`x`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`+`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mop`},[n(`span`,{class:`mord mathrm`},`SubLayer`)]),n(`span`,{class:`mopen`},`(`),n(`span`,{class:`mord mathbf`},`x`),n(`span`,{class:`mclose`},`)`)])])]),a(`.`)]),n(`li`,null,[a(`The sub-layer only proposes a change. It never replaces `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`x`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),n(`span`,{class:`mord mathbf`},`x`)])])]),a(`.`)]),n(`li`,null,`The copy has no matrix on it, so gradients flow back along it easily, as in a ResNet.`),n(`li`,null,`LayerNorm then re-centres and re-scales each position’s vector on its own. Unlike BatchNorm, it never mixes examples or time steps.`)]),n(`p`,null,`Takeaway: the output has the same shape as the input, so identical blocks can be stacked.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BYKniqFA.js b/lecture-06/assets/md-BYKniqFA.js new file mode 100644 index 0000000000000000000000000000000000000000..1f9bf266f0e96bac4c59418fc5bf78b6a9d19ed0 --- /dev/null +++ b/lecture-06/assets/md-BYKniqFA.js @@ -0,0 +1,12 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_43`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),42))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The whole layer, in one line`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`The equation does all four steps for every word at once. `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`Q`)]),n(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathnormal`},`Q`)])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`K`)]),n(`annotation`,{encoding:`application/x-tex`},`K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`V`)]),n(`annotation`,{encoding:`application/x-tex`},`V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(` hold the queries, keys and values, one row per token. `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` counts the tokens.`)]),n(`ol`,null,[n(`li`,null,[n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`Q`)]),n(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathnormal`},`Q`)])])]),a(` (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])]),n(`annotation`,{encoding:`application/x-tex`},`T \\times d_k`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`) times `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msup`,null,[n(`mi`,null,`K`),n(`mi`,{mathvariant:`normal`},`⊤`)])]),n(`annotation`,{encoding:`application/x-tex`},`K^\\top`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8491em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8491em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`⊤`)])])])])])])])])])]),a(` (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)]),n(`mo`,null,`×`),n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`d_k \\times T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(`) gives a `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T \\times T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` grid of scores: every query against every key.`)]),n(`li`,null,[a(`Every score is divided by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(`.`)]),n(`li`,null,`Softmax runs along each row, so every row of weights adds up to 1.`),n(`li`,null,[a(`The weights (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T \\times T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(`) times `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`V`)]),n(`annotation`,{encoding:`application/x-tex`},`V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(` (`),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`v`)])]),n(`annotation`,{encoding:`application/x-tex`},`T \\times d_v`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1514em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0359em`}},`v`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`) give the output: one new vector per token, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`v`)])]),n(`annotation`,{encoding:`application/x-tex`},`T \\times d_v`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1514em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0359em`}},`v`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`.`)])]),n(`p`,null,[a(`For "the river bank", `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`=`),n(`mn`,null,`3`)]),n(`annotation`,{encoding:`application/x-tex`},`T = 3`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`3`)])])]),a(`, so the grid of scores is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`3`),n(`mo`,null,`×`),n(`mn`,null,`3`)]),n(`annotation`,{encoding:`application/x-tex`},`3 \\times 3`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`3`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`3`)])])]),a(`.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Bccft7aT.js b/lecture-06/assets/md-Bccft7aT.js new file mode 100644 index 0000000000000000000000000000000000000000..5dc2784f56c489c2f741ca7b233419e991938217 --- /dev/null +++ b/lecture-06/assets/md-Bccft7aT.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_6`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),5))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Two walls in reading one word at a time`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The picture shows a recurrent encoder–decoder and its two walls.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Left, wall one.`),a(` The encoder read the source into states `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`h`),n(`mn`,null,`1`)]),n(`mo`,{separator:`true`},`,`),n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`h`),n(`mn`,null,`2`)]),n(`mo`,{separator:`true`},`,`),n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`h`),n(`mn`,null,`3`)])]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{h}_1, \\mathbf{h}_2, \\mathbf{h}_3`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8889em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`h`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3011em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`1`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`h`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3011em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`h`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3011em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`3`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`. The plain decoder saw only one fixed vector, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`c`)]),n(`annotation`,{encoding:`application/x-tex`},`c`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4306em`}}),n(`span`,{class:`mord mathnormal`},`c`)])])]),a(`. Everything had to squeeze through that one box.`)]),n(`li`,null,[n(`strong`,null,`Attention fixed wall one.`),a(` The curved lines let each decoder step score every encoder state and take a weighted sum. That gives a fresh context at every step.`)]),n(`li`,null,[n(`strong`,null,`Right, wall two.`),a(` Each state `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,{mathvariant:`bold`},`h`),n(`mi`,null,`t`)])]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{h}_t`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathbf`},`h`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2806em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`t`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` needs the one before it. So 200 tokens means 200 steps in a row.`)]),n(`li`,null,`Attention sat on top of this chain, so wall two stayed.`)]),n(`p`,null,`This lecture removes the chain completely.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Be8qHbLU.js b/lecture-06/assets/md-Be8qHbLU.js new file mode 100644 index 0000000000000000000000000000000000000000..9cc8da4f28e6c49a9f5de3c517c618143fa4581b --- /dev/null +++ b/lecture-06/assets/md-Be8qHbLU.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_108`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),107))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Four bugs, and what each one looks like`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide lists four common bugs in transformer code, with their symptoms.`),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`No causal mask:`),a(` the loss drops almost to zero, but generation is gibberish. The model copies the next token from its input.`)]),n(`li`,null,[n(`strong`,null,[n(`code`,null,`batch_first`),a(` left out:`)]),a(` PyTorch reads the batch as time. There is no error.`)]),n(`li`,null,[n(`strong`,null,`Padding mask forgotten:`),a(` attention puts weight on pad tokens. There is no error.`)]),n(`li`,null,[n(`strong`,null,[n(`code`,null,`norm_first`),a(` left as the default:`)]),a(` the old post-LN wiring. A deep stack diverges early unless you add a warmup.`)])]),n(`p`,null,`Three of the four bugs give no error message. A loss that looks too good means: check the mask first.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BekE5qL_.js b/lecture-06/assets/md-BekE5qL_.js new file mode 100644 index 0000000000000000000000000000000000000000..d6dd28451ec4ab6573f1f12177edb3dcbd77490c --- /dev/null +++ b/lecture-06/assets/md-BekE5qL_.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_10`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),9))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: which wall attention solves`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The poll asks which of the two walls attention removes when it is added on top of a recurrent model.`),n(`li`,null,[n(`strong`,null,`The answer is the bottleneck only.`),a(` Attention replaces the single fixed vector with a fresh weighted sum at every output step.`)]),n(`li`,null,`It does not give parallelism. In the sketch, attention (the circle) still sits on top of the recurrent chain. Each state still waits for the one before it.`),n(`li`,null,`"Both" is the common wrong answer. Attention and parallelism are often taught together, but they are two separate steps.`)]),n(`p`,null,`Today’s point: attention does not need the recurrence. Remove the chain, and the second wall falls too.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BexnRWui.js b/lecture-06/assets/md-BexnRWui.js new file mode 100644 index 0000000000000000000000000000000000000000..b70d32dd6c24977d129849e64870bf10323534e8 --- /dev/null +++ b/lecture-06/assets/md-BexnRWui.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_91`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),90))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: What generation actually costs`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`A model writes one token at a time. Each new token attends to every earlier token.`),n(`li`,null,[a(`The keys and values of earlier tokens do not change. So the model keeps them in a `),n(`strong`,null,`KV (key–value) cache`),a(`.`)]),n(`li`,null,`In the picture, grey cells are cached and the accent cell is new. Each step adds one column and needs only one new query.`),n(`li`,null,[a(`The cache costs memory: layers × heads × tokens × `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])]),n(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` × 2, for every sequence.`)]),n(`li`,null,`With grouped-query attention, four query heads share one key/value head, so the cache is four times smaller.`),n(`li`,null,`Remember: at long context, the cache, not the weights, fills the GPU.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BgsK6PGZ2.js b/lecture-06/assets/md-BgsK6PGZ2.js new file mode 100644 index 0000000000000000000000000000000000000000..b6e276446e4b4dadb0d47ca725d83d01653abf89 --- /dev/null +++ b/lecture-06/assets/md-BgsK6PGZ2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_8`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),7))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The move`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Left: the recurrent design.`),a(` A recurrent chain does the work. Attention sits on top as a passenger and reads from every state.`)]),n(`li`,null,[n(`strong`,null,`Right: the 2017 design`),a(`, from `),n(`em`,null,`Attention Is All You Need`),a(` (Vaswani et al.). The chain is gone. Each word connects to every other word through attention only.`)]),n(`li`,null,`With no chain, no position waits for another. The whole sentence is processed at once.`),n(`li`,null,`The authors removed the recurrent neural network (RNN) as an experiment. Translation quality went up, not down.`)]),n(`p`,null,`Keep the weighted sum and delete what it was attached to. Every later model builds on that idea.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BjO-yXuT.js b/lecture-06/assets/md-BjO-yXuT.js new file mode 100644 index 0000000000000000000000000000000000000000..3b50793228c9f0ea6b5d512f5a20a9a5ad84fa3a --- /dev/null +++ b/lecture-06/assets/md-BjO-yXuT.js @@ -0,0 +1 @@ +import{E as e,H as t,Q as n,S as r,_ as i,_t as a,b as o,v as s,w as c,x as l,xt as u,y as d,yt as f,z as p}from"./modules/shiki-BFOesOFp.js";import{t as m}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./TransformerGlyph-D9TehqNe.js";var v={class:`slidev-layout dl-title`},y={class:`dl-title__eyebrow`},b={key:0,class:`dl-title__code`},x={key:1,class:`dl-title__lecture`},S={class:`dl-title__body`},C={class:`dl-title__meta`},w={key:0,class:`dl-title__author`},T=[`href`],E={key:2,class:`dl-title__date`},D=m(c({__name:`title`,props:{courseCode:{},lecture:{},author:{},email:{},date:{}},setup(e){let{$slidev:n,$nav:r,$clicksContext:a,$clicks:s,$page:c,$renderContext:l,$frontmatter:f}=h(),m=e;return(e,n)=>(p(),o(`div`,v,[i(`div`,y,[m.courseCode?(p(),o(`span`,b,u(m.courseCode),1)):d(`v-if`,!0),m.lecture?(p(),o(`span`,x,`Lecture `+u(m.lecture),1)):d(`v-if`,!0)]),i(`div`,S,[t(e.$slots,`default`,{},void 0,!0)]),n[0]||=i(`div`,{class:`dl-rule dl-title__rule`},null,-1),i(`div`,C,[m.author?(p(),o(`div`,w,u(m.author),1)):d(`v-if`,!0),m.email?(p(),o(`a`,{key:1,href:`mailto:${m.email}`,class:`dl-title__email`},u(m.email),9,T)):d(`v-if`,!0),m.date?(p(),o(`div`,E,u(m.date),1)):d(`v-if`,!0)])]))}}),[[`__scopeId`,`data-v-dc59a472`]]),O={class:`mt-6 flex items-center gap-6`},k={__name:`slides.md__slidev_1`,setup(t){let{$slidev:o,$nav:c,$clicksContext:u,$clicks:d,$page:m,$renderContext:v,$frontmatter:y}=h();return u.setup(),(t,o)=>{let c=_;return p(),s(D,f(e(a(g)(a(y),0))),{default:n(()=>[o[3]||=i(`h1`,null,`Transformers`,-1),o[4]||=i(`p`,null,`A network that reads a sentence one word at a time is slow to train and forgets the start. Let every word look at every other word at once instead. Every large language model since 2017 is built on that idea.`,-1),i(`div`,O,[r(c,{kind:`cut`,size:110},{default:n(()=>[...o[0]||=[l(`read in order`,-1)]]),_:1}),o[2]||=i(`span`,{class:`text-3xl`,style:{color:`var(--dl-accent)`}},`→`,-1),r(c,{kind:`block`,size:110},{default:n(()=>[...o[1]||=[l(`look everywhere`,-1)]]),_:1})])]),_:1},16)}}};export{k as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BkNuaaSP.js b/lecture-06/assets/md-BkNuaaSP.js new file mode 100644 index 0000000000000000000000000000000000000000..551a48dbf49d66ab6b4a43a9785f257e149987e1 --- /dev/null +++ b/lecture-06/assets/md-BkNuaaSP.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_20`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),19))),{default:t(()=>[p[0]||=r(`h1`,null,`Query, key, value`,-1),p[1]||=r(`p`,null,`A dictionary lookup, made soft.`,-1),r(`div`,f,[n(m,{kind:`qkv`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BmMhfMUg.js b/lecture-06/assets/md-BmMhfMUg.js new file mode 100644 index 0000000000000000000000000000000000000000..e98a22c88bc0e9945e7104aaf3ae11c529fe62a5 --- /dev/null +++ b/lecture-06/assets/md-BmMhfMUg.js @@ -0,0 +1,14 @@ +import{$ as e,E as t,M as n,Q as r,S as i,W as a,_ as o,_t as s,b as c,v as l,x as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";import{t as g}from"./slidev/CodeBlockWrapper-C_5MjYK7.js";var _={class:`dl-diagram mt-1`,viewBox:`0 0 820 64`,style:{"max-width":`46rem`},role:`img`,"aria-label":`The shape of x through the layer: (B, T, d), then three tensors of (B, T, d) after qkv and split, then (B, h, T, d_k) after view and transpose, then (B, h, T, d_k) after attention, then (B, T, d) after merging the heads and the output projection.`},v={class:`mt-1 dl-secondary`},y={__name:`slides.md__slidev_99`,setup(y){let{$slidev:b,$nav:x,$clicksContext:S,$clicks:C,$page:w,$renderContext:T,$frontmatter:E}=p();return S.setup(),(p,y)=>{let b=g,x=a(`click`);return f(),l(h,d(t(s(m)(s(E),98))),{default:r(()=>[y[3]||=o(`h1`,null,`Self-attention, written out`,-1),i(b,n({lines:!0},{title:``,ranges:[`all`,`5-6`,`10-11`,`12`,`13-14`,`all`]}),{default:r(()=>[...y[0]||=[o(`pre`,{class:`shiki shiki-themes vitesse-dark vitesse-light slidev-code`,style:{"--shiki-dark":`#dbd7caee`,"--shiki-light":`#393a34`,"--shiki-dark-bg":`#121212`,"--shiki-light-bg":`#ffffff`}},[o(`code`,{class:`language-python`},[o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`class`),o(`span`,{style:{"--shiki-dark":`#5DA994`,"--shiki-light":`#2E8F82`}},` SelfAttention`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},`nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},`Module`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},` def`),o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` __init__`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` n_heads`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` super`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`().`),o(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},`__init__`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`()`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`h`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`dk `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` n_heads`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model `),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`//`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` n_heads`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`qkv `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Linear`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 3`),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},` *`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` bias`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`False`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # W_Q, W_K, W_V`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`proj `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`Linear`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d_model`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` bias`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`False`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # W_O`)]),u(` +`),o(`span`,{class:`line`}),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},` def`),o(`span`,{style:{"--shiki-dark":`#80A665`,"--shiki-light":`#59873A`}},` forward`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`):`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # (B, T, d)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` B`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` T`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`shape`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` q`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`qkv`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`x`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`).`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`split`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`d`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` dim`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#CB7676`,"--shiki-light":`#AB5959`}},`-`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`1`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # three of (B, T, d)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` q`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},` (`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`t`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`view`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`B`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` T`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`h`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`dk`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`).`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`transpose`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`1`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 2`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` for`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` t `),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`in`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},` (`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`q`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`))`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` y `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` F`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`scaled_dot_product_attention`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`q`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` is_causal`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`True`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` y `),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` y`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`transpose`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`1`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 2`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`).`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`reshape`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`B`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` T`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` d`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # heads back together`)]),u(` +`),o(`span`,{class:`line`},[o(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` return`),o(`span`,{style:{"--shiki-dark":`#C99076`,"--shiki-light":`#A65E2B`}},` self`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`proj`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),o(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`y`),o(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),o(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # (B, T, d)`)])])],-1)]]),_:1},16),(f(),c(`svg`,_,[...y[1]||=[o(`defs`,null,[o(`marker`,{id:`l6s5-a2`,markerWidth:`8`,markerHeight:`8`,refX:`7`,refY:`4`,orient:`auto`},[o(`path`,{d:`M0 0 L8 4 L0 8 z`,class:`dl-dg-head`})])],-1),o(`rect`,{x:`2`,y:`4`,width:`120`,height:`30`,rx:`3`,class:`dl-dg-box`},null,-1),o(`text`,{x:`62`,y:`24`,class:`dl-dg-in`,"text-anchor":`middle`},`x (B, T, d)`,-1),o(`path`,{d:`M124 19 H168`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a2)`},null,-1),o(`text`,{x:`146`,y:`54`,class:`dl-dg-small`,"text-anchor":`middle`},`qkv, split`,-1),o(`rect`,{x:`172`,y:`4`,width:`120`,height:`30`,rx:`3`,class:`dl-dg-box`},null,-1),o(`text`,{x:`232`,y:`24`,class:`dl-dg-in`,"text-anchor":`middle`},`3 × (B, T, d)`,-1),o(`path`,{d:`M294 19 H338`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a2)`},null,-1),o(`text`,{x:`316`,y:`54`,class:`dl-dg-small`,"text-anchor":`middle`},`view, transpose`,-1),o(`rect`,{x:`342`,y:`4`,width:`120`,height:`30`,rx:`3`,class:`dl-dg-box is-accent`},null,-1),o(`text`,{x:`402`,y:`24`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, h, T, d_k)`,-1),o(`path`,{d:`M464 19 H508`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a2)`},null,-1),o(`text`,{x:`486`,y:`54`,class:`dl-dg-small`,"text-anchor":`middle`},`attention`,-1),o(`rect`,{x:`512`,y:`4`,width:`120`,height:`30`,rx:`3`,class:`dl-dg-box is-accent`},null,-1),o(`text`,{x:`572`,y:`24`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, h, T, d_k)`,-1),o(`path`,{d:`M634 19 H678`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a2)`},null,-1),o(`text`,{x:`656`,y:`54`,class:`dl-dg-small`,"text-anchor":`middle`},`merge, W_O`,-1),o(`rect`,{x:`682`,y:`4`,width:`120`,height:`30`,rx:`3`,class:`dl-dg-box`},null,-1),o(`text`,{x:`742`,y:`24`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, T, d)`,-1)]])),e((f(),c(`div`,v,[...y[2]||=[o(`p`,null,[u(`The heads are a `),o(`strong`,null,`reshape`),u(`, not a loop. Eight heads cost what one would.`)],-1)]])),[[x]])]),_:1},16)}}};export{y as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BpUXPIXm.js b/lecture-06/assets/md-BpUXPIXm.js new file mode 100644 index 0000000000000000000000000000000000000000..0ddde0e2d20cbe50b2e4d76a8dbbb63475bad846 --- /dev/null +++ b/lecture-06/assets/md-BpUXPIXm.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_85`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),84))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: One wire moved, and deep stacks started training`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`The widget draws one transformer block. The `),n(`strong`,null,`Rewire`),a(` button switches between the 2017 wiring and the modern one.`)]),n(`li`,null,`In the 2017 wiring (post-LN), the LayerNorm comes after each add. It sits on the residual path itself.`),n(`li`,null,`In the modern wiring (pre-LN), the LayerNorm comes before each sub-layer. It works on a copy, and the residual path is untouched.`),n(`li`,null,`So in a pre-LN stack, the path from bottom to top is only additions. The gradient can travel down it without being rescaled.`),n(`li`,null,`Remember: a deep post-LN stack needs a learning-rate warmup to train. A pre-LN stack does not.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BqhSluwG.js b/lecture-06/assets/md-BqhSluwG.js new file mode 100644 index 0000000000000000000000000000000000000000..43d4ce0fb32756a5544312f7023f536701fd2dbb --- /dev/null +++ b/lecture-06/assets/md-BqhSluwG.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_104`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),103))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Or use the one in the box`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`The slide shows PyTorch’s ready-made encoder layer, `),n(`code`,null,`nn.TransformerEncoderLayer`),a(`.`)]),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Reading the sketch:`),a(` a `),n(`code`,null,`(B, T, 512)`),a(` input goes through six stacked layers. The output has the same shape.`)]),n(`li`,null,[n(`strong`,null,`Two settings to change:`),a(),n(`code`,null,`batch_first=True`),a(` puts the batch first, as `),n(`code`,null,`(B, T, d)`),a(`. `),n(`code`,null,`norm_first=True`),a(` gives the pre-LN wiring.`)]),n(`li`,null,[n(`strong`,null,`Why it matters:`),a(` both defaults are wrong for a modern model, and neither one gives an error message.`)]),n(`li`,null,[n(`strong`,null,`The check:`),a(` the printed count is 18 914 304 parameters. That is the 18.9 M from "What a block costs".`)])]),n(`p`,null,`Always set both keyword arguments when you use this class.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BsLhH0zv.js b/lecture-06/assets/md-BsLhH0zv.js new file mode 100644 index 0000000000000000000000000000000000000000..472183bc1195e9a7078a949ff56f2f134eae49ee --- /dev/null +++ b/lecture-06/assets/md-BsLhH0zv.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_45`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),44))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Where self-attention’s keys come from`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`In self-attention over one sentence, the keys come from `),n(`strong`,null,`the same sentence`),a(`. Each key is the previous layer’s output for one token, multiplied by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`.`)]),n(`li`,null,[a(`In the picture, `),n(`em`,null,`bank`),a(`’s query looks at three keys. After the answer, arrows show that each key is made from one of the three words below it. The queries and values come from the same three words.`)]),n(`li`,null,`There is no stored memory from training. Nothing is kept from one sentence to the next.`),n(`li`,null,[a(`That is what `),n(`em`,null,`self`),a(` means: one sequence gives the queries, the keys and the values. Cross-attention, in section 04, takes them from two different places.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BscC0r3L.js b/lecture-06/assets/md-BscC0r3L.js new file mode 100644 index 0000000000000000000000000000000000000000..b79a4ebba2321f63bcc74e7e36a480c831faa8f3 --- /dev/null +++ b/lecture-06/assets/md-BscC0r3L.js @@ -0,0 +1,8 @@ +import{E as e,M as t,Q as n,S as r,V as i,_ as a,_t as o,b as s,m as c,v as l,x as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";import{t as g}from"./slidev/CodeBlockWrapper-C_5MjYK7.js";import{t as _}from"./slidev/VClicks-CGAOkBil.js";var v={class:`grid grid-cols-[1fr_1fr] gap-6 mt-2 items-center`},y={class:`dl-diagram`,viewBox:`0 0 420 120`,role:`img`,"aria-label":`An input of shape (B, T, 512) goes into a stack of six encoder layers and comes out with the same shape. The stack has 18 914 304 parameters.`},b=[`y`],x={class:`dl-tight`},S={__name:`slides.md__slidev_103`,setup(S){let{$slidev:C,$nav:w,$clicksContext:T,$clicks:E,$page:D,$renderContext:O,$frontmatter:k}=p();return T.setup(),(p,S)=>{let C=g,w=_;return f(),l(h,d(e(o(m)(o(k),102))),{default:n(()=>[S[12]||=a(`h1`,null,`Or use the one in the box`,-1),r(C,t({lines:!0},{title:``,ranges:[`all`,`1-3`,`5`,`7-8`,`all`]}),{default:n(()=>[...S[0]||=[a(`pre`,{class:`shiki shiki-themes vitesse-dark vitesse-light slidev-code`,style:{"--shiki-dark":`#dbd7caee`,"--shiki-light":`#393a34`,"--shiki-dark-bg":`#121212`,"--shiki-light-bg":`#ffffff`}},[a(`code`,{class:`language-python`},[a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`layer `),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`TransformerEncoderLayer`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},`d_model`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`512`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` nhead`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`8`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` dim_feedforward`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`2048`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`)]),u(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` batch_first`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`True`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # (B, T, d), not (T, B, d)`)]),u(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` norm_first`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`True`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # pre-LN, not the default`)]),u(` +`),a(`span`,{class:`line`}),u(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`encoder `),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` nn`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`TransformerEncoder`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`layer`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` num_layers`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`6`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),u(` +`),a(`span`,{class:`line`}),u(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`out `),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` encoder`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`src`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` src_key_padding_mask`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`pad_mask`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # (B, T, 512) → (B, T, 512)`)]),u(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},`print`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),a(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},`sum`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`p`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`numel`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`()`),a(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` for`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` p `),a(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`in`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` encoder`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`parameters`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`()))`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # 18 914 304`)])])],-1)]]),_:1},16),a(`div`,v,[a(`div`,null,[(f(),s(`svg`,y,[S[1]||=a(`defs`,null,[a(`marker`,{id:`l6s5-a4`,markerWidth:`8`,markerHeight:`8`,refX:`7`,refY:`4`,orient:`auto`},[a(`path`,{d:`M0 0 L8 4 L0 8 z`,class:`dl-dg-head`})])],-1),S[2]||=a(`rect`,{x:`2`,y:`36`,width:`96`,height:`28`,rx:`3`,class:`dl-dg-box`},null,-1),S[3]||=a(`text`,{x:`50`,y:`55`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, T, 512)`,-1),S[4]||=a(`path`,{d:`M100 50 H136`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a4)`},null,-1),(f(),s(c,null,i(6,e=>a(`rect`,{key:e,x:`142`,y:4+(e-1)*15,width:`134`,height:`12`,rx:`2`,class:`dl-dg-fill`},null,8,b)),64)),S[5]||=a(`text`,{x:`209`,y:`112`,class:`dl-dg-small`,"text-anchor":`middle`},`6 encoder layers`,-1),S[6]||=a(`path`,{d:`M280 50 H316`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a4)`},null,-1),S[7]||=a(`rect`,{x:`320`,y:`36`,width:`96`,height:`28`,rx:`3`,class:`dl-dg-box is-accent`},null,-1),S[8]||=a(`text`,{x:`368`,y:`55`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, T, 512)`,-1),S[9]||=a(`text`,{x:`368`,y:`84`,class:`dl-dg-small`,"text-anchor":`middle`},`18 914 304`,-1),S[10]||=a(`text`,{x:`368`,y:`98`,class:`dl-dg-small`,"text-anchor":`middle`},`parameters`,-1)]))]),a(`div`,x,[r(w,null,{default:n(()=>[...S[11]||=[a(`ul`,null,[a(`li`,null,[a(`code`,null,`batch_first=True`),u(`: without it, the batch axis is read as time`)]),a(`li`,null,[a(`code`,null,`norm_first=True`),u(`: the default is the 2017 wiring, which needs warmup`)]),a(`li`,null,[u(`The count matches "What a block costs": `),a(`strong`,null,`18.9 M`)])],-1)]]),_:1})])])]),_:1},16)}}};export{S as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-BtxXgyX-.js b/lecture-06/assets/md-BtxXgyX-.js new file mode 100644 index 0000000000000000000000000000000000000000..6258902974ef89693f90e241929ab87f9ac59b8e --- /dev/null +++ b/lecture-06/assets/md-BtxXgyX-.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,yt as f,z as p}from"./modules/shiki-BFOesOFp.js";import{n as m,t as h}from"./slidev/context-DrkI8qiD.js";import{t as g}from"./default-sHmABwVd.js";import{t as _}from"./slidev/KaTexBlockWrapper-BKHEVd16.js";var v={class:`grid grid-cols-2 gap-8 mt-2 items-start`},y={viewBox:`0 0 300 250`,class:`dl-diagram`,role:`img`,"aria-label":`An input 512 wide is projected and cut into 8 heads of 64; the 8 outputs are concatenated back to 512 and mixed by W_O into a 512-wide output`,style:{"max-height":`16rem`}},b=[`x`],x=[`x`],S={class:`dl-math-sm`},C={class:`mt-3 dl-callout`},w={class:`mt-3 dl-secondary`},T={__name:`slides.md__slidev_51`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=m();return O.setup(),(m,T)=>{let E=_,D=a(`click`);return p(),u(g,f(t(s(h)(s(M),50))),{default:n(()=>[T[18]||=o(`h1`,null,`Heads are free`,-1),T[19]||=o(`p`,null,[d(`Eight heads do `),o(`strong`,null,`not`),d(` cost eight times one head. Each head is `),o(`strong`,null,`narrower`),d(`.`)],-1),o(`div`,v,[o(`div`,null,[(p(),c(`svg`,y,[T[0]||=o(`defs`,null,[o(`marker`,{id:`l6s2-heads-arrow`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[o(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),T[1]||=o(`rect`,{class:`dl-dg-box`,x:`22`,y:`214`,width:`256`,height:`24`,rx:`3`},null,-1),T[2]||=o(`text`,{class:`dl-dg-small`,x:`150`,y:`230`,"text-anchor":`middle`},`input: 512`,-1),T[3]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-heads-arrow)`,d:`M150 212 V190`},null,-1),(p(),c(l,null,i(8,e=>o(`g`,{key:e},[o(`rect`,{class:`dl-dg-box is-accent`,x:22+(e-1)*32.3,y:`156`,width:`30`,height:`30`,rx:`3`},null,8,b),o(`text`,{class:`dl-dg-small`,x:37+(e-1)*32.3,y:`175`,"text-anchor":`middle`},`64`,8,x)])),64)),T[4]||=o(`text`,{class:`dl-dg-small`,x:`150`,y:`148`,"text-anchor":`middle`},`8 heads × 64`,-1),T[5]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-heads-arrow)`,d:`M150 136 V118`},null,-1),T[6]||=o(`rect`,{class:`dl-dg-box`,x:`22`,y:`90`,width:`256`,height:`24`,rx:`3`},null,-1),T[7]||=o(`text`,{class:`dl-dg-small`,x:`150`,y:`106`,"text-anchor":`middle`},`8 × 64 = 512`,-1),T[8]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-heads-arrow)`,d:`M150 88 V70`},null,-1),T[9]||=o(`polygon`,{class:`dl-dg-net`,points:`110,66 190,66 200,42 100,42`},null,-1),T[10]||=o(`text`,{class:`dl-dg-in`,x:`150`,y:`59`,"text-anchor":`middle`},`W_O`,-1),T[11]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-heads-arrow)`,d:`M150 40 V30`},null,-1),T[12]||=o(`rect`,{class:`dl-dg-box`,x:`22`,y:`4`,width:`256`,height:`24`,rx:`3`},null,-1),T[13]||=o(`text`,{class:`dl-dg-small`,x:`150`,y:`20`,"text-anchor":`middle`},`output: 512`,-1)]))]),o(`div`,null,[e((p(),c(`div`,null,[o(`div`,S,[r(E,{ranges:[]},{default:n(()=>[...T[14]||=[o(`p`,null,[o(`span`,{class:`katex-display`},[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`MHA`),o(`mo`,null,`⁡`),o(`mo`,{stretchy:`false`},`(`),o(`mi`,null,`X`),o(`mo`,{stretchy:`false`},`)`),o(`mo`,null,`=`),o(`mrow`,null,[o(`mo`,{fence:`true`},`[`),o(`msub`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`head`),o(`mo`,null,`⁡`)]),o(`mn`,null,`1`)]),o(`mtext`,null,` `),o(`mi`,{mathvariant:`normal`},`∥`),o(`mtext`,null,` `),o(`mo`,null,`⋯`),o(`mtext`,null,` `),o(`mi`,{mathvariant:`normal`},`∥`),o(`mtext`,null,` `),o(`msub`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`head`),o(`mo`,null,`⁡`)]),o(`mi`,null,`h`)]),o(`mo`,{fence:`true`},`]`)]),o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`O`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{MHA}(X) = \\left[\\operatorname{head}_1 \\,\\|\\, \\cdots \\,\\|\\, \\operatorname{head}_h\\right] W_O`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`MHA`)]),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0785em`}},`X`),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`minner`},[o(`span`,{class:`mopen delimcenter`,style:{top:`0em`}},`[`),o(`span`,{class:`mop`},[o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`head`)]),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`∥`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`minner`},`⋯`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`∥`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`head`)]),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`h`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mclose delimcenter`,style:{top:`0em`}},`]`)]),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0278em`}},`O`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])])],-1)]]),_:1})]),T[15]||=o(`div`,{class:`dl-secondary`},[o(`p`,null,[d(`Multi-head attention (MHA) of `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`X`)]),o(`annotation`,{encoding:`application/x-tex`},`X`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0785em`}},`X`)])])]),d(`, one row per token. `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`h`)]),o(`annotation`,{encoding:`application/x-tex`},`h`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`h`)])])]),d(` heads, 8 here; `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`head`),o(`mo`,null,`⁡`)]),o(`mi`,null,`i`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{head}_i`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`head`)]),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`i`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),d(` is head `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`i`)]),o(`annotation`,{encoding:`application/x-tex`},`i`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6595em`}}),o(`span`,{class:`mord mathnormal`},`i`)])])]),d(`’s output. `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`∥`)]),o(`annotation`,{encoding:`application/x-tex`},`\\|`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},`∥`)])])]),d(`: side by side.`)])],-1)])),[[D]]),e((p(),c(`div`,C,[...T[16]||=[o(`p`,null,[d(`Four `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`),o(`mo`,null,`×`),o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`d \\times d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7778em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`)])])]),d(` matrices — `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`Q`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])]),d(`, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`K`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),d(`, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`V`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),d(`, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`O`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_O`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0278em`}},`O`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),d(` — so `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`4`),o(`msup`,null,[o(`mi`,null,`d`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`4d^2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),o(`span`,{class:`mord`},`4`),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),d(` weights, `),o(`strong`,null,[d(`whatever `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`h`)]),o(`annotation`,{encoding:`application/x-tex`},`h`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`h`)])])]),d(` is`)]),d(`.`)],-1)]])),[[D]]),e((p(),c(`div`,w,[...T[17]||=[o(`p`,null,[d(`At `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`),o(`mo`,null,`=`),o(`mn`,null,`512`)]),o(`annotation`,{encoding:`application/x-tex`},`d = 512`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`512`)])])]),d(`: `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`4`),o(`mo`,null,`×`),o(`msup`,null,[o(`mn`,null,`512`),o(`mn`,null,`2`)]),o(`mo`,null,`=`),o(`mn`,null,`1`),o(`mtext`,null,` `),o(`mn`,null,`048`),o(`mtext`,null,` `),o(`mn`,null,`576`)]),o(`annotation`,{encoding:`application/x-tex`},`4 \\times 512^2 = 1\\,048\\,576`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`4`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),o(`span`,{class:`mord`},`51`),o(`span`,{class:`mord`},[o(`span`,{class:`mord`},`2`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`048`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`576`)])])]),d(`, for any `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`h`)]),o(`annotation`,{encoding:`application/x-tex`},`h`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`h`)])])]),d(`.`)],-1)]])),[[D]])])])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Bu64PrEi.js b/lecture-06/assets/md-Bu64PrEi.js new file mode 100644 index 0000000000000000000000000000000000000000..c980501d67fede59ff44c085891f10ef23a9cd33 --- /dev/null +++ b/lecture-06/assets/md-Bu64PrEi.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./AttentionMatrix-DXtaXAxa.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_40`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),39))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`All three rows. Rows `),a(`strong`,null,`ask`),l(`, columns `),a(`strong`,null,`are read`),l(`.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[a(`em`,null,`the`),l(` asks nothing, so its row is flat: 0.33 each`)]),a(`li`,null,[a(`em`,null,`bank`),l(`’s row is the one we just derived`)]),a(`li`,null,[l(`Every row sums to `),a(`strong`,null,`1`)])],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,[l(`No cell depends on another, so all nine are computed `),a(`strong`,null,`at the same time`),l(`. The wall comes down.`)],-1)]])),[[x]])]),default:n(()=>[r(y,{maskable:!1,switchable:``})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-C2-OA9fh2.js b/lecture-06/assets/md-C2-OA9fh2.js new file mode 100644 index 0000000000000000000000000000000000000000..57ba9fbdab944d7d76af173a34bd0828ff75fa24 --- /dev/null +++ b/lecture-06/assets/md-C2-OA9fh2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./TransformerGlyph-D9TehqNe.js";import{t as m}from"./default-sHmABwVd.js";var h={class:`grid grid-cols-4 gap-x-4 gap-y-2 mt-3`},g={class:`flex flex-col items-center text-center gap-1`},_={class:`flex flex-col items-center text-center gap-1`},v={class:`flex flex-col items-center text-center gap-1`},y={class:`flex flex-col items-center text-center gap-1`},b={class:`flex flex-col items-center text-center gap-1`},x={class:`flex flex-col items-center text-center gap-1`},S={class:`flex flex-col items-center text-center gap-1`},C={class:`flex flex-col items-center text-center gap-1`},w={class:`mt-3 dl-callout`},T={__name:`slides.md__slidev_2`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=d();return O.setup(),(d,T)=>{let E=p,D=i(`click`);return u(),c(m,l(t(o(f)(o(M),1))),{default:n(()=>[T[9]||=a(`h1`,null,`Today, in eight parts`,-1),T[10]||=a(`p`,null,`The whole machine first, then each part, then the kinds of transformer in use.`,-1),a(`div`,h,[a(`div`,g,[r(E,{kind:`cut`,size:64}),T[0]||=a(`span`,{class:`dl-secondary`},`00 Why a new design`,-1)]),a(`div`,_,[r(E,{kind:`encdec`,size:64}),T[1]||=a(`span`,{class:`dl-secondary`},`01 The whole architecture`,-1)]),a(`div`,v,[r(E,{kind:`qkv`,size:64}),T[2]||=a(`span`,{class:`dl-secondary`},`02 Attention: query, key, value`,-1)]),a(`div`,y,[r(E,{kind:`block`,size:64}),T[3]||=a(`span`,{class:`dl-secondary`},`03 One block`,-1)]),a(`div`,b,[r(E,{kind:`decoder`,size:64}),T[4]||=a(`span`,{class:`dl-secondary`},`04 Inside the decoder`,-1)]),a(`div`,x,[r(E,{kind:`fork`,size:64}),T[5]||=a(`span`,{class:`dl-secondary`},`05 Three kinds, and their uses`,-1)]),a(`div`,S,[r(E,{kind:`code`,size:64}),T[6]||=a(`span`,{class:`dl-secondary`},`06 In PyTorch`,-1)]),a(`div`,C,[r(E,{kind:`block`,size:64}),T[7]||=a(`span`,{class:`dl-secondary`},`07 Where that leaves us`,-1)])]),e((u(),s(`div`,w,[...T[8]||=[a(`p`,null,`Section 01 shows the full picture. Sections 02 to 04 open its boxes one by one.`,-1)]])),[[D]])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-C6qfUyBt2.js b/lecture-06/assets/md-C6qfUyBt2.js new file mode 100644 index 0000000000000000000000000000000000000000..e52e9f33ea9b4e79f77e234a50ca19d1c0c6173c --- /dev/null +++ b/lecture-06/assets/md-C6qfUyBt2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,yt as f,z as p}from"./modules/shiki-BFOesOFp.js";import{n as m,t as h}from"./slidev/context-DrkI8qiD.js";import{t as g}from"./default-sHmABwVd.js";import{t as _}from"./slidev/VClicks-CGAOkBil.js";var v={class:`grid grid-cols-2 gap-8 mt-2 items-start`},y={viewBox:`0 0 330 200`,class:`dl-diagram`,role:`img`,"aria-label":`Score grids: 4 words give a 4 by 4 grid of 16 scores; 8 words give an 8 by 8 grid of 64 scores, four times as many`,style:{"max-height":`15rem`}},b=[`x`,`y`],x=[`x`,`y`],S={class:`dl-tight`},C={class:`mt-3 dl-callout`},w={class:`mt-3 dl-secondary`},T={__name:`slides.md__slidev_66`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=m();return O.setup(),(m,T)=>{let E=_,D=a(`click`);return p(),u(g,f(t(s(h)(s(M),65))),{default:n(()=>[T[6]||=o(`h1`,null,`The bill for looking everywhere`,-1),T[7]||=o(`p`,null,[d(`The score matrix is `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`T`),o(`mo`,null,`×`),o(`mi`,null,`T`)]),o(`annotation`,{encoding:`application/x-tex`},`T \\times T`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),d(`: every position scores every position.`)],-1),o(`div`,v,[o(`div`,null,[(p(),c(`svg`,y,[T[1]||=o(`text`,{class:`dl-dg-small`,x:`10`,y:`16`},`query × key`,-1),(p(),c(l,null,i(16,e=>o(`rect`,{key:`a`+e,class:`dl-dg-box is-accent`,x:10+(e-1)%4*18,y:30+Math.floor((e-1)/4)*18,width:`16`,height:`16`,rx:`2`},null,8,b)),64)),T[2]||=o(`text`,{class:`dl-dg-small`,x:`10`,y:`122`},`T = 4: 16 scores`,-1),e((p(),c(`g`,null,[(p(),c(l,null,i(64,e=>o(`rect`,{key:`b`+e,class:`dl-dg-box`,x:160+(e-1)%8*18,y:30+Math.floor((e-1)/8)*18,width:`16`,height:`16`,rx:`2`},null,8,x)),64)),T[0]||=o(`text`,{class:`dl-dg-small`,x:`160`,y:`190`},`T = 8: 64 scores, 4 ×`,-1)])),[[D]])]))]),o(`div`,S,[r(E,null,{default:n(()=>[...T[3]||=[o(`ul`,null,[o(`li`,null,[d(`512 tokens → 262 144 scores `),o(`strong`,null,`per head, per layer`)])],-1)]]),_:1}),e((p(),c(`div`,C,[...T[4]||=[o(`p`,null,[d(`An RNN took `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`T`)]),o(`annotation`,{encoding:`application/x-tex`},`T`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),d(` steps, one after another. Attention takes `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msup`,null,[o(`mi`,null,`T`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`T^2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),d(`, all at once: more work, far less waiting.`)],-1)]])),[[D]]),e((p(),c(`div`,w,[...T[5]||=[o(`p`,null,[d(`Caveat: the feed-forward network grows like `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`T`),o(`msup`,null,[o(`mi`,null,`d`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`T d^2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),d(`, attention like `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msup`,null,[o(`mi`,null,`T`),o(`mn`,null,`2`)]),o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`T^2 d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])]),o(`span`,{class:`mord mathnormal`},`d`)])])]),d(`. At `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`T`),o(`mo`,null,`=`),o(`mi`,null,`d`),o(`mo`,null,`=`),o(`mn`,null,`512`)]),o(`annotation`,{encoding:`application/x-tex`},`T = d = 512`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`512`)])])]),d(`, attention is not yet the expensive part.`)],-1)]])),[[D]])])])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-C8OiMOzj.js b/lecture-06/assets/md-C8OiMOzj.js new file mode 100644 index 0000000000000000000000000000000000000000..129daab45bde83ec5a80722b828999d4dc1f64e5 --- /dev/null +++ b/lecture-06/assets/md-C8OiMOzj.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,bt as l,g as u,lt as d,m as f,v as p,vt as m,w as h,x as g,xt as _,y as v,yt as y,z as b}from"./modules/shiki-BFOesOFp.js";import{t as x}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as S,t as C}from"./slidev/context-DrkI8qiD.js";import{t as w}from"./slidev/VClicks-CGAOkBil.js";import{n as T,t as E}from"./interactive-ClWDKV9B.js";import{t as D}from"./StepButton-BcP33F-1.js";import{t as O}from"./useConvolution-qO1u8ksh.js";import{n as k,r as A}from"./useAttention-Blk0c2BZ.js";var j={class:`dl-mh`},M={class:`dl-mh__sentence`},N=[`onClick`],P={class:`dl-mh__rows`},F=[`onClick`],I={class:`dl-mh__headlabel`},L={class:`dl-mh__headreads`},R={class:`dl-mh__bars`},z=[`title`],B={class:`dl-mh__reads`},V={class:`dl-mh__concat`},H={class:`dl-mh__whole`},U={class:`dl-mh__whole is-out`},W=x(h({__name:`MultiHeadLab`,props:{query:{default:6},dModel:{default:512}},setup(e){let{$slidev:t,$nav:a,$clicksContext:h,$clicks:y,$page:x,$renderContext:C,$frontmatter:w}=S(),E=e,W=d(E.query),G=d(null),K=A,q=u(()=>k.map((e,t)=>({...e,index:t,weights:e.weights[W.value],top:e.weights[W.value].indexOf(Math.max(...e.weights[W.value]))}))),J=u(()=>G.value===null?q.value:[q.value[G.value]]),Y=u(()=>Math.round(E.dModel/k.length));function X(){W.value=(W.value+1)%K.length}function Z(e){return e<=W.value}return(e,t)=>{let a=D,u=T;return b(),p(u,{"max-width":`45rem`},{controls:n(()=>[r(a,{label:`Next query word`,glyph:`▸`,onClick:X}),G.value===null?v(`v-if`,!0):(b(),p(a,{key:0,label:`All heads`,variant:`ghost`,glyph:`▦`,onClick:t[0]||=e=>G.value=null}))]),readout:n(()=>[W.value===6?(b(),c(f,{key:0},[t[5]||=o(`strong`,null,`it`,-1),t[6]||=g(` asks four questions at once: head 1 takes the word before it, head 2 the nearby nouns, head 3 goes back five words to `,-1),t[7]||=o(`strong`,null,`cat`,-1),t[8]||=g(` — what `,-1),t[9]||=o(`em`,null,`it`,-1),t[10]||=g(` refers to — and head 4 parks on the first token. One softmax puts its mass in one place, so one head could answer only one of those. `,-1),t[11]||=o(`span`,{class:`dl-mh__note`},[g(` Head 4 is not a drawing error: heads that sit almost entirely on the first token turn up in every trained model. Nothing after `),o(`em`,null,`it`),g(` is drawn because this is a decoder, which may not look forward — section 03. `)],-1)],64)):(b(),c(f,{key:1},[o(`strong`,null,_(s(K)[W.value]),1),t[12]||=g(` asking, four heads answering differently: `,-1),(b(!0),c(f,null,i(q.value,(e,t)=>(b(),c(f,{key:e.name},[t>0?(b(),c(f,{key:0},[g(`, `)],64)):v(`v-if`,!0),g(` `+_(e.name)+` → `,1),o(`strong`,null,_(s(K)[e.top]),1)],64))),128)),t[13]||=g(`. Each head is its own W`,-1),t[14]||=o(`sub`,null,`Q`,-1),t[15]||=g(`, W`,-1),t[16]||=o(`sub`,null,`K`,-1),t[17]||=g(`, W`,-1),t[18]||=o(`sub`,null,`V`,-1),g(` at width `+_(Y.value)+` = `+_(E.dModel)+`/`+_(s(k).length)+`, so all `+_(s(k).length)+` together cost exactly what one head of width `+_(E.dModel)+` would. `,1)],64))]),default:n(()=>[o(`div`,j,[v(` The sentence, and which word is asking. `),o(`div`,M,[t[1]||=o(`span`,{class:`dl-mh__label`},`query`,-1),(b(!0),c(f,null,i(s(K),(e,t)=>(b(),c(`button`,{key:e+t,type:`button`,class:m([`dl-mh__word`,{"is-current":t===W.value}]),onClick:e=>W.value=t},_(e),11,N))),128))]),v(` One row per head: the same question, four different answers. `),o(`div`,P,[(b(!0),c(f,null,i(J.value,e=>(b(),c(`div`,{key:e.name,class:`dl-mh__row`},[o(`button`,{type:`button`,class:m([`dl-mh__headname`,{"is-solo":G.value===e.index}]),onClick:t=>G.value=G.value===e.index?null:e.index},[o(`span`,I,_(e.name),1),o(`span`,L,_(e.reads),1)],10,F),o(`div`,R,[(b(!0),c(f,null,i(e.weights,(t,n)=>(b(),c(`div`,{key:n,class:m([`dl-mh__bar`,{"is-top":n===e.top&&Z(n),"is-dead":!Z(n)}]),title:`${s(K)[n]}: ${s(O)(t)}`},[o(`span`,{class:`dl-mh__fill`,style:l({height:`${Z(n)?t*100:0}%`})},null,4)],10,z))),128))]),o(`div`,B,[e.weights[e.top]>.4?(b(),c(f,{key:0},[t[2]||=g(`→ `,-1),o(`strong`,null,_(s(K)[e.top]),1)],64)):(b(),c(f,{key:1},[g(`→ spread`)],64))])]))),128))]),v(` What happens to the four outputs. `),o(`div`,V,[(b(!0),c(f,null,i(q.value,e=>(b(),c(`span`,{key:`c${e.index}`,class:`dl-mh__slice`},_(Y.value),1))),128)),t[3]||=o(`span`,{class:`dl-mh__op`},`concat →`,-1),o(`span`,H,_(E.dModel),1),t[4]||=o(`span`,{class:`dl-mh__op`},[g(`× W`),o(`sub`,null,`O`),g(` →`)],-1),o(`span`,U,_(E.dModel),1)])])]),_:1})}}}),[[`__scopeId`,`data-v-d4d1022e`]]),G={class:`mt-2 dl-callout`},K={__name:`slides.md__slidev_49`,setup(i){let{$slidev:l,$nav:u,$clicksContext:d,$clicks:f,$page:m,$renderContext:h,$frontmatter:_}=S();return d.setup(),(i,l)=>{let u=W,d=w,f=a(`click`);return b(),p(E,y(t(s(C)(s(_),48))),{aside:n(t=>[l[2]||=o(`p`,null,[o(`em`,null,`it`),g(` is asking. Four heads, four different answers.`)],-1),r(d,null,{default:n(()=>[...l[0]||=[o(`ul`,null,[o(`li`,null,[o(`strong`,null,`head 1`),g(` — the previous word`)]),o(`li`,null,[o(`strong`,null,`head 3`),g(` — five words back, to `),o(`em`,null,`cat`)]),o(`li`,null,[o(`strong`,null,`head 4`),g(` — parks on token 1 and does nothing`)])],-1)]]),_:1}),e((b(),c(`div`,G,[...l[1]||=[o(`p`,null,`Head 4 is not a drawing error. Nearly-dead heads are in every model anyone has looked inside.`,-1)]])),[[f]])]),default:n(()=>[r(u)]),_:1},16)}}};export{K as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CB6QZfkK2.js b/lecture-06/assets/md-CB6QZfkK2.js new file mode 100644 index 0000000000000000000000000000000000000000..f8ec905134609a26e0c8fa165bad5920289ca1a9 --- /dev/null +++ b/lecture-06/assets/md-CB6QZfkK2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_26`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),25))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The sentence we will use all lecture`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`The running example is "the river bank". Each bar chart is one word’s embedding: four numbers, one bar each. We pretend the four positions mean det (a word like `),n(`em`,null,`the`),a(`), water, money and thing.`)]),n(`li`,null,[n(`em`,null,`the`),a(` = `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 0, 0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`: only the det bar.`)]),n(`li`,null,[n(`em`,null,`river`),a(` = `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`2`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 2, 0, 1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(`: a thing, and watery.`)]),n(`li`,null,[n(`em`,null,`bank`),a(` = `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`2`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0, 0, 2]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mclose`},`]`)])])]),a(`: only the thing bar. Its own vector does not say which kind of bank it is.`)]),n(`li`,null,[a(`So the meaning of `),n(`em`,null,`bank`),a(` must come from a neighbour, here `),n(`em`,null,`river`),a(`. Attention is the mechanism that moves it there.`)]),n(`li`,null,`The numbers are hand-picked so the arithmetic works by hand.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CBhrP8n32.js b/lecture-06/assets/md-CBhrP8n32.js new file mode 100644 index 0000000000000000000000000000000000000000..739061e304be0c20b30a796c902bc32df0e7c0fd --- /dev/null +++ b/lecture-06/assets/md-CBhrP8n32.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./TransformerBlock-CZtncS4l.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_62`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),61))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`Press `),a(`strong`,null,`Walk the block`),l(`. Six parts, all of them already met.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[l(`attention — the `),a(`strong`,null,`only`),l(` sideways step`)]),a(`li`,null,`add — the residual`),a(`li`,null,`norm`),a(`li`,null,`feed-forward — each position alone`),a(`li`,null,`add, norm`)],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Same shape at the top as at the bottom. Stack it.`,-1)]])),[[x]])]),default:n(()=>[r(y,{variant:`post`,switchable:!1})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CBiTRCiA2.js b/lecture-06/assets/md-CBiTRCiA2.js new file mode 100644 index 0000000000000000000000000000000000000000..8c38f98661862dfd279a73b9038494d19ce02be5 --- /dev/null +++ b/lecture-06/assets/md-CBiTRCiA2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_63`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),62))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The block, assembled`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The widget draws one transformer block as six steps, read from bottom to top.`),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`Attention`),a(`: every position looks at every other position. This is the only step that moves information between words.`)]),n(`li`,null,[n(`strong`,null,`Add`),a(`: the residual adds the input back.`)]),n(`li`,null,[n(`strong`,null,`Norm`),a(`: LayerNorm re-scales each position’s vector.`)]),n(`li`,null,[n(`strong`,null,`Feed-forward`),a(`: each position goes through the small network alone.`)]),n(`li`,null,[n(`strong`,null,`Add`),a(` and 6. `),n(`strong`,null,`norm`),a(` again, around the feed-forward network.`)])]),n(`p`,null,`The vectors leave the top with the same shape they had at the bottom.`),n(`p`,null,`Takeaway: attention plus a small network, each wrapped in add and norm. The shape is kept, so blocks stack.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CGRw6CdD.js b/lecture-06/assets/md-CGRw6CdD.js new file mode 100644 index 0000000000000000000000000000000000000000..751099632bcada0dc7a785d22575a06fd2e57951 --- /dev/null +++ b/lecture-06/assets/md-CGRw6CdD.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_102`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),101))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: A block, and a stack`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide shows one transformer block in PyTorch, and a stack of six blocks.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Reading the sketch:`),a(` start at the bottom. The accent line is the residual stream `),n(`code`,null,`x`),a(`.`)]),n(`li`,null,[n(`strong`,null,`First branch:`),a(` a copy of `),n(`code`,null,`x`),a(` is normalised and goes through attention. The result is added back at the first plus sign.`)]),n(`li`,null,[n(`strong`,null,`Second branch:`),a(` the same, with the feed-forward network, at the second plus sign.`)]),n(`li`,null,[n(`strong`,null,`In code:`),a(` each branch is one line, `),n(`code`,null,`x = x + sublayer(norm(x))`),a(`.`)]),n(`li`,null,[n(`strong`,null,`The stack:`),a(` six `),n(`code`,null,`Block(512, 8, 2048)`),a(` objects inside `),n(`code`,null,`nn.Sequential`),a(`.`)])]),n(`p`,null,`This is the pre-LN wiring: the norm acts on the copy, never on the stream itself.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CHhgCgN4.js b/lecture-06/assets/md-CHhgCgN4.js new file mode 100644 index 0000000000000000000000000000000000000000..39225d982665fad654394fdeba5e09376793acf0 --- /dev/null +++ b/lecture-06/assets/md-CHhgCgN4.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,yt as a,z as o}from"./modules/shiki-BFOesOFp.js";import{n as s,t as c}from"./slidev/context-DrkI8qiD.js";import{t as l}from"./default-sHmABwVd.js";var u={__name:`slides.md__slidev_111`,setup(u){let{$slidev:d,$nav:f,$clicksContext:p,$clicks:m,$page:h,$renderContext:g,$frontmatter:_}=s();return p.setup(),(s,u)=>(o(),i(l,a(e(r(c)(r(_),110))),{default:t(()=>[...u[0]||=[n(`h1`,null,`In words: Where we got to`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`Each glyph stands for one section, in lecture order: the whole, the parts, the uses.`),n(`ul`,null,[n(`li`,null,`With no recurrence, every position is processed at the same time.`),n(`li`,null,`The whole model is an encoder stack and a decoder stack, joined by cross-attention.`),n(`li`,null,`Attention is a soft lookup: a query meets every key, and the values are mixed.`),n(`li`,null,`A block adds heads, position, a per-position network, and residuals with norms.`),n(`li`,null,`The decoder adds a mask and cross-attention.`),n(`li`,null,`Encoder-only labels, decoder-only writes, encoder–decoder translates.`)]),n(`p`,null,`The sentence to remember: mix across positions, then think about each position alone.`)],-1)]]),_:1},16))}};export{u as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CIA7piby2.js b/lecture-06/assets/md-CIA7piby2.js new file mode 100644 index 0000000000000000000000000000000000000000..cc8eb9535c0587a35dc0bd46e224bea4478d3ddc --- /dev/null +++ b/lecture-06/assets/md-CIA7piby2.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_77`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),76))),{default:t(()=>[p[0]||=r(`h1`,null,`Three kinds of transformer`,-1),p[1]||=r(`p`,null,`The same parts, wired three ways, for different jobs.`,-1),r(`div`,f,[n(m,{kind:`fork`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CKfbaq-X.js b/lecture-06/assets/md-CKfbaq-X.js new file mode 100644 index 0000000000000000000000000000000000000000..5e72b10761deeca5653cdf48960cdfeea50d0c5d --- /dev/null +++ b/lecture-06/assets/md-CKfbaq-X.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_56`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),55))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: So put the position into the vector`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The widget shows 12 positions as rows and 16 dimensions as columns. Each row is the position vector for that place in the sentence.`),n(`ul`,null,[n(`li`,null,`The numbers come from sines and cosines. Nothing is learned.`),n(`li`,null,`The left columns change quickly from row to row. The right columns change slowly.`),n(`li`,null,`Read together, the fast and slow columns give every position its own pattern.`),n(`li`,null,[a(`This vector is `),n(`strong`,null,`added`),a(` to the word’s embedding before the first block. The vector does not get any wider.`)])]),n(`p`,null,`Takeaway: after the addition, one vector says both which word it is and where it sits in the sentence.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CLUR6rvJ.js b/lecture-06/assets/md-CLUR6rvJ.js new file mode 100644 index 0000000000000000000000000000000000000000..97150561f0714e290bf9c97d57210e8bf97d0d3f --- /dev/null +++ b/lecture-06/assets/md-CLUR6rvJ.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_41`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),40))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Every query at once`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The grid is the full attention matrix for "the river bank". Each row is a word asking with its query. Each column is a word being read through its key.`),n(`li`,null,[a(`Row `),n(`em`,null,`the`),a(`: its query is zero, so every score is 0. The weights are flat, 0.33 each.`)]),n(`li`,null,[a(`Row `),n(`em`,null,`river`),a(`: weights 0.25, 0.50, 0.25.`)]),n(`li`,null,[a(`Row `),n(`em`,null,`bank`),a(`: 0.16, 0.67, 0.16, the row from the five-line derivation.`)]),n(`li`,null,`Every row adds up to 1.`),n(`li`,null,`No cell needs any other cell. So all nine are computed at the same time, in one matrix multiply. A recurrent network had to compute its states one after another, so this removes the second wall from section 00.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CNDLpstn2.js b/lecture-06/assets/md-CNDLpstn2.js new file mode 100644 index 0000000000000000000000000000000000000000..028e971fe87db769b0cc48d76f6a0d5bfcf254a3 --- /dev/null +++ b/lecture-06/assets/md-CNDLpstn2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_81`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),80))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Which kind for which job`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The three kinds of transformer fit three shapes of task.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Encoder-only`),a(` reads the whole input at once, with no mask. It suits jobs where the input is complete and one answer comes out: sentiment, spam, topic, search embeddings, named entities. Example: BERT (bidirectional encoder representations from transformers).`)]),n(`li`,null,[n(`strong`,null,`Decoder-only`),a(` writes left to right, one word at a time. It suits jobs where text comes out: chat, code completion, question answering. Examples: GPT (generative pre-trained transformer), Llama.`)]),n(`li`,null,[n(`strong`,null,`Encoder–decoder`),a(` reads one full sequence and writes another: translation, summarisation, speech to text. Examples: T5 (text-to-text transfer transformer), Whisper.`)])]),n(`p`,null,`Rule of thumb: label it, write it, or turn it into something else.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CSrnKzHt.js b/lecture-06/assets/md-CSrnKzHt.js new file mode 100644 index 0000000000000000000000000000000000000000..9cd1f795589dec38a09060a67420b7c307befa10 --- /dev/null +++ b/lecture-06/assets/md-CSrnKzHt.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_96`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),95))),{default:t(()=>[p[0]||=r(`h1`,null,`In PyTorch`,-1),p[1]||=r(`p`,null,`Everything you computed by hand, as code.`,-1),r(`div`,f,[n(m,{kind:`code`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CV1HWu48.js b/lecture-06/assets/md-CV1HWu48.js new file mode 100644 index 0000000000000000000000000000000000000000..30ec83e8aa69f0baa065d2a39fbda5ea91eccb52 --- /dev/null +++ b/lecture-06/assets/md-CV1HWu48.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`mt-2 dl-callout`},h={__name:`slides.md__slidev_105`,setup(h){let{$slidev:g,$nav:_,$clicksContext:v,$clicks:y,$page:b,$renderContext:x,$frontmatter:S}=d();return v.setup(),(d,h)=>{let g=r(`click`);return u(),s(p,l(t(a(f)(a(S),104))),{default:n(()=>[h[1]||=i(`h1`,null,`Shapes, end to end`,-1),h[2]||=i(`div`,{class:`grid grid-cols-[1fr_12rem] gap-6 items-center`},[i(`div`,{class:`dl-ledger`},[i(`table`,null,[i(`thead`,null,[i(`tr`,null,[i(`th`,null,`step`),i(`th`,null,`shape`),i(`th`,null,`what it is`)])]),i(`tbody`,null,[i(`tr`,null,[i(`td`,null,[i(`code`,null,`ids`)]),i(`td`,null,[i(`code`,null,`(32, 128)`)]),i(`td`,null,`token ids, padded`)]),i(`tr`,null,[i(`td`,null,[i(`code`,null,`embed(ids)`),c(` + position`)]),i(`td`,null,[i(`code`,null,`(32, 128, 512)`)]),i(`td`,null,`added: same width`)]),i(`tr`,null,[i(`td`,null,[i(`code`,null,`qkv(x)`)]),i(`td`,null,[i(`code`,null,`(32, 128, 1536)`)]),i(`td`,null,`Q, K, V in one tensor`)]),i(`tr`,null,[i(`td`,null,`reshape`),i(`td`,null,[i(`code`,null,`(32, 8, 128, 64)`)]),i(`td`,null,`heads as batch`)]),i(`tr`,null,[i(`td`,null,[i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`Q`),i(`msup`,null,[i(`mi`,null,`K`),i(`mi`,{mathvariant:`normal`},`⊤`)])]),i(`annotation`,{encoding:`application/x-tex`},`QK^\\top`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`1.0435em`,"vertical-align":`-0.1944em`}}),i(`span`,{class:`mord mathnormal`},`Q`),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.8491em`}},[i(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},`⊤`)])])])])])])])])])])]),i(`td`,null,[i(`code`,null,`(32, 8, 128, 128)`)]),i(`td`,null,[i(`strong`,null,`the scores`)])]),i(`tr`,null,[i(`td`,null,`weights @ V`),i(`td`,null,[i(`code`,null,`(32, 8, 128, 64)`)]),i(`td`,null,`output per head`)]),i(`tr`,null,[i(`td`,null,[c(`merged + `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`O`)])]),i(`annotation`,{encoding:`application/x-tex`},`W_O`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0278em`}},`O`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])])]),i(`td`,null,[i(`code`,null,`(32, 128, 512)`)]),i(`td`,null,`residual stream`)]),i(`tr`,null,[i(`td`,null,[i(`code`,null,`head(x)`)]),i(`td`,null,[i(`code`,null,`(32, 128, 50257)`)]),i(`td`,null,`logit per vocabulary entry`)])])])]),i(`div`,null,[i(`svg`,{class:`dl-diagram`,viewBox:`0 0 200 224`,role:`img`,"aria-label":`The scores tensor drawn to scale by area. At 128 tokens it is a tiny square of 4.2 million numbers in the corner. At 2048 tokens it is the large square, 1.07 billion numbers, 256 times the area.`},[i(`rect`,{x:`20`,y:`20`,width:`160`,height:`160`,class:`dl-dg-fill is-muted is-dashed`}),i(`rect`,{x:`20`,y:`20`,width:`10`,height:`10`,class:`dl-dg-fill`}),i(`text`,{x:`20`,y:`13`,class:`dl-dg-small is-good`},`T = 128: 4.2 M (corner)`),i(`text`,{x:`100`,y:`198`,class:`dl-dg-small`,"text-anchor":`middle`},`T = 2048: 1.07 billion`)])])],-1),e((u(),o(`div`,m,[...h[0]||=[i(`p`,null,[c(`Only the scores grow with `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`T`)]),i(`annotation`,{encoding:`application/x-tex`},`T`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),c(),i(`strong`,null,`twice`),c(`. That row is the long-context problem.`)],-1)]])),[[g]])]),_:1},16)}}};export{h as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CVYuYWEV.js b/lecture-06/assets/md-CVYuYWEV.js new file mode 100644 index 0000000000000000000000000000000000000000..0d7bcdb5cebf85fd51f0bf453bf89f7ca9509c8a --- /dev/null +++ b/lecture-06/assets/md-CVYuYWEV.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_74`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),73))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: How many decoder passes teacher forcing needs`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`The poll asked how many decoder passes it takes to train on a 100-token target. The answer is `),n(`strong`,null,`one`),a(`.`)]),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`In training, the whole target sentence is the decoder’s input.`),a(` This is teacher forcing.`)]),n(`li`,null,[n(`strong`,null,[a(`The mask stops position `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`t`)]),n(`annotation`,{encoding:`application/x-tex`},`t`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6151em`}}),n(`span`,{class:`mord mathnormal`},`t`)])])]),a(` from seeing anything after `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`t`)]),n(`annotation`,{encoding:`application/x-tex`},`t`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6151em`}}),n(`span`,{class:`mord mathnormal`},`t`)])])]),a(`.`)]),a(` So each position is still a fair next-token prediction.`)]),n(`li`,null,[n(`strong`,null,`All 100 positions are therefore computed together, in one pass.`)]),n(`li`,null,[n(`strong`,null,`Generation is the opposite: 100 passes, one per token.`),a(` A token does not exist until it has been sampled.`)])]),n(`p`,null,`Training is parallel over the sequence; generation is not.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CW3GRSxh2.js b/lecture-06/assets/md-CW3GRSxh2.js new file mode 100644 index 0000000000000000000000000000000000000000..1f375d34ecdd5b67415779e010fc3df2bb0c5f0a --- /dev/null +++ b/lecture-06/assets/md-CW3GRSxh2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./Citation-C9LcHAMd.js";var g={class:`mt-1 flex justify-center`},_={viewBox:`0 0 680 200`,class:`dl-diagram`,style:{"max-width":`34rem`},role:`img`,"aria-label":`Left: attention sits on top of a recurrent chain. Right: the chain is gone and the words the, river, bank connect directly through attention`},v={class:`dl-tight`},y={class:`mt-2 dl-callout`},b={class:`mt-1`},x={__name:`slides.md__slidev_7`,setup(x){let{$slidev:S,$nav:C,$clicksContext:w,$clicks:T,$page:E,$renderContext:D,$frontmatter:O}=f();return w.setup(),(f,x)=>{let S=h,C=i(`click`);return d(),c(m,u(t(o(p)(o(O),6))),{default:n(()=>[x[21]||=a(`h1`,null,`The move`,-1),x[22]||=a(`p`,null,[l(`Attention began as a `),a(`strong`,null,`passenger`),l(` on a recurrent model that did the real work.`)],-1),a(`div`,g,[(d(),s(`svg`,_,[x[1]||=a(`defs`,null,[a(`marker`,{id:`l6s0-move-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),x[2]||=a(`text`,{class:`dl-dg-small`,x:`8`,y:`16`},`before — attention on top`,-1),x[3]||=a(`circle`,{class:`dl-dg-op`,cx:`95`,cy:`48`,r:`16`},null,-1),x[4]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`95`,y:`53`,"text-anchor":`middle`},`Σ`,-1),x[5]||=a(`text`,{class:`dl-dg-small`,x:`120`,y:`52`},`weighted sum`,-1),x[6]||=a(`path`,{class:`dl-dg-line`,d:`M85 61 L31 128`},null,-1),x[7]||=a(`path`,{class:`dl-dg-line`,d:`M95 64 L99 128`},null,-1),x[8]||=a(`path`,{class:`dl-dg-line`,d:`M105 61 L167 128`},null,-1),x[9]||=a(`rect`,{class:`dl-dg-box`,x:`8`,y:`130`,width:`46`,height:`30`,rx:`4`},null,-1),x[10]||=a(`rect`,{class:`dl-dg-box`,x:`76`,y:`130`,width:`46`,height:`30`,rx:`4`},null,-1),x[11]||=a(`rect`,{class:`dl-dg-box`,x:`144`,y:`130`,width:`46`,height:`30`,rx:`4`},null,-1),x[12]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-move-head)`,d:`M54 145 H74`},null,-1),x[13]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-move-head)`,d:`M122 145 H142`},null,-1),x[14]||=a(`text`,{class:`dl-dg-small`,x:`31`,y:`184`,"text-anchor":`middle`},`the`,-1),x[15]||=a(`text`,{class:`dl-dg-small`,x:`99`,y:`184`,"text-anchor":`middle`},`river`,-1),x[16]||=a(`text`,{class:`dl-dg-small`,x:`167`,y:`184`,"text-anchor":`middle`},`bank`,-1),x[17]||=a(`text`,{class:`dl-dg-small`,x:`200`,y:`150`},`the chain does the work`,-1),x[18]||=a(`line`,{class:`dl-dg-split`,x1:`340`,y1:`8`,x2:`340`,y2:`192`},null,-1),e((d(),s(`g`,null,[...x[0]||=[a(`text`,{class:`dl-dg-small is-good`,x:`360`,y:`16`},`2017 — keep the weighted sum, delete the chain`,-1),a(`path`,{class:`dl-dg-line`,d:`M415 128 Q460 92 505 128`},null,-1),a(`path`,{class:`dl-dg-line`,d:`M505 128 Q550 92 595 128`},null,-1),a(`path`,{class:`dl-dg-line`,d:`M415 128 Q505 46 595 128`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`380`,y:`130`,width:`70`,height:`30`,rx:`4`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`470`,y:`130`,width:`70`,height:`30`,rx:`4`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`560`,y:`130`,width:`70`,height:`30`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-in`,x:`415`,y:`150`,"text-anchor":`middle`},`the`,-1),a(`text`,{class:`dl-dg-in`,x:`505`,y:`150`,"text-anchor":`middle`},`river`,-1),a(`text`,{class:`dl-dg-in`,x:`595`,y:`150`,"text-anchor":`middle`},`bank`,-1),a(`text`,{class:`dl-dg-small`,x:`505`,y:`184`,"text-anchor":`middle`},`all positions at once — nothing waits`,-1)]])),[[C]])]))]),e((d(),s(`div`,v,[...x[19]||=[a(`ul`,null,[a(`li`,null,[l(`They removed the RNN (recurrent neural network) as a test. Translation quality went `),a(`strong`,null,`up`),l(`.`)])],-1)]])),[[C]]),e((d(),s(`div`,y,[...x[20]||=[a(`p`,null,[a(`strong`,null,`Attention Is All You Need`),l(` (Vaswani et al., 2017): keep the weighted sum, delete everything it was bolted to.`)],-1)]])),[[C]]),a(`div`,b,[r(S,{source:`Vaswani, Shazeer, Parmar, Uszkoreit, Jones, Gomez, Kaiser & Polosukhin, Attention Is All You Need (2017)`,url:`https://arxiv.org/abs/1706.03762`})])]),_:1},16)}}};export{x as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CWLf7t6o.js b/lecture-06/assets/md-CWLf7t6o.js new file mode 100644 index 0000000000000000000000000000000000000000..2260bcb1b62ec79535dea25ca1e53c70c5269aa1 --- /dev/null +++ b/lecture-06/assets/md-CWLf7t6o.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,V as r,W as i,_ as a,_t as o,b as s,m as c,v as l,vt as u,x as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./default-sHmABwVd.js";var v={class:`mt-1 flex justify-center`},y={viewBox:`0 0 660 240`,class:`dl-diagram`,style:{"max-height":`12rem`},role:`img`,"aria-label":`The sentence the cat ate the fish because it was hungry. One softmax arc from it lands on cat; dashed lines mark three other questions: nearby noun, previous word, which clause`},b=[`x`],x=[`x`],S={class:`grid grid-cols-2 gap-8 mt-1`},C={class:`dl-callout`},w={__name:`slides.md__slidev_47`,setup(w){let{$slidev:T,$nav:E,$clicksContext:D,$clicks:O,$page:k,$renderContext:A,$frontmatter:j}=h();return D.setup(),(h,w)=>{let T=i(`click`);return m(),l(_,p(t(o(g)(o(j),46))),{default:n(()=>[w[5]||=a(`h1`,null,`One softmax can only point at one thing`,-1),w[6]||=a(`p`,null,[d(`To read `),a(`em`,null,`it`),d(`, the model needs several answers at once.`)],-1),a(`div`,v,[(m(),s(`svg`,y,[w[1]||=a(`path`,{class:`dl-dg-grad is-good`,d:`M476 128 Q296 20 116 128`,style:{"stroke-width":`4`}},null,-1),w[2]||=a(`text`,{class:`dl-dg-small is-good`,x:`296`,y:`54`,"text-anchor":`middle`},`one softmax: most weight on one word`,-1),(m(),s(c,null,r([`the`,`cat`,`ate`,`the`,`fish`,`because`,`it`,`was`,`hungry`],(e,t)=>a(`g`,{key:t},[a(`rect`,{class:u(t===6?`dl-dg-box is-accent`:`dl-dg-box`),x:12+t*72,y:`130`,width:`64`,height:`30`,rx:`4`},null,10,b),a(`text`,{class:`dl-dg-lab is-sm`,x:44+t*72,y:`150`,"text-anchor":`middle`},f(e),9,x)])),64)),e((m(),s(`g`,null,[...w[0]||=[a(`path`,{class:`dl-dg-loss`,d:`M116 162 V188`},null,-1),a(`text`,{class:`dl-dg-small`,x:`116`,y:`202`,"text-anchor":`middle`},`what it refers to`,-1),a(`path`,{class:`dl-dg-loss`,d:`M332 162 V188`},null,-1),a(`text`,{class:`dl-dg-small`,x:`332`,y:`202`,"text-anchor":`middle`},`nearby noun`,-1),a(`path`,{class:`dl-dg-loss`,d:`M404 162 V216`},null,-1),a(`text`,{class:`dl-dg-small`,x:`404`,y:`230`,"text-anchor":`middle`},`previous word`,-1),a(`path`,{class:`dl-dg-loss`,d:`M374 172 H634`},null,-1),a(`text`,{class:`dl-dg-small`,x:`560`,y:`190`,"text-anchor":`middle`},`which clause`,-1)]])),[[T]])]))]),a(`div`,S,[e((m(),s(`div`,C,[...w[3]||=[a(`p`,null,[d(`A softmax puts its weight in `),a(`strong`,null,`one`),d(` place. Four questions need four sets of weights.`)],-1)]])),[[T]]),e((m(),s(`div`,null,[...w[4]||=[a(`p`,null,[d(`So run attention `),a(`strong`,null,`several times side by side`),d(`, each copy with its own `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`Q`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.2861em`}},[a(`span`)])])])])])])])]),d(`, `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`K`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])]),d(`, `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`V`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])]),d(`. Each copy is a `),a(`strong`,null,`head`),d(`.`)],-1)]])),[[T]])])]),_:1},16)}}};export{w as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CZ0TTTDs.js b/lecture-06/assets/md-CZ0TTTDs.js new file mode 100644 index 0000000000000000000000000000000000000000..cb9417bb334a7be625b1a2650db4a2417aa2c487 --- /dev/null +++ b/lecture-06/assets/md-CZ0TTTDs.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./default-sHmABwVd.js";import{t as v}from"./slidev/VClicks-CGAOkBil.js";var y={class:`grid grid-cols-[17rem_1fr] gap-8 mt-1`},b={viewBox:`0 0 300 340`,class:`dl-diagram`,role:`img`,"aria-label":`The attention layer as a flow of six numbered steps: projections, scaled dot product, softmax, weighted sum, add and normalise, position-wise network`},x=[`cy`],S=[`y`],C={class:`dl-tight`},w={class:`mt-4 dl-callout`},T={__name:`slides.md__slidev_94`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=h();return O.setup(),(h,T)=>{let E=v,D=a(`click`);return m(),u(_,p(t(s(g)(s(M),93))),{default:n(()=>[T[24]||=o(`h1`,null,`What did not change`,-1),o(`div`,y,[o(`div`,null,[(m(),c(`svg`,b,[T[0]||=o(`defs`,null,[o(`marker`,{id:`l6s4-same`,markerWidth:`6`,markerHeight:`6`,refX:`5`,refY:`3`,orient:`auto`},[o(`path`,{class:`dl-dg-head`,d:`M0 0 L6 3 L0 6 z`})])],-1),T[1]||=o(`rect`,{class:`dl-dg-box`,x:`100`,y:`6`,width:`80`,height:`26`,rx:`4`},null,-1),T[2]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`24`,"text-anchor":`middle`},`token x`,-1),T[3]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s4-same)`,d:`M140 32 L74 54 M140 32 V54 M140 32 L226 54`},null,-1),T[4]||=o(`rect`,{class:`dl-dg-fill`,x:`44`,y:`56`,width:`56`,height:`24`,rx:`4`},null,-1),T[5]||=o(`rect`,{class:`dl-dg-fill`,x:`122`,y:`56`,width:`56`,height:`24`,rx:`4`},null,-1),T[6]||=o(`rect`,{class:`dl-dg-fill`,x:`202`,y:`56`,width:`56`,height:`24`,rx:`4`},null,-1),T[7]||=o(`text`,{class:`dl-dg-in`,x:`72`,y:`73`,"text-anchor":`middle`},`q`,-1),T[8]||=o(`text`,{class:`dl-dg-in`,x:`150`,y:`73`,"text-anchor":`middle`},`k`,-1),T[9]||=o(`text`,{class:`dl-dg-in`,x:`230`,y:`73`,"text-anchor":`middle`},`v`,-1),T[10]||=o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s4-same)`,d:`M72 80 L110 102 M150 80 V102 M230 80 V202 M140 130 V152 M140 178 V202 M140 230 V252 M140 280 V302`},null,-1),T[11]||=o(`rect`,{class:`dl-dg-op`,x:`60`,y:`104`,width:`160`,height:`26`,rx:`4`},null,-1),T[12]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`122`,"text-anchor":`middle`},`q · k / √dₖ`,-1),T[13]||=o(`rect`,{class:`dl-dg-op`,x:`80`,y:`154`,width:`120`,height:`24`,rx:`4`},null,-1),T[14]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`171`,"text-anchor":`middle`},`softmax`,-1),T[15]||=o(`rect`,{class:`dl-dg-op`,x:`50`,y:`204`,width:`200`,height:`26`,rx:`4`},null,-1),T[16]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`222`,"text-anchor":`middle`},`Σ weight × v`,-1),T[17]||=o(`rect`,{class:`dl-dg-box`,x:`80`,y:`254`,width:`120`,height:`26`,rx:`4`},null,-1),T[18]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`272`,"text-anchor":`middle`},`add & norm`,-1),T[19]||=o(`path`,{class:`dl-dg-grad is-good`,"marker-end":`url(#l6s4-same)`,d:`M180 19 H286 V267 H202`},null,-1),T[20]||=o(`rect`,{class:`dl-dg-net`,x:`50`,y:`304`,width:`180`,height:`30`,rx:`6`},null,-1),T[21]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`324`,"text-anchor":`middle`},`position-wise network`,-1),(m(),c(l,null,i([[1,68],[2,117],[3,166],[4,217],[5,267],[6,319]],e=>o(`g`,{key:e[0]},[o(`circle`,{class:`dl-dg-fill`,cx:`16`,cy:e[1],r:`10`},null,8,x),o(`text`,{class:`dl-dg-in`,x:`16`,y:e[1]+4.5,"text-anchor":`middle`},f(e[0]),9,S)])),64))]))]),o(`div`,C,[r(E,null,{default:n(()=>[...T[22]||=[o(`ol`,null,[o(`li`,null,[o(`strong`,null,`Query, key, value`),d(`: three projections of every token`)]),o(`li`,null,[d(`A `),o(`strong`,null,`dot product`),d(` score, divided by `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msqrt`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mi`,null,`k`)])])]),o(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),o(`span`,{class:`mord sqrt`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8572em`}},[o(`span`,{class:`svg-align`,style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])]),o(`span`,{style:{top:`-2.8172em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[o(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.1828em`}},[o(`span`)])])])])])])])]),o(`li`,null,[d(`A `),o(`strong`,null,`softmax`),d(` over positions: positive weights that sum to 1`)]),o(`li`,null,[d(`A `),o(`strong`,null,`weighted sum of values`),d(` as the output`)]),o(`li`,null,[o(`strong`,null,`Residual`),d(` and `),o(`strong`,null,`normalise`),d(` around every sub-layer`)]),o(`li`,null,[d(`A `),o(`strong`,null,`position-wise network`),d(` holding most of the parameters`)])],-1)]]),_:1}),e((m(),c(`div`,w,[...T[23]||=[o(`p`,null,`A 2017 attention implementation still runs, unchanged, inside a model trained this year.`,-1)]])),[[D]])])])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Cbf_c7qC.js b/lecture-06/assets/md-Cbf_c7qC.js new file mode 100644 index 0000000000000000000000000000000000000000..1aa56ac0bf117fbb164da7118baccce09a7afe0f --- /dev/null +++ b/lecture-06/assets/md-Cbf_c7qC.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/KaTexBlockWrapper-BKHEVd16.js";var g={class:`mt-1`},_={class:`flex justify-center`},v={viewBox:`0 0 520 124`,class:`dl-diagram`,style:{"max-height":`8.6rem`},role:`img`,"aria-label":`Q, T by d_k, times K transpose, d_k by T, gives a T by T grid of scores; divide and softmax gives T by T weights; times V, T by d_v, gives the T by d_v output`},y={class:`mt-1 dl-callout`},b={__name:`slides.md__slidev_42`,setup(b){let{$slidev:x,$nav:S,$clicksContext:C,$clicks:w,$page:T,$renderContext:E,$frontmatter:D}=f();return C.setup(),(f,b)=>{let x=h,S=i(`click`);return d(),c(m,u(t(o(p)(o(D),41))),{default:n(()=>[b[6]||=a(`h1`,null,`The whole layer, in one line`,-1),b[7]||=a(`p`,null,[l(`Stack the queries into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`Q`)]),a(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),a(`span`,{class:`mord mathnormal`},`Q`)])])]),l(`, the keys into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`K`)]),a(`annotation`,{encoding:`application/x-tex`},`K`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),l(` and the values into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),l(`, one row per token. `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`T`)]),a(`annotation`,{encoding:`application/x-tex`},`T`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),l(` is the number of tokens. The four steps become one line:`)],-1),a(`div`,g,[r(x,{ranges:[]},{default:n(()=>[...b[0]||=[a(`p`,null,[a(`span`,{class:`katex-display`},[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,{mathvariant:`normal`},`Attention`),a(`mo`,null,`⁡`),a(`mo`,{stretchy:`false`},`(`),a(`mi`,null,`Q`),a(`mo`,{separator:`true`},`,`),a(`mi`,null,`K`),a(`mo`,{separator:`true`},`,`),a(`mi`,null,`V`),a(`mo`,{stretchy:`false`},`)`),a(`mo`,null,`=`),a(`mi`,{mathvariant:`normal`},`softmax`),a(`mo`,null,`⁡`),a(`mtext`,null,` ⁣`),a(`mrow`,null,[a(`mo`,{fence:`true`},`(`),a(`mfrac`,null,[a(`mrow`,null,[a(`mi`,null,`Q`),a(`msup`,null,[a(`mi`,null,`K`),a(`mi`,{mathvariant:`normal`},`⊤`)])]),a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])])]),a(`mo`,{fence:`true`},`)`)]),a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`\\operatorname{Attention}(Q, K, V) = \\operatorname{softmax}\\!\\left(\\frac{QK^\\top}{\\sqrt{d_k}}\\right)V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`Attention`)]),a(`span`,{class:`mopen`},`(`),a(`span`,{class:`mord mathnormal`},`Q`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`),a(`span`,{class:`mclose`},`)`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`2.4761em`,"vertical-align":`-0.95em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`softmax`)]),a(`span`,{class:`mspace`,style:{"margin-right":`-0.1667em`}}),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`minner`},[a(`span`,{class:`mopen delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`(`)]),a(`span`,{class:`mord`},[a(`span`,{class:`mopen nulldelimiter`}),a(`span`,{class:`mfrac`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`1.5261em`}},[a(`span`,{style:{top:`-2.2528em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])])])]),a(`span`,{style:{top:`-3.23em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`frac-line`,style:{"border-bottom-width":`0.04em`}})]),a(`span`,{style:{top:`-3.677em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`Q`),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8491em`}},[a(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mtight`},`⊤`)])])])])])])])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.93em`}},[a(`span`)])])])]),a(`span`,{class:`mclose nulldelimiter`})]),a(`span`,{class:`mclose delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`)`)])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])])])],-1)]]),_:1})]),a(`div`,_,[(d(),s(`svg`,v,[b[4]||=a(`defs`,null,[a(`marker`,{id:`l6s1-layer`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),e((d(),s(`g`,null,[...b[1]||=[a(`rect`,{class:`dl-dg-box`,x:`10`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`22`,y:`12`,"text-anchor":`middle`},`Q`,-1),a(`text`,{class:`dl-dg-small`,x:`22`,y:`108`,"text-anchor":`middle`},`T × d_k`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`48`,y:`58`,"text-anchor":`middle`},`×`,-1),a(`rect`,{class:`dl-dg-box`,x:`62`,y:`18`,width:`72`,height:`24`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`98`,y:`12`,"text-anchor":`middle`},`Kᵀ`,-1),a(`text`,{class:`dl-dg-small`,x:`98`,y:`58`,"text-anchor":`middle`},`d_k × T`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`148`,y:`58`,"text-anchor":`middle`},`=`,-1),a(`rect`,{class:`dl-dg-box`,x:`162`,y:`18`,width:`72`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`198`,y:`12`,"text-anchor":`middle`},`1 · scores`,-1),a(`text`,{class:`dl-dg-small`,x:`198`,y:`108`,"text-anchor":`middle`},`T × T`,-1)]])),[[S]]),e((d(),s(`g`,null,[...b[2]||=[a(`path`,{class:`dl-dg-arrow`,d:`M236 54 H282`,"marker-end":`url(#l6s1-layer)`},null,-1),a(`text`,{class:`dl-dg-small`,x:`259`,y:`44`,"text-anchor":`middle`},`2 · ÷ √d_k`,-1),a(`text`,{class:`dl-dg-small`,x:`259`,y:`72`,"text-anchor":`middle`},`3 · softmax`,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`288`,y:`18`,width:`72`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`324`,y:`12`,"text-anchor":`middle`},`weights`,-1),a(`text`,{class:`dl-dg-small`,x:`324`,y:`108`,"text-anchor":`middle`},`T × T`,-1),a(`text`,{class:`dl-dg-small`,x:`324`,y:`121`,"text-anchor":`middle`},`rows sum to 1`,-1)]])),[[S]]),e((d(),s(`g`,null,[...b[3]||=[a(`text`,{class:`dl-dg-lab is-sm`,x:`374`,y:`58`,"text-anchor":`middle`},`×`,-1),a(`rect`,{class:`dl-dg-box`,x:`388`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`400`,y:`12`,"text-anchor":`middle`},`V`,-1),a(`text`,{class:`dl-dg-small`,x:`400`,y:`108`,"text-anchor":`middle`},`T × d_v`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`430`,y:`58`,"text-anchor":`middle`},`=`,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`452`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`464`,y:`12`,"text-anchor":`middle`},`4 · output`,-1),a(`text`,{class:`dl-dg-small`,x:`464`,y:`108`,"text-anchor":`middle`},`T × d_v`,-1)]])),[[S]])]))]),e((d(),s(`div`,y,[...b[5]||=[a(`p`,null,`Two matrix multiplies and a softmax. Every transformer is this line.`,-1)]])),[[S]])]),_:1},16)}}};export{b as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Cc76xEtv.js b/lecture-06/assets/md-Cc76xEtv.js new file mode 100644 index 0000000000000000000000000000000000000000..d596faca84ffec7d75213544c23e7a54bc28269a --- /dev/null +++ b/lecture-06/assets/md-Cc76xEtv.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_59`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),58))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The other half of the block`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`This covers the feed-forward network (FFN) and its equation.`),n(`ul`,null,[n(`li`,null,[a(`The diagram shows `),n(`em`,null,`the`),a(`, `),n(`em`,null,`river`),a(` and `),n(`em`,null,`bank`),a(`. Each goes up through its own copy of the same small network. The copies share their weights.`)]),n(`li`,null,`There are no arrows between the columns. No token sees another here, because attention already did the mixing.`),n(`li`,null,`The FFN is two linear layers with a ReLU between them. It widens each vector from 512 to 2048 numbers, then narrows it back to 512.`),n(`li`,null,[a(`Worked example: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,{mathvariant:`bold`},`x`),n(`mo`,null,`=`),n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`2`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x} = [1, 2]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),n(`span`,{class:`mord mathbf`},`x`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mclose`},`]`)])])]),a(` becomes `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mo`,null,`−`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 1, -1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`−`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(`, then `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 1, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(` after ReLU, then `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2.5`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[2.5, 1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2.5`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(`.`)])]),n(`p`,null,`Takeaway: attention gathers information; the FFN works on what was gathered.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Cd5sTws1.js b/lecture-06/assets/md-Cd5sTws1.js new file mode 100644 index 0000000000000000000000000000000000000000..1ff1eeeb2147db1443803c17efb4a38995e46295 --- /dev/null +++ b/lecture-06/assets/md-Cd5sTws1.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_15`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),14))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Two stacks`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The original transformer translates a sentence with two stacks of blocks.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`The left stack is the encoder.`),a(` It reads the source once. Each of its six blocks has self-attention with no mask, then a feed-forward network.`)]),n(`li`,null,[n(`strong`,null,`Its output is one vector per source token`),a(`, the row at the top. Nothing is squeezed into a single vector.`)]),n(`li`,null,[n(`strong`,null,`The right stack is the decoder.`),a(` It writes the target, one word at a time. Its six blocks have three sub-layers: masked self-attention, cross-attention, feed-forward.`)]),n(`li`,null,[n(`strong`,null,`The wire labelled "K and V" is cross-attention`),a(`, the only link between the stacks.`)])]),n(`p`,null,`Remember: two stacks, one wire, and no bottleneck.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CiC1TVvQ2.js b/lecture-06/assets/md-CiC1TVvQ2.js new file mode 100644 index 0000000000000000000000000000000000000000..627f4ca94591c57445417af0a5b648b2c8b26851 --- /dev/null +++ b/lecture-06/assets/md-CiC1TVvQ2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,yt as c,z as l}from"./modules/shiki-BFOesOFp.js";import{n as u,t as d}from"./slidev/context-DrkI8qiD.js";import{t as f}from"./default-sHmABwVd.js";var p={class:`mt-1 flex justify-center`},m={viewBox:`0 0 690 250`,class:`dl-diagram`,style:{"max-width":`40rem`},role:`img`,"aria-label":`Three columns. Encoder-only: a whole review in, one label out, as in sentiment, search embeddings and named entities. Decoder-only: a prompt in, text written word by word, as in chat, code and question answering. Encoder-decoder: a full source in, a different full sequence out, as in translation, summarisation and speech to text.`},h={class:`dl-callout`},g={__name:`slides.md__slidev_80`,setup(g){let{$slidev:_,$nav:v,$clicksContext:y,$clicks:b,$page:x,$renderContext:S,$frontmatter:C}=u();return y.setup(),(u,g)=>{let _=r(`click`);return l(),s(f,c(t(a(d)(a(C),79))),{default:n(()=>[g[14]||=i(`h1`,null,`Which kind for which job`,-1),g[15]||=i(`p`,null,`Pick by the shape of the task: what goes in, what comes out.`,-1),i(`div`,p,[(l(),o(`svg`,m,[g[2]||=i(`defs`,null,[i(`marker`,{id:`l6s5-jobs-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{d:`M0 0 L7 3.5 L0 7 z`,class:`dl-dg-head`})])],-1),g[3]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`18`,"text-anchor":`middle`},`encoder-only`,-1),g[4]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`345`,y:`18`,"text-anchor":`middle`},`decoder-only`,-1),g[5]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`580`,y:`18`,"text-anchor":`middle`},`encoder–decoder`,-1),g[6]||=i(`rect`,{x:`50`,y:`34`,width:`120`,height:`70`,rx:`6`,class:`dl-dg-box`},null,-1),g[7]||=i(`text`,{class:`dl-dg-in`,x:`110`,y:`74`,"text-anchor":`middle`},`reads all`,-1),g[8]||=i(`rect`,{x:`285`,y:`34`,width:`120`,height:`70`,rx:`6`,class:`dl-dg-box is-accent`},null,-1),g[9]||=i(`text`,{class:`dl-dg-in`,x:`345`,y:`74`,"text-anchor":`middle`},`writes left → right`,-1),g[10]||=i(`rect`,{x:`510`,y:`34`,width:`62`,height:`70`,rx:`6`,class:`dl-dg-box`},null,-1),g[11]||=i(`rect`,{x:`588`,y:`34`,width:`62`,height:`70`,rx:`6`,class:`dl-dg-box is-accent`},null,-1),g[12]||=i(`path`,{d:`M572 69 H586`,class:`dl-dg-line`,"marker-end":`url(#l6s5-jobs-head)`},null,-1),e((l(),o(`g`,null,[...g[0]||=[i(`text`,{class:`dl-dg-small`,x:`110`,y:`128`,"text-anchor":`middle`},`in: a whole review`,-1),i(`text`,{class:`dl-dg-small`,x:`110`,y:`146`,"text-anchor":`middle`},`out: one label, "positive"`,-1),i(`text`,{class:`dl-dg-small`,x:`345`,y:`128`,"text-anchor":`middle`},`in: "Write a haiku about"`,-1),i(`text`,{class:`dl-dg-small`,x:`345`,y:`146`,"text-anchor":`middle`},`out: next word, again and again`,-1),i(`text`,{class:`dl-dg-small`,x:`580`,y:`128`,"text-anchor":`middle`},`in: "Ich habe es gelesen"`,-1),i(`text`,{class:`dl-dg-small`,x:`580`,y:`146`,"text-anchor":`middle`},`out: "I have read it"`,-1)]])),[[_]]),e((l(),o(`g`,null,[...g[1]||=[i(`text`,{class:`dl-dg-small is-good`,x:`110`,y:`180`,"text-anchor":`middle`},`sentiment, spam, topic`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`110`,y:`198`,"text-anchor":`middle`},`search embeddings`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`110`,y:`216`,"text-anchor":`middle`},`named entities`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`345`,y:`180`,"text-anchor":`middle`},`chat assistants`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`345`,y:`198`,"text-anchor":`middle`},`code completion`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`345`,y:`216`,"text-anchor":`middle`},`question answering`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`580`,y:`180`,"text-anchor":`middle`},`translation`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`580`,y:`198`,"text-anchor":`middle`},`summarisation`,-1),i(`text`,{class:`dl-dg-small is-good`,x:`580`,y:`216`,"text-anchor":`middle`},`speech to text`,-1),i(`text`,{class:`dl-dg-small`,x:`110`,y:`242`,"text-anchor":`middle`},`BERT`,-1),i(`text`,{class:`dl-dg-small`,x:`345`,y:`242`,"text-anchor":`middle`},`GPT, Llama`,-1),i(`text`,{class:`dl-dg-small`,x:`580`,y:`242`,"text-anchor":`middle`},`T5, Whisper`,-1)]])),[[_]])]))]),e((l(),o(`div`,h,[...g[13]||=[i(`p`,null,`Label it → encoder. Write it → decoder. Turn it into another sequence → both.`,-1)]])),[[_]])]),_:1},16)}}};export{g as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CidsJPTN.js b/lecture-06/assets/md-CidsJPTN.js new file mode 100644 index 0000000000000000000000000000000000000000..2c34229574c61a5f1065b28a942a71a191c1e4e1 --- /dev/null +++ b/lecture-06/assets/md-CidsJPTN.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./TransformerGlyph-D9TehqNe.js";import{t as h}from"./default-sHmABwVd.js";var g={class:`grid grid-cols-2 gap-x-8 gap-y-2 mt-2 dl-tight`},_={class:`flex items-center gap-3`},v={class:`flex items-center gap-3`},y={class:`flex items-center gap-3`},b={class:`flex items-center gap-3`},x={class:`flex items-center gap-3`},S={class:`flex items-center gap-3`},C={class:`flex items-center gap-3`},w={class:`mt-3 dl-callout`},T={__name:`slides.md__slidev_110`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=f();return O.setup(),(f,T)=>{let E=m,D=i(`click`);return d(),c(h,u(t(o(p)(o(M),109))),{default:n(()=>[T[8]||=a(`h1`,null,`Where we got to`,-1),a(`div`,g,[e((d(),s(`div`,_,[r(E,{kind:`cut`,size:52}),T[0]||=a(`div`,null,[a(`strong`,null,`Why:`),l(` no chain, so all positions are processed at once.`)],-1)])),[[D]]),e((d(),s(`div`,v,[r(E,{kind:`encdec`,size:52}),T[1]||=a(`div`,null,[a(`strong`,null,`The whole:`),l(` an encoder stack, a decoder stack, one wire.`)],-1)])),[[D]]),e((d(),s(`div`,y,[r(E,{kind:`qkv`,size:52}),T[2]||=a(`div`,null,[a(`strong`,null,`Attention:`),l(` a query meets each key; values are mixed.`)],-1)])),[[D]]),e((d(),s(`div`,b,[r(E,{kind:`block`,size:52}),T[3]||=a(`div`,null,[a(`strong`,null,`Block:`),l(` heads and position, a per-position network, residuals and norms.`)],-1)])),[[D]]),e((d(),s(`div`,x,[r(E,{kind:`decoder`,size:52}),T[4]||=a(`div`,null,[a(`strong`,null,`Decoder:`),l(` a mask hides later words; cross-attention reads the encoder.`)],-1)])),[[D]]),e((d(),s(`div`,S,[r(E,{kind:`fork`,size:52}),T[5]||=a(`div`,null,[a(`strong`,null,`Three kinds:`),l(` label it, write it, or translate it.`)],-1)])),[[D]]),e((d(),s(`div`,C,[r(E,{kind:`code`,size:52}),T[6]||=a(`div`,null,[a(`strong`,null,`PyTorch:`),l(` one function call on (B, T, d) tensors.`)],-1)])),[[D]])]),e((d(),s(`div`,w,[...T[7]||=[a(`p`,null,`Mix across positions, then think about each position alone.`,-1)]])),[[D]])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CkETFBk6.js b/lecture-06/assets/md-CkETFBk6.js new file mode 100644 index 0000000000000000000000000000000000000000..8e429a9f89cbc5312cd901308020d421eab5e21c --- /dev/null +++ b/lecture-06/assets/md-CkETFBk6.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_36`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),35))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Same word, same weights, different neighbour`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The widget runs the same computation on a second sentence, "the money bank". Only the middle word changed.`),n(`li`,null,[n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` are the same. `),n(`em`,null,`bank`),a(`’s embedding is the same, so its query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(` is the same.`)]),n(`li`,null,[n(`em`,null,`money`),a(` advertises the money axis: its key is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`2`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 2]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mclose`},`]`)])])]),a(`. So `),n(`em`,null,`bank`),a(`’s scores are again 0, 2, 0, and its weights again 0.16, 0.67, 0.16.`)]),n(`li`,null,[a(`But `),n(`em`,null,`money`),a(` hands over a different value. So `),n(`em`,null,`bank`),a(`’s output becomes `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0.33`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1.68`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0.33, 1.68]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0.33`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1.68`),n(`span`,{class:`mclose`},`]`)])])]),a(` instead of `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1.68`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.33`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1.68, 0.33]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1.68`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.33`),n(`span`,{class:`mclose`},`]`)])])]),a(`.`)]),n(`li`,null,`The meaning of a word is not stored in the word. The layer builds it from the neighbours, separately in each sentence.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-ClP8RXgK.js b/lecture-06/assets/md-ClP8RXgK.js new file mode 100644 index 0000000000000000000000000000000000000000..c8b1f91d23e13543ddfe273ae906cd7214526f32 --- /dev/null +++ b/lecture-06/assets/md-ClP8RXgK.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_93`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),92))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The same block, more of it`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The table lists five models from 2017 to 2024. All of them stack the same block.`),n(`li`,null,[a(`In the picture, each rectangle is one model. Its width is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mtext`,null,`model`)])]),n(`annotation`,{encoding:`application/x-tex`},`d_{\\text{model}}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},[n(`span`,{class:`mord text mtight`},[n(`span`,{class:`mord mtight`},`model`)])])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and its height is the number of blocks.`)]),n(`li`,null,`Depth grew from 6 to at most 96 blocks, about 13 times more.`),n(`li`,null,`Parameters grew from 65 M to 175 B, about 1000 times more. So most of the growth is width.`),n(`li`,null,[a(`Context grew from 512 to 128 k tokens. The `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msup`,null,[n(`mi`,null,`T`),n(`mn`,null,`2`)])]),n(`annotation`,{encoding:`application/x-tex`},`T^2`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8141em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),a(` cost of attention grew with it.`)]),n(`li`,null,`Remember: the block stayed the same. Compute and engineering did the growing.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CnA6oK-G2.js b/lecture-06/assets/md-CnA6oK-G2.js new file mode 100644 index 0000000000000000000000000000000000000000..c18b4df8ef963a87a319e7b128c073b6324d1cc8 --- /dev/null +++ b/lecture-06/assets/md-CnA6oK-G2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_19`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),18))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The parts, one at a time`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide redraws the two stacks and numbers their five parts. The accent boxes are attention; the plain boxes are feed-forward networks.`),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`Attention:`),a(` how one position gathers information from the others.`)]),n(`li`,null,[n(`strong`,null,`Heads and position:`),a(` several attentions side by side, and a signal for word order.`)]),n(`li`,null,[n(`strong`,null,`Feed-forward:`),a(` the small network applied to each position alone.`)]),n(`li`,null,[n(`strong`,null,`Residual wrappers:`),a(` the wire around each sub-layer, plus normalisation.`)]),n(`li`,null,[n(`strong`,null,`Decoder extras:`),a(` the mask, and cross-attention into the encoder.`)])]),n(`p`,null,`Sections 02 and 03 cover parts 1 to 4. Section 04 covers part 5. Then the whole model is explained, box by box.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CnbjQpmR.js b/lecture-06/assets/md-CnbjQpmR.js new file mode 100644 index 0000000000000000000000000000000000000000..ed93e98699b03a6e8b8d5e54b498f511d7f0719d --- /dev/null +++ b/lecture-06/assets/md-CnbjQpmR.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`mt-1 flex justify-center`},h={viewBox:`0 0 640 250`,class:`dl-diagram`,style:{"max-width":`38rem`},role:`img`,"aria-label":`The two-stack transformer with five numbered parts: 1 attention, 2 several heads and position, 3 the feed-forward network, 4 residual and norm wrappers, 5 the decoder's mask and cross-attention`},g={class:`dl-tight`},_={__name:`slides.md__slidev_18`,setup(_){let{$slidev:v,$nav:y,$clicksContext:b,$clicks:x,$page:S,$renderContext:C,$frontmatter:w}=d();return b.setup(),(d,_)=>{let v=r(`click`);return u(),s(p,l(t(a(f)(a(w),17))),{default:n(()=>[_[19]||=i(`h1`,null,`The parts, one at a time`,-1),_[20]||=i(`p`,null,`Every box is one of five parts. The next three sections open them in order.`,-1),i(`div`,m,[(u(),o(`svg`,h,[_[1]||=i(`defs`,null,[i(`marker`,{id:`l6s1-parts-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{d:`M0 0 L7 3.5 L0 7 z`,class:`dl-dg-head`})])],-1),_[2]||=i(`rect`,{x:`40`,y:`70`,width:`200`,height:`130`,rx:`8`,class:`dl-dg-box`},null,-1),_[3]||=i(`text`,{class:`dl-dg-small`,x:`50`,y:`62`},`encoder`,-1),_[4]||=i(`rect`,{x:`58`,y:`88`,width:`164`,height:`30`,rx:`5`,class:`dl-dg-box`},null,-1),_[5]||=i(`text`,{class:`dl-dg-in`,x:`140`,y:`108`,"text-anchor":`middle`},`feed-forward`,-1),_[6]||=i(`rect`,{x:`58`,y:`150`,width:`164`,height:`30`,rx:`5`,class:`dl-dg-box is-accent`},null,-1),_[7]||=i(`text`,{class:`dl-dg-in`,x:`140`,y:`170`,"text-anchor":`middle`},`self-attention`,-1),_[8]||=i(`path`,{d:`M48 196 V80`,class:`dl-dg-line`,style:{"stroke-dasharray":`4 3`}},null,-1),_[9]||=i(`rect`,{x:`380`,y:`40`,width:`220`,height:`160`,rx:`8`,class:`dl-dg-box`},null,-1),_[10]||=i(`text`,{class:`dl-dg-small`,x:`390`,y:`32`},`decoder`,-1),_[11]||=i(`rect`,{x:`398`,y:`56`,width:`184`,height:`28`,rx:`5`,class:`dl-dg-box`},null,-1),_[12]||=i(`text`,{class:`dl-dg-in`,x:`490`,y:`75`,"text-anchor":`middle`},`feed-forward`,-1),_[13]||=i(`rect`,{x:`398`,y:`100`,width:`184`,height:`28`,rx:`5`,class:`dl-dg-box is-accent`},null,-1),_[14]||=i(`text`,{class:`dl-dg-in`,x:`490`,y:`119`,"text-anchor":`middle`},`cross-attention`,-1),_[15]||=i(`rect`,{x:`398`,y:`146`,width:`184`,height:`28`,rx:`5`,class:`dl-dg-box is-accent`},null,-1),_[16]||=i(`text`,{class:`dl-dg-in`,x:`490`,y:`165`,"text-anchor":`middle`},`masked self-attention`,-1),_[17]||=i(`path`,{d:`M240 104 C 310 104, 320 114, 396 114`,class:`dl-dg-line`,"marker-end":`url(#l6s1-parts-head)`},null,-1),e((u(),o(`g`,null,[..._[0]||=[i(`circle`,{cx:`20`,cy:`165`,r:`12`,class:`dl-dg-op`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`20`,y:`170`,"text-anchor":`middle`},`1`,-1),i(`circle`,{cx:`140`,cy:`226`,r:`12`,class:`dl-dg-op`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`140`,y:`231`,"text-anchor":`middle`},`2`,-1),i(`text`,{class:`dl-dg-small`,x:`158`,y:`231`},`heads + position`,-1),i(`circle`,{cx:`20`,cy:`103`,r:`12`,class:`dl-dg-op`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`20`,y:`108`,"text-anchor":`middle`},`3`,-1),i(`circle`,{cx:`48`,cy:`226`,r:`12`,class:`dl-dg-op`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`48`,y:`231`,"text-anchor":`middle`},`4`,-1),i(`text`,{class:`dl-dg-small`,x:`64`,y:`231`},`residual`,-1),i(`circle`,{cx:`620`,cy:`140`,r:`12`,class:`dl-dg-op`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`620`,y:`145`,"text-anchor":`middle`},`5`,-1)]])),[[v]])]))]),e((u(),o(`div`,g,[..._[18]||=[i(`p`,null,[c(`Parts `),i(`strong`,null,`1`),c(` and `),i(`strong`,null,`2`),c(` → sections 02 and 03. Parts `),i(`strong`,null,`3`),c(` and `),i(`strong`,null,`4`),c(` → section 03. Part `),i(`strong`,null,`5`),c(` → section 04.`)],-1)]])),[[v]])]),_:1},16)}}};export{_ as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CniY5mwA.js b/lecture-06/assets/md-CniY5mwA.js new file mode 100644 index 0000000000000000000000000000000000000000..9cf1697ae44778732bfdf0fa85bf8f57605dbe61 --- /dev/null +++ b/lecture-06/assets/md-CniY5mwA.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,vt as d,x as f,xt as p,yt as m,z as h}from"./modules/shiki-BFOesOFp.js";import{n as g,t as _}from"./slidev/context-DrkI8qiD.js";import{t as v}from"./default-sHmABwVd.js";import{t as y}from"./slidev/VClicks-CGAOkBil.js";var b={class:`grid grid-cols-2 gap-8 mt-2 dl-tight`},x={viewBox:`0 0 330 230`,class:`dl-diagram`,role:`img`,"aria-label":`The key-value cache grows by one column per generated token; with grouped-query attention four query heads share one key-value head`},S=[`y`],C=[`x`,`y`],w=[`x`,`y`],T=[`cx`],E=[`d`],D={class:`mt-2 dl-callout`},O={__name:`slides.md__slidev_90`,setup(O){let{$slidev:k,$nav:A,$clicksContext:j,$clicks:M,$page:N,$renderContext:P,$frontmatter:F}=g();return j.setup(),(g,O)=>{let k=y,A=a(`click`);return h(),u(v,m(t(s(_)(s(F),89))),{default:n(()=>[O[8]||=o(`h1`,null,`What generation actually costs`,-1),O[9]||=o(`p`,null,`Token 501 attends to tokens 1–500. Their keys and values were already computed for token 500.`,-1),o(`div`,b,[o(`div`,null,[(h(),c(`svg`,x,[(h(),c(l,null,i([3,4,5],(e,t)=>o(`g`,{key:`s`+e},[o(`text`,{class:`dl-dg-small`,x:`4`,y:40+t*40},`step `+p(e),9,S),(h(!0),c(l,null,i(e,n=>(h(),c(`rect`,{key:n,class:d(n===e?`dl-dg-fill`:`dl-dg-fill is-muted`),x:44+(n-1)*30,y:22+t*40,width:`26`,height:`26`,rx:`3`},null,10,C))),128)),o(`text`,{class:`dl-dg-small is-good`,x:56+e*30,y:40+t*40},`1 new query`,8,w)])),64)),O[5]||=o(`text`,{class:`dl-dg-small`,x:`44`,y:`146`},`grey: cached keys and values · accent: computed now`,-1),e((h(),c(`g`,null,[(h(),c(l,null,i(4,e=>o(`circle`,{key:e,class:`dl-dg-dot is-accent`,cx:40+(e-1)*34,cy:`178`,r:`7`},null,8,T)),64)),(h(),c(l,null,i(4,e=>o(`path`,{key:`l`+e,class:`dl-dg-arrow`,d:`M${40+(e-1)*34} 185 L91 205`},null,8,E)),64)),O[0]||=o(`rect`,{class:`dl-dg-fill is-muted`,x:`74`,y:`205`,width:`34`,height:`20`,rx:`3`},null,-1),O[1]||=o(`text`,{class:`dl-dg-small`,x:`91`,y:`219`,"text-anchor":`middle`},`K, V`,-1),O[2]||=o(`text`,{class:`dl-dg-small`,x:`180`,y:`182`},`4 query heads`,-1),O[3]||=o(`text`,{class:`dl-dg-small`,x:`180`,y:`198`},`share 1 key/value head`,-1),O[4]||=o(`text`,{class:`dl-dg-small is-good`,x:`180`,y:`216`},`cache ÷ 4`,-1)])),[[A]])]))]),o(`div`,null,[r(k,null,{default:n(()=>[...O[6]||=[o(`ul`,null,[o(`li`,null,[o(`strong`,null,`KV (key–value) cache`),f(`: keep every layer’s keys and values`)]),o(`li`,null,[f(`Each new token computes `),o(`strong`,null,`one`),f(` query and reuses the rest`)]),o(`li`,null,[f(`Cost per new token falls from `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`O`),o(`mo`,{stretchy:`false`},`(`),o(`msup`,null,[o(`mi`,null,`T`),o(`mn`,null,`2`)]),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`O(T^2)`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.0641em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0278em`}},`O`),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])])])])])]),o(`span`,{class:`mclose`},`)`)])])]),f(` to `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`O`),o(`mo`,{stretchy:`false`},`(`),o(`mi`,null,`T`),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`O(T)`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0278em`}},`O`),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),o(`span`,{class:`mclose`},`)`)])])])])],-1)]]),_:1}),e((h(),c(`div`,D,[...O[7]||=[o(`p`,null,[f(`The cache is `),o(`strong`,null,`enormous`),f(`: layers × heads × tokens × `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mi`,null,`k`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(` × 2, per sequence. At long context it fills the GPU, not the weights.`)],-1)]])),[[A]])])])]),_:1},16)}}};export{O as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Cw5-XauR.js b/lecture-06/assets/md-Cw5-XauR.js new file mode 100644 index 0000000000000000000000000000000000000000..0610b7028fc7429f4f7c1198cadeb85cd9106a56 --- /dev/null +++ b/lecture-06/assets/md-Cw5-XauR.js @@ -0,0 +1,12 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_95`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),94))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: What did not change`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The picture is one attention layer, read from top to bottom. Each badge matches a line of the list:`),n(`ol`,null,[n(`li`,null,[a(`Each token is projected three times, into a query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`q`)]),n(`annotation`,{encoding:`application/x-tex`},`q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.625em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0359em`}},`q`)])])]),a(`, a key `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`k`)]),n(`annotation`,{encoding:`application/x-tex`},`k`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(` and a value `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`v`)]),n(`annotation`,{encoding:`application/x-tex`},`v`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.4306em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0359em`}},`v`)])])]),a(`.`)]),n(`li`,null,[a(`A query and a key are compared with a dot product, divided by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(`.`)]),n(`li`,null,`A softmax turns those scores into positive weights that sum to 1.`),n(`li`,null,`The output is the weighted sum of the values.`),n(`li`,null,`The input is added back (the residual) and the result is normalised.`),n(`li`,null,`A position-wise network then works on each token alone.`)]),n(`p`,null,`Remember: these six steps are the same in 2017 and today.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Cw_OWuR42.js b/lecture-06/assets/md-Cw_OWuR42.js new file mode 100644 index 0000000000000000000000000000000000000000..68ff506a0698a34be202925b370d2ba05174c906 --- /dev/null +++ b/lecture-06/assets/md-Cw_OWuR42.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_70`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),69))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The mask, and why the loss collapses without it`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The grid shows the decoder’s attention weights for "the river bank" with the causal mask on.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Rows are the words asking, columns the words read.`),a(` A crossed cell is blocked.`)]),n(`li`,null,[n(`strong`,null,[a(`Position `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`t`)]),n(`annotation`,{encoding:`application/x-tex`},`t`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6151em`}}),n(`span`,{class:`mord mathnormal`},`t`)])])]),a(` reads only positions `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`1`)]),n(`annotation`,{encoding:`application/x-tex`},`1`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`1`)])])]),a(` to `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`t`)]),n(`annotation`,{encoding:`application/x-tex`},`t`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6151em`}}),n(`span`,{class:`mord mathnormal`},`t`)])])]),a(`.`)]),a(` So row `),n(`em`,null,`the`),a(` puts all its weight, `),n(`strong`,null,`1.00`),a(`, on itself.`)]),n(`li`,null,[n(`strong`,null,[a(`Blocked scores become `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,null,`−`),n(`mi`,{mathvariant:`normal`},`∞`)]),n(`annotation`,{encoding:`application/x-tex`},`-\\infty`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`−`),n(`span`,{class:`mord`},`∞`)])])]),a(` before the softmax.`)]),a(` They get weight zero, and each row still sums to 1.`)]),n(`li`,null,[n(`strong`,null,`Without the mask, each word could see the word it must predict.`),a(` The model would copy it, and the loss would collapse.`)])]),n(`p`,null,`The mask removes the answer from the input, so every position trains at once.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-CzDAqWAf.js b/lecture-06/assets/md-CzDAqWAf.js new file mode 100644 index 0000000000000000000000000000000000000000..97c535838a4ee3c57fb83a587471108d9c8e333b --- /dev/null +++ b/lecture-06/assets/md-CzDAqWAf.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_48`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),47))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: One softmax can only point at one thing`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`The word boxes spell out the sentence. The solid arc is one softmax for `),n(`em`,null,`it`),a(`. Its weights add up to 1, so most of the weight lands on one word: `),n(`em`,null,`cat`),a(`.`)]),n(`li`,null,[a(`The dashed lines are other questions `),n(`em`,null,`it`),a(` needs answered: a nearby noun, the previous word, and the clause it sits in.`)]),n(`li`,null,`One set of weights cannot point at four places at once. Spreading the weight would blur the four answers together.`),n(`li`,null,[a(`The fix is to run attention several times side by side. Each copy has its own `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`, and is called a head.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D1PuSHhL.js b/lecture-06/assets/md-D1PuSHhL.js new file mode 100644 index 0000000000000000000000000000000000000000..78e9fc258970442cc92892ec9ffe0f13ceb98fc1 --- /dev/null +++ b/lecture-06/assets/md-D1PuSHhL.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,yt as c,z as l}from"./modules/shiki-BFOesOFp.js";import{n as u,t as d}from"./slidev/context-DrkI8qiD.js";import{t as f}from"./default-sHmABwVd.js";var p={class:`mt-2 flex justify-center`},m={viewBox:`0 0 680 220`,class:`dl-diagram`,role:`img`,"aria-label":`Wall one: the encoder squeezes the source into one vector c, and attention lines fix it. Wall two: a chain of 200 states, each waiting for the one before`},h={class:`mt-2 dl-callout`},g={__name:`slides.md__slidev_5`,setup(g){let{$slidev:_,$nav:v,$clicksContext:y,$clicks:b,$page:x,$renderContext:S,$frontmatter:C}=u();return y.setup(),(u,g)=>{let _=r(`click`);return l(),s(f,c(t(a(d)(a(C),4))),{default:n(()=>[g[40]||=i(`h1`,null,`Two walls in reading one word at a time`,-1),g[41]||=i(`p`,null,`A recurrent encoder–decoder reads one word at a time. It hits two walls (hard limits). Attention removed only one.`,-1),i(`div`,p,[(l(),o(`svg`,m,[g[2]||=i(`defs`,null,[i(`marker`,{id:`l6s0-walls-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),g[3]||=i(`text`,{class:`dl-dg-small`,x:`8`,y:`16`},`wall one — the bottleneck`,-1),g[4]||=i(`rect`,{class:`dl-dg-box`,x:`8`,y:`120`,width:`46`,height:`34`,rx:`4`},null,-1),g[5]||=i(`rect`,{class:`dl-dg-box`,x:`72`,y:`120`,width:`46`,height:`34`,rx:`4`},null,-1),g[6]||=i(`rect`,{class:`dl-dg-box`,x:`136`,y:`120`,width:`46`,height:`34`,rx:`4`},null,-1),g[7]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`31`,y:`142`,"text-anchor":`middle`},`h₁`,-1),g[8]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`95`,y:`142`,"text-anchor":`middle`},`h₂`,-1),g[9]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`159`,y:`142`,"text-anchor":`middle`},`h₃`,-1),g[10]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M54 137 H70`},null,-1),g[11]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M118 137 H134`},null,-1),g[12]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M182 137 H202`},null,-1),g[13]||=i(`rect`,{class:`dl-dg-box`,x:`204`,y:`124`,width:`30`,height:`26`,rx:`3`},null,-1),g[14]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`219`,y:`142`,"text-anchor":`middle`},`c`,-1),g[15]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M234 137 H254`},null,-1),g[16]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`256`,y:`120`,width:`46`,height:`34`,rx:`4`},null,-1),g[17]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`316`,y:`120`,width:`30`,height:`34`,rx:`4`},null,-1),g[18]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M302 137 H314`},null,-1),g[19]||=i(`text`,{class:`dl-dg-small`,x:`95`,y:`174`,"text-anchor":`middle`},`encoder`,-1),g[20]||=i(`text`,{class:`dl-dg-small`,x:`219`,y:`174`,"text-anchor":`middle`},`one vector`,-1),g[21]||=i(`text`,{class:`dl-dg-small`,x:`301`,y:`174`,"text-anchor":`middle`},`decoder`,-1),e((l(),o(`g`,null,[...g[0]||=[i(`path`,{class:`dl-dg-line`,d:`M331 118 C 290 40, 70 40, 31 118`},null,-1),i(`path`,{class:`dl-dg-line`,d:`M331 118 C 300 60, 125 60, 95 118`},null,-1),i(`path`,{class:`dl-dg-line`,d:`M331 118 C 310 80, 180 80, 159 118`},null,-1),i(`text`,{class:`dl-dg-small is-good`,x:`8`,y:`204`},`attention fixed it: a fresh weighted sum at every step`,-1)]])),[[_]]),g[22]||=i(`line`,{class:`dl-dg-split`,x1:`360`,y1:`8`,x2:`360`,y2:`212`},null,-1),g[23]||=i(`text`,{class:`dl-dg-small`,x:`378`,y:`16`},`wall two — no parallelism`,-1),g[24]||=i(`rect`,{class:`dl-dg-box`,x:`378`,y:`120`,width:`42`,height:`34`,rx:`4`},null,-1),g[25]||=i(`rect`,{class:`dl-dg-box`,x:`436`,y:`120`,width:`42`,height:`34`,rx:`4`},null,-1),g[26]||=i(`rect`,{class:`dl-dg-box`,x:`494`,y:`120`,width:`42`,height:`34`,rx:`4`},null,-1),g[27]||=i(`rect`,{class:`dl-dg-box`,x:`552`,y:`120`,width:`42`,height:`34`,rx:`4`},null,-1),g[28]||=i(`rect`,{class:`dl-dg-box`,x:`610`,y:`120`,width:`54`,height:`34`,rx:`4`},null,-1),g[29]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`399`,y:`142`,"text-anchor":`middle`},`h₁`,-1),g[30]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`457`,y:`142`,"text-anchor":`middle`},`h₂`,-1),g[31]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`515`,y:`142`,"text-anchor":`middle`},`h₃`,-1),g[32]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`573`,y:`142`,"text-anchor":`middle`},`…`,-1),g[33]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`637`,y:`142`,"text-anchor":`middle`},`h₂₀₀`,-1),g[34]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M420 137 H434`},null,-1),g[35]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M478 137 H492`},null,-1),g[36]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M536 137 H550`},null,-1),g[37]||=i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-walls-head)`,d:`M594 137 H608`},null,-1),g[38]||=i(`text`,{class:`dl-dg-small`,x:`378`,y:`182`},`200 tokens = 200 steps in a row`,-1),e((l(),o(`g`,null,[...g[1]||=[i(`rect`,{class:`dl-dg-box is-bad`,x:`370`,y:`110`,width:`302`,height:`54`,rx:`6`},null,-1),i(`text`,{class:`dl-dg-small is-bad`,x:`378`,y:`208`},`attention on top leaves this chain in place`,-1)]])),[[_]])]))]),e((l(),o(`div`,h,[...g[39]||=[i(`p`,null,`Two walls, one fix. This lecture removes the chain itself.`,-1)]])),[[_]])]),_:1},16)}}};export{g as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D494-50T.js b/lecture-06/assets/md-D494-50T.js new file mode 100644 index 0000000000000000000000000000000000000000..5be71d3007b8c0d8802214a9d865908336fd3dec --- /dev/null +++ b/lecture-06/assets/md-D494-50T.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./default-sHmABwVd.js";import{t as v}from"./slidev/VClicks-CGAOkBil.js";import{t as y}from"./slidev/KaTexBlockWrapper-BKHEVd16.js";var b={class:`mt-1`},x={class:`grid grid-cols-2 gap-8 mt-1 dl-tight`},S={class:`mt-2 dl-secondary`},C={viewBox:`0 0 600 170`,class:`dl-diagram`,role:`img`,"aria-label":`The words the, river and bank each go up through their own copy of the same feed-forward network; there are no arrows between the columns`},w=[`x`],T=[`x`],E=[`d`],D=[`points`],O=[`x`],k=[`d`],A=[`x`],j={class:`mt-2 dl-callout`},M={__name:`slides.md__slidev_57`,setup(M){let{$slidev:N,$nav:P,$clicksContext:F,$clicks:I,$page:L,$renderContext:R,$frontmatter:z}=h();return F.setup(),(h,M)=>{let N=y,P=v,F=a(`click`);return m(),u(_,p(t(s(g)(s(z),56))),{default:n(()=>[M[5]||=o(`h1`,null,`The other half of the block`,-1),M[6]||=o(`p`,null,[d(`After attention mixes the positions, each position goes through the `),o(`strong`,null,`same small network, alone`),d(`:`)],-1),o(`div`,b,[r(N,{ranges:[]},{default:n(()=>[...M[0]||=[o(`p`,null,[o(`span`,{class:`katex-display`},[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`FFN`),o(`mo`,null,`⁡`),o(`mo`,{stretchy:`false`},`(`),o(`mi`,{mathvariant:`bold`},`x`),o(`mo`,{stretchy:`false`},`)`),o(`mo`,null,`=`),o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`2`)]),o(`mtext`,null,` `),o(`mi`,null,`ϕ`),o(`mtext`,null,` ⁣`),o(`mrow`,null,[o(`mo`,{fence:`true`},`(`),o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`1`)]),o(`mi`,{mathvariant:`bold`},`x`),o(`mo`,null,`+`),o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`1`)]),o(`mo`,{fence:`true`},`)`)]),o(`mo`,null,`+`),o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{FFN}(\\mathbf{x}) = W_2\\,\\phi\\!\\left(W_1\\mathbf{x} + \\mathbf{b}_1\\right) + \\mathbf{b}_2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`FFN`)]),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord mathbf`},`x`),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord mathnormal`},`ϕ`),o(`span`,{class:`mspace`,style:{"margin-right":`-0.1667em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`minner`},[o(`span`,{class:`mopen delimcenter`,style:{top:`0em`}},`(`),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mord mathbf`},`x`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mclose delimcenter`,style:{top:`0em`}},`)`)]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])])],-1)]]),_:1})]),o(`div`,x,[o(`div`,null,[r(P,null,{default:n(()=>[...M[1]||=[o(`ul`,null,[o(`li`,null,`Two linear layers and a non-linearity: an MLP (multilayer perceptron)`),o(`li`,null,[o(`strong`,null,`Position-wise`),d(`: no token sees another`)]),o(`li`,null,[d(`Wide in the middle: `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`ff`)]),o(`mo`,null,`=`),o(`mn`,null,`4`),o(`mi`,null,`d`),o(`mo`,null,`=`),o(`mn`,null,`2048`)]),o(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}} = 4d = 2048`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`ff`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord`},`4`),o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`2048`)])])])])],-1)]]),_:1}),e((m(),c(`div`,S,[...M[2]||=[o(`p`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`2`),o(`mo`,null,`×`),o(`mn`,null,`512`),o(`mo`,null,`×`),o(`mn`,null,`2048`),o(`mo`,null,`=`),o(`mn`,null,`2`),o(`mtext`,null,` `),o(`mn`,null,`097`),o(`mtext`,null,` `),o(`mn`,null,`152`)]),o(`annotation`,{encoding:`application/x-tex`},`2 \\times 512 \\times 2048 = 2\\,097\\,152`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`512`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`2048`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`097`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`152`)])])]),d(` weights, against 1.05 M for attention: `),o(`strong`,null,`two thirds of the block.`)],-1)]])),[[F]])]),o(`div`,null,[(m(),c(`svg`,C,[M[3]||=o(`defs`,null,[o(`marker`,{id:`l6s2-ffn-arrow`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[o(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),(m(),c(l,null,i([`the`,`river`,`bank`],(e,t)=>o(`g`,{key:t},[o(`rect`,{class:`dl-dg-box`,x:50+t*200,y:`138`,width:`100`,height:`28`,rx:`4`},null,8,w),o(`text`,{class:`dl-dg-lab is-sm`,x:100+t*200,y:`157`,"text-anchor":`middle`},f(e),9,T),o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-ffn-arrow)`,d:`M`+(100+t*200)+` 136 V120`},null,8,E),o(`polygon`,{class:`dl-dg-net`,points:80+t*200+`,116 `+(120+t*200)+`,116 `+(160+t*200)+`,80 `+(120+t*200)+`,44 `+(80+t*200)+`,44 `+(40+t*200)+`,80`},null,8,D),o(`text`,{class:`dl-dg-in`,x:100+t*200,y:`85`,"text-anchor":`middle`},`FFN`,8,O),o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-ffn-arrow)`,d:`M`+(100+t*200)+` 42 V24`},null,8,k),o(`rect`,{class:`dl-dg-box is-accent`,x:60+t*200,y:`2`,width:`80`,height:`20`,rx:`4`},null,8,A)])),64))])),e((m(),c(`div`,j,[...M[4]||=[o(`p`,null,[d(`Attention decides `),o(`strong`,null,`what to gather`),d(`. This decides `),o(`strong`,null,`what to do with it`),d(`.`)],-1)]])),[[F]])])])]),_:1},16)}}};export{M as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D4nJotEI.js b/lecture-06/assets/md-D4nJotEI.js new file mode 100644 index 0000000000000000000000000000000000000000..4a13357af7a9d31008dcf00fb542c4144a3ec02a --- /dev/null +++ b/lecture-06/assets/md-D4nJotEI.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/VClicks-CGAOkBil.js";import{t as g}from"./Citation-C9LcHAMd.js";var _={class:`grid grid-cols-2 gap-8 mt-2 dl-tight`},v={viewBox:`0 0 330 200`,class:`dl-diagram`,style:{"max-height":`11rem`},role:`img`,"aria-label":`RoPE: a key and a query rotated by 15 degrees per position; at positions 2 and 5, and again at 6 and 9, the angle between them is the same 45 degrees`},y={class:`mt-2 dl-callout`},b={class:`mt-2`},x={__name:`slides.md__slidev_88`,setup(x){let{$slidev:S,$nav:C,$clicksContext:w,$clicks:T,$page:E,$renderContext:D,$frontmatter:O}=f();return w.setup(),(f,x)=>{let S=h,C=g,w=i(`click`);return d(),c(m,u(t(o(p)(o(O),87))),{default:n(()=>[x[6]||=a(`h1`,null,`Position, done properly`,-1),a(`div`,_,[a(`div`,null,[(d(),s(`svg`,v,[x[1]||=a(`defs`,null,[a(`marker`,{id:`l6s4-rot`,markerWidth:`6`,markerHeight:`6`,refX:`5`,refY:`3`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L6 3 L0 6 z`})])],-1),x[2]||=a(`g`,null,[a(`path`,{class:`dl-dg-grad`,d:`M80 130 H160`}),a(`path`,{class:`dl-dg-line is-muted`,"marker-end":`url(#l6s4-rot)`,d:`M80 130 L140.6 95`}),a(`path`,{class:`dl-dg-line`,"marker-end":`url(#l6s4-rot)`,d:`M80 130 L98.1 62.4`}),a(`path`,{class:`dl-dg-arrow`,d:`M104.2 116 A28 28 0 0 0 87.2 103`}),a(`text`,{class:`dl-dg-in`,x:`110`,y:`96`},`3θ`),a(`text`,{class:`dl-dg-small`,x:`146`,y:`96`},`k, pos 2`),a(`text`,{class:`dl-dg-small`,x:`84`,y:`54`},`q, pos 5`),a(`text`,{class:`dl-dg-small`,x:`80`,y:`160`,"text-anchor":`middle`},`positions 2 and 5`)],-1),e((d(),s(`g`,null,[...x[0]||=[a(`path`,{class:`dl-dg-grad`,d:`M245 130 H325`},null,-1),a(`path`,{class:`dl-dg-line is-muted`,"marker-end":`url(#l6s4-rot)`,d:`M245 130 L245 60`},null,-1),a(`path`,{class:`dl-dg-line`,"marker-end":`url(#l6s4-rot)`,d:`M245 130 L195.5 80.5`},null,-1),a(`path`,{class:`dl-dg-arrow`,d:`M245 102 A28 28 0 0 0 225.2 110.2`},null,-1),a(`text`,{class:`dl-dg-in`,x:`230`,y:`84`,"text-anchor":`middle`},`3θ`,-1),a(`text`,{class:`dl-dg-small`,x:`250`,y:`56`},`k, pos 6`,-1),a(`text`,{class:`dl-dg-small`,x:`160`,y:`74`},`q, pos 9`,-1),a(`text`,{class:`dl-dg-small`,x:`245`,y:`160`,"text-anchor":`middle`},`positions 6 and 9`,-1)]])),[[w]]),x[3]||=a(`text`,{class:`dl-dg-small`,x:`165`,y:`188`,"text-anchor":`middle`},`θ = 15° per position; the gap is 3θ = 45° in both`,-1)]))]),a(`div`,null,[r(S,null,{default:n(()=>[...x[4]||=[a(`ul`,null,[a(`li`,null,[l(`Added at the bottom, position has to `),a(`strong`,null,`survive every block`)]),a(`li`,null,[l(`The model needs `),a(`strong`,null,`relative`),l(` position: `),a(`em`,null,`three words before me`),l(`, not `),a(`em`,null,`word 412`)]),a(`li`,null,[a(`strong`,null,`RoPE`),l(` (rotary position embedding): `),a(`strong`,null,`rotate`),l(` each query and key by an angle set by its position`)]),a(`li`,null,[l(`The dot product then depends only on the `),a(`strong`,null,`difference`),l(` of positions`)])],-1)]]),_:1})])]),e((d(),s(`div`,y,[...x[5]||=[a(`p`,null,`Relative position comes from the geometry, inside every attention layer. Every major open model since Llama uses it.`,-1)]])),[[w]]),a(`div`,b,[r(C,{source:`Su et al., RoFormer: Enhanced Transformer with Rotary Position Embedding (2021)`,url:`https://arxiv.org/abs/2104.09864`})])]),_:1},16)}}};export{x as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D5C8NmHq.js b/lecture-06/assets/md-D5C8NmHq.js new file mode 100644 index 0000000000000000000000000000000000000000..3cacde1030efcf9acd7099b68b2be0685c86366e --- /dev/null +++ b/lecture-06/assets/md-D5C8NmHq.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_65`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),64))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: What a block costs`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`The bars compare the weights in one encoder block, drawn to scale at `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`=`),n(`mn`,null,`512`)]),n(`annotation`,{encoding:`application/x-tex`},`d = 512`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`512`)])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mtext`,null,`ff`)]),n(`mo`,null,`=`),n(`mn`,null,`2048`)]),n(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}} = 2048`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},[n(`span`,{class:`mord text mtight`},[n(`span`,{class:`mord mtight`},`ff`)])])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`2048`)])])]),a(`.`)]),n(`ul`,null,[n(`li`,null,[a(`Attention has four `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`×`),n(`mi`,null,`d`)]),n(`annotation`,{encoding:`application/x-tex`},`d \\times d`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7778em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`)])])]),a(` matrices: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`1`),n(`mtext`,null,` `),n(`mn`,null,`048`),n(`mtext`,null,` `),n(`mn`,null,`576`)]),n(`annotation`,{encoding:`application/x-tex`},`1\\,048\\,576`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`048`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`576`)])])]),a(` weights.`)]),n(`li`,null,[a(`The feed-forward network has two `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`×`),n(`msub`,null,[n(`mi`,null,`d`),n(`mtext`,null,`ff`)])]),n(`annotation`,{encoding:`application/x-tex`},`d \\times d_{\\text{ff}}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7778em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},[n(`span`,{class:`mord text mtight`},[n(`span`,{class:`mord mtight`},`ff`)])])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` matrices: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`2`),n(`mtext`,null,` `),n(`mn`,null,`097`),n(`mtext`,null,` `),n(`mn`,null,`152`)]),n(`annotation`,{encoding:`application/x-tex`},`2\\,097\\,152`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`097`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`152`)])])]),a(` weights. Its bar is twice as long.`)]),n(`li`,null,[a(`The two LayerNorms have only `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`2`),n(`mtext`,null,` `),n(`mn`,null,`048`)]),n(`annotation`,{encoding:`application/x-tex`},`2\\,048`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`048`)])])]),a(` weights.`)]),n(`li`,null,[a(`One block holds about 3.15 M weights. The sentence length `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` appears nowhere.`)]),n(`li`,null,`Six encoder blocks (18.9 M), six decoder blocks (25.2 M) and the shared embedding (18.9 M) give 63 M. Biases and final norms make up the rest of the paper’s 65 M.`)]),n(`p`,null,`Takeaway: two thirds of each block’s weights sit in the feed-forward network.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D5pUJL2P.js b/lecture-06/assets/md-D5pUJL2P.js new file mode 100644 index 0000000000000000000000000000000000000000..c177bb40ecb7c1ea3b5bdf53a9bee2ce2a7bb542 --- /dev/null +++ b/lecture-06/assets/md-D5pUJL2P.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_13`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),12))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: What a transformer is`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`A transformer is a stack of identical blocks. The picture shows one block working on "the river bank". Read it from the bottom up.`),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`Sideways (the shaded band).`),a(` Each position looks at every position and takes a weighted average of what it finds. This is the only place where words exchange information.`)]),n(`li`,null,[n(`strong`,null,`Upward (the trapezoids).`),a(` Each position then goes through the same small two-layer network, alone. About two thirds of the parameters live here.`)]),n(`li`,null,[n(`strong`,null,`Repeat (the bracket).`),a(` The original model stacks 6 blocks. Very large models stack 96.`)])]),n(`p`,null,`In one sentence: first mix information between positions, then work on every position separately.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-D9ITpwGc2.js b/lecture-06/assets/md-D9ITpwGc2.js new file mode 100644 index 0000000000000000000000000000000000000000..03ab564d06ead7f6cdac27dae559d8331f68684d --- /dev/null +++ b/lecture-06/assets/md-D9ITpwGc2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,g as l,lt as u,m as d,v as f,vt as p,w as m,x as h,xt as g,y as _,yt as v,z as y}from"./modules/shiki-BFOesOFp.js";import{t as b}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as x,t as S}from"./slidev/context-DrkI8qiD.js";import{t as C}from"./slidev/VClicks-CGAOkBil.js";import{n as w,t as T}from"./interactive-ClWDKV9B.js";var E={class:`dl-fam`},D={class:`dl-fam__tabs`,role:`tablist`},O=[`aria-selected`,`onClick`],k={class:`dl-fam__tabname`},A={class:`dl-fam__tabshape`},j={class:`dl-fam__panel`},M={class:`dl-fam__masks`},N={key:0,class:`dl-fam__mask`},P={class:`dl-fam__maskcap`},F={class:`dl-fam__grid`},I={key:1,class:`dl-fam__mask`},L={class:`dl-fam__maskcap`},R={class:`dl-fam__grid`},z={key:2,class:`dl-fam__mask`},B={class:`dl-fam__grid`},V={class:`dl-fam__facts`},H={class:`dl-fam__examples`},U={class:`dl-fam__year`},W=5,G=b(m({__name:`ModelFamilies`,setup(e){let{$slidev:t,$nav:r,$clicksContext:a,$clicks:s,$page:m,$renderContext:v,$frontmatter:b}=x(),S=[{key:`enc`,name:`Encoder-only`,shape:`the encoder stack, on its own`,mask:`full`,trained:`Mask out 15% of the tokens and predict them from both sides — “masked language modelling”.`,good:`Understanding a text you already have in full: classification, sentiment, named entities, retrieval embeddings, reranking.`,bad:`Cannot generate. There is no notion of “next”, because every position was trained while seeing the future.`,examples:[{name:`BERT`,year:2018},{name:`RoBERTa`,year:2019},{name:`DeBERTa`,year:2020},{name:`ModernBERT`,year:2024}]},{key:`dec`,name:`Decoder-only`,shape:`the decoder stack, with the cross-attention removed`,mask:`causal`,trained:`Predict the next token, over and over, on everything ever written. Every position is a training example, and no labels are needed.`,good:`Generation — and, as it turned out, nearly everything else, because any task phrased as text becomes next-token prediction.`,bad:`Each position only ever sees its left context, so a pure embedding of a whole sentence is weaker than an encoder’s.`,examples:[{name:`GPT-2`,year:2019},{name:`GPT-3`,year:2020},{name:`Llama`,year:2023},{name:`everything since`,year:2024}]},{key:`encdec`,name:`Encoder–decoder`,shape:`the 2017 original, both stacks`,mask:`both`,trained:`Map one sequence to another: translation, summarisation, or a span-corruption objective that rewrites the whole task as text-to-text.`,good:`Problems with a clear source and a clear target, where the source should be read bidirectionally and the target written left to right.`,bad:`Two stacks to train and serve, and a strict source/target split that a general-purpose chat model does not want.`,examples:[{name:`the 2017 paper`,year:2017},{name:`T5`,year:2019},{name:`BART`,year:2019},{name:`Whisper`,year:2022}]}],C=u(1),T=l(()=>S[C.value]);function G(e,t,n){return n===`full`||t<=e}return(e,t)=>{let r=w;return y(),f(r,{"max-width":`44rem`},{readout:n(()=>[T.value.key===`dec`?(y(),c(d,{key:0},[t[7]||=h(` One stack, one mask, one objective — and it ate the field. Not because it is the most expressive of the three, but because “predict the next token” needs `,-1),t[8]||=o(`strong`,null,`no labelled data at all`,-1),t[9]||=h(`, so it is the only one of the three whose training set is the whole internet. `,-1)],64)):T.value.key===`enc`?(y(),c(d,{key:1},[h(` Still the right answer when you have the whole text and want a vector for it. A sentence-embedding or reranking model in production today is far more likely to be encoder-only than to be a chat model. `)],64)):(y(),c(d,{key:2},[h(` The original, and the one all three of these descend from. It is still what you want when the source and the target are genuinely different things — which is why speech recognition and translation kept it long after chat models stopped using it. `)],64))]),default:n(()=>[o(`div`,E,[o(`div`,D,[(y(),c(d,null,i(S,(e,t)=>o(`button`,{key:e.key,type:`button`,role:`tab`,class:p([`dl-fam__tab`,{"is-current":t===C.value}]),"aria-selected":t===C.value,onClick:e=>C.value=t},[o(`span`,k,g(e.name),1),o(`span`,A,g(e.shape),1)],10,O)),64))]),o(`div`,j,[_(` The mask is the difference, so it leads. `),o(`div`,M,[T.value.mask===`causal`?_(`v-if`,!0):(y(),c(`div`,N,[o(`div`,P,g(T.value.mask===`both`?`source`:`all positions`),1),o(`div`,F,[(y(!0),c(d,null,i(25,e=>(y(),c(`span`,{key:e,class:p([`dl-fam__cell`,{"is-on":G(Math.floor((e-1)/W),(e-1)%W,`full`)}])},null,2))),128))]),t[0]||=o(`div`,{class:`dl-fam__maskrole`},`sees both ways`,-1)])),T.value.mask===`full`?_(`v-if`,!0):(y(),c(`div`,I,[o(`div`,L,g(T.value.mask===`both`?`target`:`all positions`),1),o(`div`,R,[(y(!0),c(d,null,i(25,e=>(y(),c(`span`,{key:e,class:p([`dl-fam__cell`,{"is-on":G(Math.floor((e-1)/W),(e-1)%W,`causal`)}])},null,2))),128))]),t[1]||=o(`div`,{class:`dl-fam__maskrole`},`left context only`,-1)])),T.value.mask===`both`?(y(),c(`div`,z,[t[2]||=o(`div`,{class:`dl-fam__maskcap`},`cross`,-1),o(`div`,B,[(y(!0),c(d,null,i(25,e=>(y(),c(`span`,{key:e,class:`dl-fam__cell is-on is-cross`}))),128))]),t[3]||=o(`div`,{class:`dl-fam__maskrole`},`target reads all of source`,-1)])):_(`v-if`,!0)]),o(`dl`,V,[o(`div`,null,[t[4]||=o(`dt`,null,`trained by`,-1),o(`dd`,null,g(T.value.trained),1)]),o(`div`,null,[t[5]||=o(`dt`,null,`use it for`,-1),o(`dd`,null,g(T.value.good),1)]),o(`div`,null,[t[6]||=o(`dt`,null,`cannot`,-1),o(`dd`,null,g(T.value.bad),1)])])]),o(`div`,H,[(y(!0),c(d,null,i(T.value.examples,e=>(y(),c(`span`,{key:e.name,class:`dl-fam__ex`},[h(g(e.name),1),o(`span`,U,g(e.year),1)]))),128))])])]),_:1})}}}),[[`__scopeId`,`data-v-be69a577`]]),K={class:`mt-2 dl-callout`},q={__name:`slides.md__slidev_78`,setup(i){let{$slidev:l,$nav:u,$clicksContext:d,$clicks:p,$page:m,$renderContext:g,$frontmatter:_}=x();return d.setup(),(i,l)=>{let u=G,d=C,p=a(`click`);return y(),f(T,v(t(s(S)(s(_),77))),{aside:n(t=>[l[2]||=o(`p`,null,[h(`One paper, three descendants. The difference is `),o(`strong`,null,`the mask`),h(`, not the layer.`)],-1),r(d,null,{default:n(()=>[...l[0]||=[o(`ul`,null,[o(`li`,null,[o(`strong`,null,`encoder-only`),h(` — sees both ways, cannot generate`)]),o(`li`,null,[o(`strong`,null,`decoder-only`),h(` — left context only, generates`)]),o(`li`,null,[o(`strong`,null,`encoder–decoder`),h(` — the 2017 original, both`)])],-1)]]),_:1}),e((y(),c(`div`,K,[...l[1]||=[o(`p`,null,`Same blocks, same attention. Click through all three.`,-1)]])),[[p]])]),default:n(()=>[r(u)]),_:1},16)}}};export{q as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DA-U-KLh.js b/lecture-06/assets/md-DA-U-KLh.js new file mode 100644 index 0000000000000000000000000000000000000000..7556b1fd660ba284833946edef10d7217c2e60f8 --- /dev/null +++ b/lecture-06/assets/md-DA-U-KLh.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,V as r,W as i,_ as a,_t as o,b as s,m as c,v as l,x as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";var g={class:`mt-1 flex justify-center`},_={viewBox:`0 0 620 240`,class:`dl-diagram is-sm-h`,role:`img`,"aria-label":`An encoder stack reads the source tokens and outputs one vector per token; a decoder stack with three sub-layers reads the encoder output through cross-attention`},v=[`x`],y=[`x`],b=[`x`],x={class:`mt-1 dl-callout`},S={__name:`slides.md__slidev_14`,setup(S){let{$slidev:C,$nav:w,$clicksContext:T,$clicks:E,$page:D,$renderContext:O,$frontmatter:k}=p();return T.setup(),(p,S)=>{let C=i(`click`);return f(),l(h,d(t(o(m)(o(k),13))),{default:n(()=>[S[25]||=a(`h1`,null,`Two stacks`,-1),S[26]||=a(`p`,null,[u(`The 2017 paper is a `),a(`strong`,null,`translation`),u(` model. One stack reads the source; the other writes the target.`)],-1),a(`div`,g,[(f(),s(`svg`,_,[S[23]||=a(`defs`,null,[a(`marker`,{id:`l6s3-a1`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),a(`g`,null,[S[0]||=a(`text`,{class:`dl-dg-small`,x:`140`,y:`14`,"text-anchor":`middle`},`one vector per source token`,-1),(f(),s(c,null,r(3,e=>a(`rect`,{key:`eo${e}`,class:`dl-dg-box is-accent`,x:88+(e-1)*38,y:`22`,width:`26`,height:`22`,rx:`3`},null,8,v)),64)),S[1]||=a(`rect`,{class:`dl-dg-fill is-muted is-dashed`,x:`40`,y:`70`,width:`200`,height:`110`,rx:`6`},null,-1),S[2]||=a(`text`,{class:`dl-dg-small`,x:`52`,y:`86`},`encoder, 6 blocks`,-1),S[3]||=a(`rect`,{class:`dl-dg-box`,x:`60`,y:`94`,width:`160`,height:`30`,rx:`4`},null,-1),S[4]||=a(`text`,{class:`dl-dg-in`,x:`140`,y:`114`,"text-anchor":`middle`},`feed-forward`,-1),S[5]||=a(`rect`,{class:`dl-dg-box`,x:`60`,y:`134`,width:`160`,height:`30`,rx:`4`},null,-1),S[6]||=a(`text`,{class:`dl-dg-in`,x:`140`,y:`154`,"text-anchor":`middle`},`self-attention, no mask`,-1),(f(),s(c,null,r(3,e=>a(`rect`,{key:`ei${e}`,class:`dl-dg-box`,x:88+(e-1)*38,y:`206`,width:`26`,height:`22`,rx:`3`},null,8,y)),64)),S[7]||=a(`text`,{class:`dl-dg-small`,x:`80`,y:`221`,"text-anchor":`end`},`source`,-1),S[8]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s3-a1)`,d:`M140 204 V184`},null,-1),S[9]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s3-a1)`,d:`M140 68 V48`},null,-1)]),e((f(),s(`g`,null,[S[10]||=a(`rect`,{class:`dl-dg-fill is-dashed`,x:`380`,y:`50`,width:`210`,height:`130`,rx:`6`},null,-1),S[11]||=a(`text`,{class:`dl-dg-small`,x:`392`,y:`66`},`decoder, 6 blocks`,-1),S[12]||=a(`rect`,{class:`dl-dg-box`,x:`398`,y:`72`,width:`174`,height:`28`,rx:`4`},null,-1),S[13]||=a(`text`,{class:`dl-dg-in`,x:`485`,y:`91`,"text-anchor":`middle`},`feed-forward`,-1),S[14]||=a(`rect`,{class:`dl-dg-box is-accent`,x:`398`,y:`106`,width:`174`,height:`28`,rx:`4`},null,-1),S[15]||=a(`text`,{class:`dl-dg-in`,x:`485`,y:`125`,"text-anchor":`middle`},`cross-attention`,-1),S[16]||=a(`rect`,{class:`dl-dg-box`,x:`398`,y:`140`,width:`174`,height:`28`,rx:`4`},null,-1),S[17]||=a(`text`,{class:`dl-dg-in`,x:`485`,y:`159`,"text-anchor":`middle`},`masked self-attention`,-1),(f(),s(c,null,r(3,e=>a(`rect`,{key:`di${e}`,class:`dl-dg-box`,x:428+(e-1)*38,y:`206`,width:`26`,height:`22`,rx:`3`},null,8,b)),64)),S[18]||=a(`text`,{class:`dl-dg-small`,x:`420`,y:`221`,"text-anchor":`end`},`target so far`,-1),S[19]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s3-a1)`,d:`M485 204 V184`},null,-1),S[20]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s3-a1)`,d:`M485 48 V26`},null,-1),S[21]||=a(`text`,{class:`dl-dg-small`,x:`497`,y:`22`},`next word`,-1)])),[[C]]),e((f(),s(`g`,null,[...S[22]||=[a(`path`,{class:`dl-dg-line`,"marker-end":`url(#l6s3-a1)`,d:`M192 33 H310 V120 H394`},null,-1),a(`text`,{class:`dl-dg-small is-good`,x:`318`,y:`84`},`K and V`,-1)]])),[[C]])]))]),e((f(),s(`div`,x,[...S[24]||=[a(`p`,null,`One vector per source token: the bottleneck is gone. Nothing has to be summarised in advance.`,-1)]])),[[C]])]),_:1},16)}}};export{S as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DDePAZ392.js b/lecture-06/assets/md-DDePAZ392.js new file mode 100644 index 0000000000000000000000000000000000000000..1e5e60c60553e912e539bdcbd4039c0e30bc68dd --- /dev/null +++ b/lecture-06/assets/md-DDePAZ392.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_72`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),71))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Cross-attention: the decoder reads the encoder`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`Cross-attention is ordinary attention with inputs from two places.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,[a(`The query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`Q`)]),n(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathnormal`},`Q`)])])]),a(` comes from the decoder`)]),a(`, the accent box on the left. It asks what the next word needs.`)]),n(`li`,null,[n(`strong`,null,[a(`The keys `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`K`)]),n(`annotation`,{encoding:`application/x-tex`},`K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(` and values `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`V`)]),n(`annotation`,{encoding:`application/x-tex`},`V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(` come from the encoder`)]),a(`, one pair per source token.`)]),n(`li`,null,[n(`strong`,null,`The lines are the attention weights.`),a(` Score each key, take a softmax, then a weighted sum of the values. This is Bahdanau’s 2014 attention.`)]),n(`li`,null,[n(`strong`,null,`Two things are new:`),a(` the score is a scaled dot product, and neither side is recurrent.`)])]),n(`p`,null,[a(`The encoder’s `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`K`)]),n(`annotation`,{encoding:`application/x-tex`},`K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`V`)]),n(`annotation`,{encoding:`application/x-tex`},`V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(` are computed once and reused for every output word.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DEgY0uH5.js b/lecture-06/assets/md-DEgY0uH5.js new file mode 100644 index 0000000000000000000000000000000000000000..13ee9ac4e97f1dacce68ff8f445f2724ea7127da --- /dev/null +++ b/lecture-06/assets/md-DEgY0uH5.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_17`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),16))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The architecture, step by step`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The widget walks the original transformer in nine steps, in the order the data moves.`),n(`ol`,null,[n(`li`,null,`The source tokens are embedded, and a position vector is added to each.`),n(`li`,null,[a(`They go up the encoder `),n(`strong`,null,`once`),a(`: self-attention, then feed-forward, six times.`)]),n(`li`,null,`The decoder starts from the words written so far.`),n(`li`,null,`It applies masked self-attention, then cross-attention into the encoder output, then feed-forward, six times.`),n(`li`,null,`A linear layer and a softmax give a probability for every word in the vocabulary.`)]),n(`p`,null,[a(`Then one word is chosen, appended, and the decoder runs again. The encoder runs once; the decoder runs `),n(`strong`,null,`once per word it writes`),a(`.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DFA1fo1z.js b/lecture-06/assets/md-DFA1fo1z.js new file mode 100644 index 0000000000000000000000000000000000000000..6ee6cc6a793b39abc066ac72881ad3f2654e4485 --- /dev/null +++ b/lecture-06/assets/md-DFA1fo1z.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,w as l,x as u,xt as d,y as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{t as h}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as g,t as _}from"./slidev/context-DrkI8qiD.js";import{t as v}from"./TransformerGlyph-D9TehqNe.js";import{t as y}from"./default-sHmABwVd.js";var b=[`href`],x={key:0,class:`dl-linkcard__icon`},S={class:`dl-linkcard__text`},C={class:`dl-linkcard__title`},w={key:0,class:`dl-linkcard__blurb`},T={class:`dl-linkcard__host`},E=h(l({__name:`LinkCard`,props:{href:{},title:{},blurb:{},icon:{}},setup(e){let{$slidev:t,$nav:n,$clicksContext:r,$clicks:i,$page:c,$renderContext:l,$frontmatter:u}=g(),p=e,h=p.href.replace(/^https?:\/\//,``).replace(/\/.*$/,``);return(e,t)=>(m(),s(`a`,{class:`dl-linkcard`,href:p.href,target:`_blank`,rel:`noopener`},[p.icon?(m(),s(`div`,x,d(p.icon),1)):f(`v-if`,!0),a(`div`,S,[a(`div`,C,d(p.title),1),p.blurb?(m(),s(`div`,w,d(p.blurb),1)):f(`v-if`,!0),a(`div`,T,d(o(h)),1)])],8,b))}}),[[`__scopeId`,`data-v-77ab5d10`]]),D={class:`grid grid-cols-3 gap-4 mt-4`},O={class:`mt-4 flex items-center gap-4 dl-tight`},k={class:`mt-2 dl-secondary`},A={__name:`slides.md__slidev_112`,setup(l){let{$slidev:d,$nav:f,$clicksContext:h,$clicks:b,$page:x,$renderContext:S,$frontmatter:C}=g();return h.setup(),(l,d)=>{let f=E,h=v,g=i(`click`);return m(),c(y,p(t(o(_)(o(C),111))),{default:n(()=>[d[2]||=a(`h1`,null,`Reading, and the lab`,-1),a(`div`,D,[e((m(),s(`div`,null,[r(f,{href:`https://jalammar.github.io/illustrated-transformer/`,title:`The Illustrated Transformer`,blurb:`Alammar, 2018. The pictures everyone has seen, and still the best first read. Do this one before the lab.`,icon:`🖼️`})])),[[g]]),e((m(),s(`div`,null,[r(f,{href:`https://sebastianraschka.com/blog/2023/self-attention-from-scratch.html`,title:`Self-attention from scratch`,blurb:`Raschka, 2023. The same worked example as today's widgets, in NumPy and PyTorch, at full size.`,icon:`✍️`})])),[[g]]),e((m(),s(`div`,null,[r(f,{href:`https://github.com/karpathy/nanoGPT`,title:`nanoGPT`,blurb:`Karpathy. A complete, readable, trainable decoder-only transformer in about 300 lines. Its attention is our “Self-attention, written out”.`,icon:`💻`})])),[[g]])]),e((m(),s(`div`,O,[r(h,{kind:`decoder`,size:64}),d[0]||=a(`div`,null,[a(`p`,null,[a(`strong`,null,`In the lab.`),u(` Build the block from “A block, and a stack”. Train a small decoder-only model on character-level text. Then drop `),a(`code`,null,`is_causal`),u(`, the `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])])]),a(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])])])])]),u(` and the positional encoding, one at a time. Report what each one costs.`)])],-1)])),[[g]]),e((m(),s(`div`,k,[...d[1]||=[a(`p`,null,`Dropping the positional encoding is the interesting one. Predict first.`,-1)]])),[[g]])]),_:1},16)}}};export{A as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DH9dhp5C.js b/lecture-06/assets/md-DH9dhp5C.js new file mode 100644 index 0000000000000000000000000000000000000000..a105828a88529c4392f4bd6f1918de6d29565a8f --- /dev/null +++ b/lecture-06/assets/md-DH9dhp5C.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,V as r,W as i,_ as a,_t as o,b as s,m as c,v as l,x as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";var g={class:`grid grid-cols-2 gap-4 dl-tight`},_={class:`dl-card`},v={class:`dl-diagram`,viewBox:`0 0 220 60`,style:{"max-height":`3.6rem`},role:`img`,"aria-label":`A training loss that falls almost to zero within a few steps.`},y={class:`dl-card`},b={class:`dl-diagram`,viewBox:`0 0 220 60`,style:{"max-height":`3.6rem`},role:`img`,"aria-label":`The shape (B, T) is read as (T, B): batch and time swap places.`},x={class:`dl-card`},S={class:`dl-diagram`,viewBox:`0 0 220 60`,style:{"max-height":`3.6rem`},role:`img`,"aria-label":`One token sends attention to three real tokens and, wrongly, to two pad tokens.`},C=[`x`],w=[`x`],T={class:`dl-card`},E={class:`dl-diagram`,viewBox:`0 0 220 60`,style:{"max-height":`3.6rem`},role:`img`,"aria-label":`A training loss that falls at first, then shoots up: the deep stack diverges.`},D={class:`mt-3 dl-callout`},O={__name:`slides.md__slidev_107`,setup(O){let{$slidev:k,$nav:A,$clicksContext:j,$clicks:M,$page:N,$renderContext:P,$frontmatter:F}=p();return j.setup(),(p,O)=>{let k=i(`click`);return f(),l(h,d(t(o(m)(o(F),106))),{default:n(()=>[O[13]||=a(`h1`,null,`Four bugs, and what each one looks like`,-1),a(`div`,g,[e((f(),s(`div`,_,[(f(),s(`svg`,v,[...O[0]||=[a(`path`,{class:`dl-dg-line is-muted`,d:`M8 4 V54 H214`,style:{"stroke-width":`1.2`}},null,-1),a(`path`,{class:`dl-dg-line is-bad`,d:`M10 10 C 30 50, 50 52, 210 53`,style:{"stroke-width":`2.4`}},null,-1),a(`text`,{x:`212`,y:`44`,class:`dl-dg-small is-bad`,"text-anchor":`end`},`loss near 0`,-1)]])),O[1]||=a(`p`,null,[a(`strong`,null,`No causal mask.`),u(` Loss near zero, gibberish output.`)],-1)])),[[k]]),e((f(),s(`div`,y,[(f(),s(`svg`,b,[...O[2]||=[a(`rect`,{x:`10`,y:`14`,width:`76`,height:`30`,rx:`3`,class:`dl-dg-box`},null,-1),a(`text`,{x:`48`,y:`34`,class:`dl-dg-in`,"text-anchor":`middle`},`(B, T)`,-1),a(`path`,{d:`M92 29 H128`,class:`dl-dg-arrow is-bad`,style:{stroke:`var(--dl-danger)`}},null,-1),a(`rect`,{x:`134`,y:`14`,width:`76`,height:`30`,rx:`3`,class:`dl-dg-box is-bad`},null,-1),a(`text`,{x:`172`,y:`34`,class:`dl-dg-in`,"text-anchor":`middle`},`(T, B)`,-1)]])),O[3]||=a(`p`,null,[a(`strong`,null,[a(`code`,null,`batch_first`),u(` left out.`)]),u(` Batch read as time.`)],-1)])),[[k]]),e((f(),s(`div`,x,[(f(),s(`svg`,S,[(f(),s(c,null,r(3,e=>a(`rect`,{key:e,x:6+(e-1)*42,y:`34`,width:`36`,height:`20`,rx:`3`,class:`dl-dg-box`},null,8,C)),64)),(f(),s(c,null,r(2,e=>a(`rect`,{key:`p${e}`,x:132+(e-1)*42,y:`34`,width:`36`,height:`20`,rx:`3`,class:`dl-dg-box is-bad`},null,8,w)),64)),O[4]||=a(`text`,{x:`150`,y:`48`,class:`dl-dg-small is-bad`,"text-anchor":`middle`},`pad`,-1),O[5]||=a(`text`,{x:`192`,y:`48`,class:`dl-dg-small is-bad`,"text-anchor":`middle`},`pad`,-1),O[6]||=a(`circle`,{cx:`24`,cy:`8`,r:`5`,class:`dl-dg-dot is-accent`},null,-1),O[7]||=a(`path`,{d:`M24 13 L24 33 M24 13 L66 33 M24 13 L108 33`,class:`dl-dg-line`,style:{"stroke-width":`1.6`}},null,-1),O[8]||=a(`path`,{d:`M24 13 L150 33 M24 13 L192 33`,class:`dl-dg-line is-bad`,style:{"stroke-width":`1.6`}},null,-1)])),O[9]||=a(`p`,null,[a(`strong`,null,`Padding mask forgotten.`),u(` Weight on pad tokens.`)],-1)])),[[k]]),e((f(),s(`div`,T,[(f(),s(`svg`,E,[...O[10]||=[a(`path`,{class:`dl-dg-line is-muted`,d:`M8 4 V54 H214`,style:{"stroke-width":`1.2`}},null,-1),a(`path`,{class:`dl-dg-line is-bad`,d:`M10 20 C 40 34, 70 40, 100 40 C 130 40, 150 30, 170 6`,style:{"stroke-width":`2.4`}},null,-1),a(`text`,{x:`212`,y:`44`,class:`dl-dg-small is-bad`,"text-anchor":`end`},`diverges`,-1)]])),O[11]||=a(`p`,null,[a(`strong`,null,[a(`code`,null,`norm_first`),u(` left as default.`)]),u(` Post-LN: diverges without warmup.`)],-1)])),[[k]])]),e((f(),s(`div`,D,[...O[12]||=[a(`p`,null,[u(`Three of the four give `),a(`strong`,null,`no error message`),u(`. A loss that looks `),a(`em`,null,`too good`),u(` is the first symptom of bug one.`)],-1)]])),[[k]])]),_:1},16)}}};export{O as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DJ3ZfTTV.js b/lecture-06/assets/md-DJ3ZfTTV.js new file mode 100644 index 0000000000000000000000000000000000000000..9be27b00259dc13312cedbd94e1a24a612f7f755 --- /dev/null +++ b/lecture-06/assets/md-DJ3ZfTTV.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./PositionalEncoding-Bo7piui3.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_55`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),54))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`One fixed vector per position, `),a(`strong`,null,`added`),l(` to the embedding before block one.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,`Left dimensions flip fast; right ones barely move`),a(`li`,null,[l(`So one vector carries `),a(`em`,null,`which word`),l(` and `),a(`em`,null,`which end`),l(` at once`)]),a(`li`,null,[l(`Sines and cosines. `),a(`strong`,null,`Nothing learned`),l(`, no maximum length`)])],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Added, not concatenated — the model never gets wider.`,-1)]])),[[x]])]),default:n(()=>[r(y,{mode:`sinusoid`,"d-model":16,positions:12})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DJ7h1hbK.js b/lecture-06/assets/md-DJ7h1hbK.js new file mode 100644 index 0000000000000000000000000000000000000000..4758fa0e54e3d7b8785e275ed9cfb000850e5907 --- /dev/null +++ b/lecture-06/assets/md-DJ7h1hbK.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./TransformerBlock-CZtncS4l.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_84`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),83))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`Press `),a(`strong`,null,`Rewire`),l(`. One difference: where the normalisation sits.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[a(`strong`,null,`post-LN`),l(` (LayerNorm after, 2017) — norm `),a(`em`,null,`after`),l(` the add, `),a(`strong`,null,`on`),l(` the residual path`)]),a(`li`,null,[a(`strong`,null,`pre-LN`),l(` (modern) — norm `),a(`em`,null,`before`),l(` the sub-layer, on a copy`)]),a(`li`,null,`So bottom to top is now additions only`)],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Post-LN needs a warmup to train deep. Pre-LN does not.`,-1)]])),[[x]])]),default:n(()=>[r(y,{variant:`pre`,start:`whole`})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DK7RiH73.js b/lecture-06/assets/md-DK7RiH73.js new file mode 100644 index 0000000000000000000000000000000000000000..d1fd6f806645684bacb7a14d5b5bc86faf1c4da2 --- /dev/null +++ b/lecture-06/assets/md-DK7RiH73.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_50`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),49))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Four heads, one question each`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The widget shows four heads reading the same sentence. Each row holds one head’s weights over the words.`),n(`ul`,null,[n(`li`,null,[a(`Stop on `),n(`em`,null,`it`),a(` and read down the rows. Each head looks somewhere else.`)]),n(`li`,null,[a(`Head 1 puts 0.76 on `),n(`em`,null,`because`),a(`, the previous word.`)]),n(`li`,null,[a(`Head 2 splits its weight between the nearby nouns `),n(`em`,null,`fish`),a(` (0.50) and `),n(`em`,null,`cat`),a(` (0.31).`)]),n(`li`,null,[a(`Head 3 puts 0.62 on `),n(`em`,null,`cat`),a(`, the word `),n(`em`,null,`it`),a(` refers to.`)]),n(`li`,null,`Head 4 puts 0.86 on the first word and gathers almost nothing. Real models have heads like this too.`)]),n(`p`,null,`These weights were drawn by hand, not trained. The takeaway: each head answers a different question about the same word.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DKTehYnC.js b/lecture-06/assets/md-DKTehYnC.js new file mode 100644 index 0000000000000000000000000000000000000000..989cdc6bdc82c0d3c6db451de0a24902093c9abc --- /dev/null +++ b/lecture-06/assets/md-DKTehYnC.js @@ -0,0 +1,12 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_34`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),33))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: One output vector, five lines`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`The widget computes `),n(`em`,null,`bank`),a(`’s new vector in five lines.`)]),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`Score:`),a(),n(`em`,null,`bank`),a(`’s query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(` dotted with the keys `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[2, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(` gives 0, 2, 0.`)]),n(`li`,null,[n(`strong`,null,`Scale:`),a(` divide by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`mn`,null,`2`)])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{2}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1328em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.9072em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},`2`)])]),n(`span`,{style:{top:`-2.8672em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1328em`}},[n(`span`)])])])])])])]),a(`, giving 0, 1.41, 0.`)]),n(`li`,null,[n(`strong`,null,`Softmax:`),a(` the weights are 0.16, 0.67 and 0.16, which add up to 1.`)]),n(`li`,null,[n(`strong`,null,`Mix:`),a(),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`0.16`),n(`mo`,null,`×`),n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0.2`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.2`),n(`mo`,{stretchy:`false`},`]`),n(`mo`,null,`+`),n(`mn`,null,`0.67`),n(`mo`,null,`×`),n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2.3`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.3`),n(`mo`,{stretchy:`false`},`]`),n(`mo`,null,`+`),n(`mn`,null,`0.16`),n(`mo`,null,`×`),n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0.6`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.6`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`0.16 \\times [0.2, 0.2] + 0.67 \\times [2.3, 0.3] + 0.16 \\times [0.6, 0.6]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`0.16`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0.2`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.2`),n(`span`,{class:`mclose`},`]`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`+`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`0.67`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2.3`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.3`),n(`span`,{class:`mclose`},`]`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`+`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`0.16`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0.6`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.6`),n(`span`,{class:`mclose`},`]`)])])]),a(`.`)]),n(`li`,null,[n(`strong`,null,`Output:`),a(),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1.68`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0.33`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1.68, 0.33]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1.68`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0.33`),n(`span`,{class:`mclose`},`]`)])])]),a(`. About two thirds of it is `),n(`em`,null,`river`),a(`’s value.`)])]),n(`p`,null,[n(`em`,null,`bank`),a(` also gives 0.16 to itself. A token always attends to itself too.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DMkm1Qpi2.js b/lecture-06/assets/md-DMkm1Qpi2.js new file mode 100644 index 0000000000000000000000000000000000000000..1a727b5a10be359dfbdf8e2dc9ff553c58640226 --- /dev/null +++ b/lecture-06/assets/md-DMkm1Qpi2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`mt-2 flex justify-center`},h={viewBox:`0 0 520 196`,class:`dl-diagram`,style:{"max-height":`14rem`},role:`img`,"aria-label":`One token vector x passes through three learned matrices W_Q, W_K and W_V and becomes a query, a key and a value`},g={class:`mt-2 dl-callout`},_={__name:`slides.md__slidev_23`,setup(_){let{$slidev:v,$nav:y,$clicksContext:b,$clicks:x,$page:S,$renderContext:C,$frontmatter:w}=d();return b.setup(),(d,_)=>{let v=r(`click`);return u(),s(p,l(t(a(f)(a(w),22))),{default:n(()=>[_[2]||=i(`h1`,null,`Three roles, one vector`,-1),_[3]||=i(`p`,null,[c(`Each token makes all three from `),i(`strong`,null,`the same`),c(` vector `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,{mathvariant:`bold`},`x`)]),i(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),i(`span`,{class:`mord mathbf`},`x`)])])]),c(`, through three `),i(`strong`,null,`learned`),c(` matrices: `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,{mathvariant:`bold`},`q`),i(`mo`,null,`=`),i(`mi`,{mathvariant:`bold`},`x`),i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`Q`)])]),i(`annotation`,{encoding:`application/x-tex`},`\\mathbf{q} = \\mathbf{x}W_Q`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6389em`,"vertical-align":`-0.1944em`}}),i(`span`,{class:`mord mathbf`},`q`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),i(`span`,{class:`mord mathbf`},`x`),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.2861em`}},[i(`span`)])])])])])])])]),c(`, `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,{mathvariant:`bold`},`k`),i(`mo`,null,`=`),i(`mi`,{mathvariant:`bold`},`x`),i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`K`)])]),i(`annotation`,{encoding:`application/x-tex`},`\\mathbf{k} = \\mathbf{x}W_K`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),i(`span`,{class:`mord mathbf`},`k`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord mathbf`},`x`),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])]),c(`, `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,{mathvariant:`bold`},`v`),i(`mo`,null,`=`),i(`mi`,{mathvariant:`bold`},`x`),i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`V`)])]),i(`annotation`,{encoding:`application/x-tex`},`\\mathbf{v} = \\mathbf{x}W_V`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),i(`span`,{class:`mord mathbf`,style:{"margin-right":`0.016em`}},`v`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord mathbf`},`x`),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])]),c(`.`)],-1),i(`div`,m,[(u(),o(`svg`,h,[..._[0]||=[i(`defs`,null,[i(`marker`,{id:`l6s1-roles`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),i(`rect`,{class:`dl-dg-box is-accent`,x:`10`,y:`74`,width:`70`,height:`46`,rx:`4`},null,-1),i(`text`,{class:`dl-dg-lab`,x:`45`,y:`103`,"text-anchor":`middle`},`x`,-1),i(`text`,{class:`dl-dg-small`,x:`45`,y:`138`,"text-anchor":`middle`},`one token`,-1),i(`path`,{class:`dl-dg-arrow`,d:`M80 97 C 110 97, 110 34, 140 34`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`path`,{class:`dl-dg-arrow`,d:`M80 97 H140`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`path`,{class:`dl-dg-arrow`,d:`M80 97 C 110 97, 110 160, 140 160`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`146,16 206,24 206,44 146,52`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`146,79 206,87 206,107 146,115`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`146,142 206,150 206,170 146,178`},null,-1),i(`text`,{class:`dl-dg-in`,x:`174`,y:`39`,"text-anchor":`middle`},[c(`W`),i(`tspan`,{"baseline-shift":`sub`,style:{"font-size":`9px`}},`Q`)],-1),i(`text`,{class:`dl-dg-in`,x:`174`,y:`102`,"text-anchor":`middle`},[c(`W`),i(`tspan`,{"baseline-shift":`sub`,style:{"font-size":`9px`}},`K`)],-1),i(`text`,{class:`dl-dg-in`,x:`174`,y:`165`,"text-anchor":`middle`},[c(`W`),i(`tspan`,{"baseline-shift":`sub`,style:{"font-size":`9px`}},`V`)],-1),i(`path`,{class:`dl-dg-arrow`,d:`M206 34 H238`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`path`,{class:`dl-dg-arrow`,d:`M206 97 H238`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`path`,{class:`dl-dg-arrow`,d:`M206 160 H238`,"marker-end":`url(#l6s1-roles)`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`244`,y:`20`,width:`44`,height:`28`,rx:`3`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`244`,y:`83`,width:`44`,height:`28`,rx:`3`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`244`,y:`146`,width:`44`,height:`28`,rx:`3`},null,-1),i(`text`,{class:`dl-dg-lab`,x:`266`,y:`40`,"text-anchor":`middle`},`q`,-1),i(`text`,{class:`dl-dg-lab`,x:`266`,y:`103`,"text-anchor":`middle`},`k`,-1),i(`text`,{class:`dl-dg-lab`,x:`266`,y:`166`,"text-anchor":`middle`},`v`,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`302`,y:`39`},`query: what am I looking for?`,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`302`,y:`102`},`key: what do I advertise?`,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`302`,y:`165`},`value: what do I hand over?`,-1)]]))]),e((u(),o(`div`,g,[..._[1]||=[i(`p`,null,[c(`Three `),i(`strong`,null,`projections`),c(` of one vector, not three stored things. Every token is a query, a key and a value at once.`)],-1)]])),[[v]])]),_:1},16)}}};export{_ as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DPGQ32a_.js b/lecture-06/assets/md-DPGQ32a_.js new file mode 100644 index 0000000000000000000000000000000000000000..5daad926b5d762de116e283d800b8a4b3fc60295 --- /dev/null +++ b/lecture-06/assets/md-DPGQ32a_.js @@ -0,0 +1,23 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/VClicks-CGAOkBil.js";import{t as g}from"./slidev/KaTexBlockWrapper-BKHEVd16.js";var _={class:`grid grid-cols-2 gap-8 mt-1 items-start`},v={class:`dl-tight`},y={class:`mt-3 dl-callout`},b={viewBox:`0 0 330 150`,class:`dl-diagram`,style:{"max-height":`11rem`},role:`img`,"aria-label":`Softmax of scores 0 2 0 gives weights 0.11 0.79 0.11; the same scores eight times bigger, 0 16 0, give 0.00 1.00 0.00 — saturated`},x={class:`mt-1 dl-math-sm`},S={class:`dl-secondary`},C={__name:`slides.md__slidev_37`,setup(C){let{$slidev:w,$nav:T,$clicksContext:E,$clicks:D,$page:O,$renderContext:k,$frontmatter:A}=f();return E.setup(),(f,C)=>{let w=h,T=g,E=i(`click`);return d(),c(m,u(t(o(p)(o(A),36))),{default:n(()=>[C[16]||=a(`h1`,null,`Why divide by the square root`,-1),a(`div`,_,[a(`div`,v,[r(w,null,{default:n(()=>[...C[0]||=[a(`ul`,null,[a(`li`,null,[l(`A dot product of two `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])]),a(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])]),l(`-wide vectors adds up `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])]),a(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])]),l(` terms. Its size grows like `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])])]),a(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])])])])])]),a(`li`,null,[l(`At `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)]),a(`mo`,null,`=`),a(`mn`,null,`64`)]),a(`annotation`,{encoding:`application/x-tex`},`d_k = 64`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`64`)])])]),l(`: about `),a(`strong`,null,`8×`),l(` bigger than at `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)]),a(`mo`,null,`=`),a(`mn`,null,`1`)]),a(`annotation`,{encoding:`application/x-tex`},`d_k = 1`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`1`)])])])]),a(`li`,null,[l(`Big scores `),a(`strong`,null,`saturate`),l(` the softmax: one weight near 1, the rest near 0`)])],-1)]]),_:1}),e((d(),s(`div`,y,[...C[1]||=[a(`p`,null,[l(`A saturated softmax has `),a(`strong`,null,`near-zero gradient`),l(`. The layer stops learning where to look, and nothing warns you.`)],-1)]])),[[E]])]),a(`div`,null,[(d(),s(`svg`,b,[C[3]||=a(`text`,{class:`dl-dg-small`,x:`10`,y:`12`},`scores 0, 2, 0`,-1),C[4]||=a(`line`,{class:`dl-dg-split`,x1:`10`,y1:`112`,x2:`150`,y2:`112`},null,-1),C[5]||=a(`rect`,{class:`dl-dg-bar`,x:`18`,y:`103`,width:`32`,height:`9`},null,-1),C[6]||=a(`rect`,{class:`dl-dg-bar is-q`,x:`64`,y:`49`,width:`32`,height:`63`},null,-1),C[7]||=a(`rect`,{class:`dl-dg-bar`,x:`110`,y:`103`,width:`32`,height:`9`},null,-1),C[8]||=a(`text`,{class:`dl-dg-small`,x:`34`,y:`98`,"text-anchor":`middle`},`0.11`,-1),C[9]||=a(`text`,{class:`dl-dg-small`,x:`80`,y:`44`,"text-anchor":`middle`},`0.79`,-1),C[10]||=a(`text`,{class:`dl-dg-small`,x:`126`,y:`98`,"text-anchor":`middle`},`0.11`,-1),C[11]||=a(`text`,{class:`dl-dg-small`,x:`34`,y:`128`,"text-anchor":`middle`},`the`,-1),C[12]||=a(`text`,{class:`dl-dg-small`,x:`80`,y:`128`,"text-anchor":`middle`},`river`,-1),C[13]||=a(`text`,{class:`dl-dg-small`,x:`126`,y:`128`,"text-anchor":`middle`},`bank`,-1),e((d(),s(`g`,null,[...C[2]||=[a(`text`,{class:`dl-dg-small is-bad`,x:`180`,y:`12`},`× 8 → 0, 16, 0`,-1),a(`line`,{class:`dl-dg-split`,x1:`180`,y1:`112`,x2:`320`,y2:`112`},null,-1),a(`rect`,{class:`dl-dg-bar is-bad`,x:`234`,y:`32`,width:`32`,height:`80`},null,-1),a(`text`,{class:`dl-dg-small`,x:`204`,y:`106`,"text-anchor":`middle`},`0.00`,-1),a(`text`,{class:`dl-dg-small`,x:`250`,y:`27`,"text-anchor":`middle`},`1.00`,-1),a(`text`,{class:`dl-dg-small`,x:`296`,y:`106`,"text-anchor":`middle`},`0.00`,-1),a(`text`,{class:`dl-dg-small`,x:`204`,y:`128`,"text-anchor":`middle`},`the`,-1),a(`text`,{class:`dl-dg-small`,x:`250`,y:`128`,"text-anchor":`middle`},`river`,-1),a(`text`,{class:`dl-dg-small`,x:`296`,y:`128`,"text-anchor":`middle`},`bank`,-1),a(`text`,{class:`dl-dg-small is-bad`,x:`250`,y:`146`,"text-anchor":`middle`},`saturated`,-1)]])),[[E]])])),e((d(),s(`div`,x,[r(T,{ranges:[]},{default:n(()=>[...C[14]||=[a(`p`,null,[a(`span`,{class:`katex-display`},[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`α`),a(`mrow`,null,[a(`mi`,null,`i`),a(`mi`,null,`j`)])]),a(`mo`,null,`=`),a(`msub`,null,[a(`mrow`,null,[a(`mi`,{mathvariant:`normal`},`softmax`),a(`mo`,null,`⁡`)]),a(`mi`,null,`j`)]),a(`mtext`,null,` ⁣`),a(`mrow`,null,[a(`mo`,{fence:`true`},`(`),a(`mfrac`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,{mathvariant:`bold`},`q`),a(`mi`,null,`i`)]),a(`mo`,null,`⋅`),a(`msub`,null,[a(`mi`,{mathvariant:`bold`},`k`),a(`mi`,null,`j`)])]),a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])])]),a(`mo`,{fence:`true`},`)`)])]),a(`annotation`,{encoding:`application/x-tex`},`\\alpha_{ij} = \\operatorname{softmax}_j\\!\\left(\\frac{\\mathbf{q}_i \\cdot \\mathbf{k}_j}{\\sqrt{d_k}}\\right)`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.7167em`,"vertical-align":`-0.2861em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0037em`}},`α`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3117em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.0037em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`ij`)])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.2861em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`2.4em`,"vertical-align":`-0.95em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`softmax`)]),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3117em`}},[a(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.2861em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`-0.1667em`}}),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`minner`},[a(`span`,{class:`mopen delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`(`)]),a(`span`,{class:`mord`},[a(`span`,{class:`mopen nulldelimiter`}),a(`span`,{class:`mfrac`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`1.3714em`}},[a(`span`,{style:{top:`-2.2528em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])])])]),a(`span`,{style:{top:`-3.23em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`frac-line`,style:{"border-bottom-width":`0.04em`}})]),a(`span`,{style:{top:`-3.677em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathbf`},`q`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3117em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`},`i`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),a(`span`,{class:`mbin`},`⋅`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathbf`},`k`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3117em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.2861em`}},[a(`span`)])])])])])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.93em`}},[a(`span`)])])])]),a(`span`,{class:`mclose nulldelimiter`})]),a(`span`,{class:`mclose delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`)`)])])])])])])],-1)]]),_:1})])),[[E]]),e((d(),s(`div`,S,[...C[15]||=[a(`p`,null,[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)]),a(`mo`,null,`=`),a(`mn`,null,`64`)]),a(`annotation`,{encoding:`application/x-tex`},`d_k = 64`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`64`)])])]),l(` in the 2017 model, so the divisor is `),a(`strong`,null,`8`),l(`.`)],-1)]])),[[E]])])])]),_:1},16)}}};export{C as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DRDqrCj8.js b/lecture-06/assets/md-DRDqrCj8.js new file mode 100644 index 0000000000000000000000000000000000000000..7f80926513564f3744060ffc40cc8aa7c6914186 --- /dev/null +++ b/lecture-06/assets/md-DRDqrCj8.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,bt as l,m as u,v as d,x as f,xt as p,yt as m,z as h}from"./modules/shiki-BFOesOFp.js";import{n as g,t as _}from"./slidev/context-DrkI8qiD.js";import{t as v}from"./default-sHmABwVd.js";import{t as y}from"./slidev/VClicks-CGAOkBil.js";var b={class:`grid grid-cols-[1.45fr_1fr] gap-5 mt-1 items-start`},x={class:`dl-ledger dl-tight dl-eq-legend`},S={viewBox:`0 0 300 150`,class:`dl-diagram`,role:`img`,"aria-label":`Two numbers 1, 2 go in. After the first layer: 1, 1, minus 1. After ReLU: 1, 1, 0. After the second layer: 2.5, 1`,style:{width:`100%`,height:`auto`}},C=[`x`],w=[`x`,`y`],T=[`x`,`y`],E=[`d`],D={class:`dl-callout`},O={__name:`slides.md__slidev_58`,setup(O){let{$slidev:k,$nav:A,$clicksContext:j,$clicks:M,$page:N,$renderContext:P,$frontmatter:F}=g();return j.setup(),(g,O)=>{let k=y,A=a(`click`);return h(),d(v,m(t(s(_)(s(F),57))),{default:n(()=>[O[2]||=o(`h1`,null,`Reading the equation: the feed-forward network`,-1),o(`div`,b,[o(`div`,x,[r(k,null,{default:n(()=>[...O[0]||=[o(`table`,null,[o(`thead`,null,[o(`tr`,null,[o(`th`,null,`symbol`),o(`th`,null,`name`),o(`th`,null,`what it is here`),o(`th`,null,`example`)])]),o(`tbody`,null,[o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`bold`},`x`)]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),o(`span`,{class:`mord mathbf`},`x`)])])])]),o(`td`,null,`input`),o(`td`,null,[f(`one token’s vector, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`)])])]),f(` numbers`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`2`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[1, 2]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mclose`},`]`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`)])])])]),o(`td`,null,`model width`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`model`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_{\\text{model}}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`model`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(`, set by hand`)]),o(`td`,null,`2 (paper: 512)`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`ff`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`ff`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`hidden width`),o(`td`,null,[f(`set by hand, usually `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`4`),o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`4d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord`},`4`),o(`span`,{class:`mord mathnormal`},`d`)])])])]),o(`td`,null,`3 (paper: 2048)`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`1`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_1`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`first weights`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`ff`)]),o(`mo`,null,`×`),o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}} \\times d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`ff`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`)])])]),f(`, learned`)]),o(`td`,null,[f(`rows `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`)`),o(`mo`,{separator:`true`},`,`),o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`0`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`)`),o(`mo`,{separator:`true`},`,`),o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`−`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`(1, 0), (0, 1), (1, -1)`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`−`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`)`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`1`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{b}_1`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`first bias`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`ff`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`ff`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(` numbers, learned`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`0`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`−`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[0, -1, 0]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`−`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`ϕ`)]),o(`annotation`,{encoding:`application/x-tex`},`\\phi`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8889em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord mathnormal`},`ϕ`)])])])]),o(`td`,null,`activation`),o(`td`,null,[f(`ReLU: `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`max`),o(`mo`,null,`⁡`),o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`0`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`⋅`),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`\\max(0, \\cdot)`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mop`},`max`),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`⋅`),o(`span`,{class:`mclose`},`)`)])])]),f(`, per number`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,null,`−`),o(`mn`,null,`1`),o(`mo`,null,`→`),o(`mn`,null,`0`)]),o(`annotation`,{encoding:`application/x-tex`},`-1 \\to 0`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`−`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`→`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`0`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`second weights`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`),o(`mo`,null,`×`),o(`msub`,null,[o(`mi`,null,`d`),o(`mtext`,null,`ff`)])]),o(`annotation`,{encoding:`application/x-tex`},`d \\times d_{\\text{ff}}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7778em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`ff`)])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(`, learned`)]),o(`td`,null,[f(`rows `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`)`),o(`mo`,{separator:`true`},`,`),o(`mo`,{stretchy:`false`},`(`),o(`mn`,null,`0`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`2`),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`(1, 1, 1), (0, 1, 2)`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mclose`},`)`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`2`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{b}_2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`second bias`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`d`)]),o(`annotation`,{encoding:`application/x-tex`},`d`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),o(`span`,{class:`mord mathnormal`},`d`)])])]),f(` numbers, learned`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`0.5`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[0.5, 0]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`0.5`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`FFN`),o(`mo`,null,`⁡`)]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{FFN}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`FFN`)])])])])]),o(`td`,null,`feed-forward network`),o(`td`,null,`same shape out as in`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`2.5`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[2.5, 1]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`2.5`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`]`)])])])])])])],-1)]]),_:1})]),o(`div`,null,[(h(),c(`svg`,S,[(h(),c(u,null,i([[`x`,[`1`,`2`]],[`W₁x + b₁`,[`1`,`1`,`−1`]],[`φ`,[`1`,`1`,`0`]],[`FFN(x)`,[`2.5`,`1`]]],(e,t)=>o(`g`,{key:t},[o(`text`,{x:34+t*77,y:`142`,"text-anchor":`middle`,style:{fill:`var(--dl-muted)`,"font-size":`11px`}},p(e[0]),9,C),(h(!0),c(u,null,i(e[1],(n,r)=>(h(),c(`g`,{key:r},[o(`rect`,{x:12+t*77,y:(e[1].length===2?34:14)+r*40,width:`44`,height:`32`,rx:`3`,style:l(t===2&&r===2||t===3?`fill: var(--dl-accent-soft); stroke: var(--dl-accent); stroke-width: 1.5`:`fill: var(--dl-surface); stroke: var(--dl-border); stroke-width: 1.5`)},null,12,w),o(`text`,{x:34+t*77,y:(e[1].length===2?55:35)+r*40,"text-anchor":`middle`,style:{fill:`var(--dl-heading)`,"font-size":`13px`}},p(n),9,T)]))),128))])),64)),(h(),c(u,null,i([0,1,2],e=>o(`path`,{key:`a`+e,d:`M `+(60+e*77)+` 70 h 22`,style:{fill:`none`,stroke:`var(--dl-body)`,"stroke-width":`1.8`}},null,8,E)),64))])),e((h(),c(`div`,D,[...O[1]||=[o(`p`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`1`)]),o(`mi`,{mathvariant:`bold`},`x`),o(`mo`,null,`+`),o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`1`)]),o(`mo`,null,`=`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mtext`,null,`\xA0`),o(`mn`,null,`2`),o(`mo`,{separator:`true`},`,`),o(`mtext`,null,`\xA0`),o(`mn`,null,`1`),o(`mo`,null,`−`),o(`mn`,null,`2`),o(`mo`,{stretchy:`false`},`]`),o(`mo`,null,`+`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`0`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`−`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`),o(`mo`,null,`=`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`−`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`W_1\\mathbf{x} + \\mathbf{b}_1 = [1,\\ 2,\\ 1 - 2] + [0, -1, 0] = [1, 1, -1]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mord mathbf`},`x`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`1`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`},`\xA0`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`},`\xA0`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`−`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mclose`},`]`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`−`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`−`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`]`)])])])],-1),o(`p`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mn`,null,`2`)]),o(`mtext`,null,` `),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`),o(`mo`,null,`+`),o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`b`),o(`mn`,null,`2`)]),o(`mo`,null,`=`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`2`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`]`),o(`mo`,null,`+`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`0.5`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`),o(`mo`,null,`=`),o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`2.5`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`W_2\\,[1, 1, 0] + \\mathbf{b}_2 = [2, 1] + [0.5, 0] = [2.5, 1]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`b`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`]`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`0.5`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`2.5`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`]`)])])])],-1)]])),[[A]])])])]),_:1},16)}}};export{O as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DVwk_z3R2.js b/lecture-06/assets/md-DVwk_z3R2.js new file mode 100644 index 0000000000000000000000000000000000000000..274f8c3dbc00a30af41c55c9629fa6d965d1a09d --- /dev/null +++ b/lecture-06/assets/md-DVwk_z3R2.js @@ -0,0 +1,12 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_32`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),31))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Four steps, and that is the whole mechanism`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,[a(`Read the picture left to right. Each box is one step, and the numbers under it are the row for `),n(`em`,null,`bank`),a(` after that step.`)]),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`Score.`),a(` Dot the asking word’s query with every key. For `),n(`em`,null,`bank`),a(` this gives 0, 2, 0. Only `),n(`em`,null,`river`),a(` matches.`)]),n(`li`,null,[n(`strong`,null,`Scale.`),a(` Divide each score by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msqrt`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)])])]),n(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),n(`span`,{class:`mord sqrt`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8572em`}},[n(`span`,{class:`svg-align`,style:{top:`-3em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])]),n(`span`,{style:{top:`-2.8172em`}},[n(`span`,{class:`pstrut`,style:{height:`3em`}}),n(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[n(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[n(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.1828em`}},[n(`span`)])])])])])])]),a(`. Here `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)]),n(`mo`,null,`=`),n(`mn`,null,`2`)]),n(`annotation`,{encoding:`application/x-tex`},`d_k = 2`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`2`)])])]),a(`, so 2 becomes 1.41.`)]),n(`li`,null,[n(`strong`,null,`Softmax.`),a(` Turn the scores into weights that are positive and add up to 1: 0.16, 0.67, 0.16.`)]),n(`li`,null,[n(`strong`,null,`Mix.`),a(` Add up the values, each times its weight. The result is `),n(`em`,null,`bank`),a(`’s new vector.`)])]),n(`p`,null,`Only step 2 is new compared with the 2014 attention.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DWTbey-7.js b/lecture-06/assets/md-DWTbey-7.js new file mode 100644 index 0000000000000000000000000000000000000000..0c9580ed51557f4bcd2b219896e30e4b68ff3ebc --- /dev/null +++ b/lecture-06/assets/md-DWTbey-7.js @@ -0,0 +1,23 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,bt as l,m as u,v as d,x as f,xt as p,yt as m,z as h}from"./modules/shiki-BFOesOFp.js";import{n as g,t as _}from"./slidev/context-DrkI8qiD.js";import{t as v}from"./default-sHmABwVd.js";import{t as y}from"./slidev/VClicks-CGAOkBil.js";var b={class:`grid grid-cols-[1.45fr_1fr] gap-5 mt-1 items-start`},x={class:`dl-ledger dl-tight dl-eq-legend`},S={viewBox:`0 0 300 150`,class:`dl-diagram`,role:`img`,"aria-label":`The bank row. Scores 0, 2, 0. Divided by root 2: 0, 1.41, 0. After softmax: 0.16, 0.67, 0.16`,style:{width:`100%`,height:`auto`}},C=[`x`],w=[`y`],T=[`x`,`y`],E=[`x`,`y`],D={class:`dl-callout`},O={__name:`slides.md__slidev_38`,setup(O){let{$slidev:k,$nav:A,$clicksContext:j,$clicks:M,$page:N,$renderContext:P,$frontmatter:F}=g();return j.setup(),(g,O)=>{let k=y,A=a(`click`);return h(),d(v,m(t(s(_)(s(F),37))),{default:n(()=>[O[2]||=o(`h1`,null,`Reading the equation: scaled scores`,-1),o(`div`,b,[o(`div`,x,[r(k,null,{default:n(()=>[...O[0]||=[o(`table`,null,[o(`thead`,null,[o(`tr`,null,[o(`th`,null,`symbol`),o(`th`,null,`name`),o(`th`,null,`what it is here`),o(`th`,null,`example`)])]),o(`tbody`,null,[o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`i`)]),o(`annotation`,{encoding:`application/x-tex`},`i`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6595em`}}),o(`span`,{class:`mord mathnormal`},`i`)])])])]),o(`td`,null,`query index`),o(`td`,null,[f(`the asking token, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`…`),o(`mo`,{separator:`true`},`,`),o(`mi`,null,`T`)]),o(`annotation`,{encoding:`application/x-tex`},`1, \\dots, T`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`minner`},`…`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])])]),o(`td`,null,[f(`3 (`),o(`em`,null,`bank`),f(`)`)])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`j`)]),o(`annotation`,{encoding:`application/x-tex`},`j`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.854em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0572em`}},`j`)])])])]),o(`td`,null,`key index`),o(`td`,null,[f(`the token read, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mo`,null,`…`),o(`mo`,{separator:`true`},`,`),o(`mi`,null,`T`)]),o(`annotation`,{encoding:`application/x-tex`},`1, \\dots, T`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`minner`},`…`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])])]),o(`td`,null,[f(`2 (`),o(`em`,null,`river`),f(`)`)])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`q`),o(`mi`,null,`i`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{q}_i`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6389em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`q`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`i`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`query`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`x`),o(`mi`,null,`i`)]),o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`Q`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}_i W_Q`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`x`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`i`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])]),f(`, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mi`,null,`k`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(` numbers (`),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`Q`)])]),o(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])]),f(` learned)`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`1`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`1`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[1, 1]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mclose`},`]`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`k`),o(`mi`,null,`j`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{k}_j`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9805em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`k`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`key`),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`x`),o(`mi`,null,`j`)]),o(`msub`,null,[o(`mi`,null,`W`),o(`mi`,null,`K`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}_j W_K`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`x`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])]),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3283em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])]),f(`, same shape`)]),o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,{stretchy:`false`},`[`),o(`mn`,null,`2`),o(`mo`,{separator:`true`},`,`),o(`mn`,null,`0`),o(`mo`,{stretchy:`false`},`]`)]),o(`annotation`,{encoding:`application/x-tex`},`[2, 0]`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mopen`},`[`),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mclose`},`]`)])])])])]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mo`,null,`⋅`)]),o(`annotation`,{encoding:`application/x-tex`},`\\cdot`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.4445em`}}),o(`span`,{class:`mord`},`⋅`)])])])]),o(`td`,null,`dot product`),o(`td`,null,`multiply pairwise, then add`),o(`td`,null,`2`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mi`,null,`k`)])]),o(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`key width`),o(`td`,null,`set by hand`),o(`td`,null,`2 (paper: 64)`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msqrt`,null,[o(`msub`,null,[o(`mi`,null,`d`),o(`mi`,null,`k`)])])]),o(`annotation`,{encoding:`application/x-tex`},`\\sqrt{d_k}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1828em`}}),o(`span`,{class:`mord sqrt`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8572em`}},[o(`span`,{class:`svg-align`,style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`d`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3361em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])])])]),o(`span`,{style:{top:`-2.8172em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[o(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.1828em`}},[o(`span`)])])])])])])])]),o(`td`,null,`square root`),o(`td`,null,`the divisor`),o(`td`,null,`1.41`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`softmax`),o(`mo`,null,`⁡`)]),o(`mi`,null,`j`)])]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{softmax}_j`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.9805em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`softmax`)]),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])])]),o(`td`,null,[f(`softmax over `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`j`)]),o(`annotation`,{encoding:`application/x-tex`},`j`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.854em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0572em`}},`j`)])])])]),o(`td`,null,`positive weights, row sums to 1`),o(`td`)]),o(`tr`,null,[o(`td`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`α`),o(`mrow`,null,[o(`mi`,null,`i`),o(`mi`,null,`j`)])])]),o(`annotation`,{encoding:`application/x-tex`},`\\alpha_{ij}`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7167em`,"vertical-align":`-0.2861em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0037em`}},`α`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3117em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.0037em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`ij`)])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.2861em`}},[o(`span`)])])])])])])])])]),o(`td`,null,`attention weight`),o(`td`,null,[f(`share of `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`j`)]),o(`annotation`,{encoding:`application/x-tex`},`j`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.854em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0572em`}},`j`)])])]),f(` in `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`i`)]),o(`annotation`,{encoding:`application/x-tex`},`i`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6595em`}}),o(`span`,{class:`mord mathnormal`},`i`)])])]),f(`’s output`)]),o(`td`,null,`0.67`)])])],-1)]]),_:1})]),o(`div`,null,[(h(),c(`svg`,S,[(h(),c(u,null,i([`the`,`river`,`bank`],(e,t)=>o(`text`,{key:`h`+t,x:113+t*64,y:`16`,"text-anchor":`middle`,style:{fill:`var(--dl-muted)`,"font-size":`11px`,"font-style":`italic`}},p(e),9,C)),64)),(h(),c(u,null,i([[`q · k`,[`0`,`2`,`0`]],[`÷ √2`,[`0`,`1.41`,`0`]],[`softmax`,[`0.16`,`0.67`,`0.16`]]],(e,t)=>o(`g`,{key:t},[o(`text`,{x:`72`,y:45+t*42,"text-anchor":`end`,style:{fill:`var(--dl-muted)`,"font-size":`11px`}},p(e[0]),9,w),(h(!0),c(u,null,i(e[1],(e,n)=>(h(),c(`g`,{key:n},[o(`rect`,{x:86+n*64,y:25+t*42,width:`54`,height:`32`,rx:`3`,style:l(t===2&&n===1?`fill: var(--dl-accent-soft); stroke: var(--dl-accent); stroke-width: 1.5`:`fill: var(--dl-surface); stroke: var(--dl-border); stroke-width: 1.5`)},null,12,T),o(`text`,{x:113+n*64,y:46+t*42,"text-anchor":`middle`,style:{fill:`var(--dl-heading)`,"font-size":`13px`}},p(e),9,E)]))),128))])),64))])),e((h(),c(`div`,D,[...O[1]||=[o(`p`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`q`),o(`mn`,null,`3`)]),o(`mo`,null,`⋅`),o(`msub`,null,[o(`mi`,{mathvariant:`bold`},`k`),o(`mn`,null,`2`)]),o(`mo`,null,`=`),o(`mn`,null,`1`),o(`mo`,null,`×`),o(`mn`,null,`2`),o(`mo`,null,`+`),o(`mn`,null,`1`),o(`mo`,null,`×`),o(`mn`,null,`0`),o(`mo`,null,`=`),o(`mn`,null,`2`)]),o(`annotation`,{encoding:`application/x-tex`},`\\mathbf{q}_3 \\cdot \\mathbf{k}_2 = 1 \\times 2 + 1 \\times 0 = 2`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6389em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`q`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`3`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`⋅`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathbf`},`k`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},`2`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`2`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},`1`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`×`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`0`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`2`)])])]),f(`, and `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mn`,null,`2`),o(`mi`,{mathvariant:`normal`},`/`),o(`msqrt`,null,[o(`mn`,null,`2`)]),o(`mo`,null,`=`),o(`mn`,null,`1.41`)]),o(`annotation`,{encoding:`application/x-tex`},`2 / \\sqrt{2} = 1.41`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.1572em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},`2/`),o(`span`,{class:`mord sqrt`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.9072em`}},[o(`span`,{class:`svg-align`,style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[o(`span`,{class:`mord`},`2`)])]),o(`span`,{style:{top:`-2.8672em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[o(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.1328em`}},[o(`span`)])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`1.41`)])])])],-1),o(`p`,null,[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`msub`,null,[o(`mi`,null,`α`),o(`mn`,null,`32`)]),o(`mo`,null,`=`),o(`msup`,null,[o(`mi`,null,`e`),o(`mn`,null,`1.41`)]),o(`mi`,{mathvariant:`normal`},`/`),o(`mo`,{stretchy:`false`},`(`),o(`msup`,null,[o(`mi`,null,`e`),o(`mn`,null,`0`)]),o(`mo`,null,`+`),o(`msup`,null,[o(`mi`,null,`e`),o(`mn`,null,`1.41`)]),o(`mo`,null,`+`),o(`msup`,null,[o(`mi`,null,`e`),o(`mn`,null,`0`)]),o(`mo`,{stretchy:`false`},`)`),o(`mo`,null,`=`),o(`mn`,null,`4.11`),o(`mi`,{mathvariant:`normal`},`/`),o(`mn`,null,`6.11`),o(`mo`,null,`=`),o(`mn`,null,`0.67`)]),o(`annotation`,{encoding:`application/x-tex`},`\\alpha_{32} = e^{1.41} / (e^{0} + e^{1.41} + e^{0}) = 4.11 / 6.11 = 0.67`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.5806em`,"vertical-align":`-0.15em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0037em`}},`α`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.3011em`}},[o(`span`,{style:{top:`-2.55em`,"margin-left":`-0.0037em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mtight`},`32`)])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.15em`}},[o(`span`)])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.0641em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`e`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mtight`},`1.41`)])])])])])])])]),o(`span`,{class:`mord`},`/`),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`e`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mtight`},`0`)])])])])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8974em`,"vertical-align":`-0.0833em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`e`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mtight`},`1.41`)])])])])])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),o(`span`,{class:`mbin`},`+`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1.0641em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`e`),o(`span`,{class:`msupsub`},[o(`span`,{class:`vlist-t`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8141em`}},[o(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[o(`span`,{class:`pstrut`,style:{height:`2.7em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord mtight`},`0`)])])])])])])])]),o(`span`,{class:`mclose`},`)`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),o(`span`,{class:`mord`},`4.11/6.11`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mrel`},`=`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),o(`span`,{class:`mord`},`0.67`)])])])],-1)]])),[[A]])])])]),_:1},16)}}};export{O as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Dcr9t_yB.js b/lecture-06/assets/md-Dcr9t_yB.js new file mode 100644 index 0000000000000000000000000000000000000000..55cb7ea13d7fe45addbf941186638069db4872a1 --- /dev/null +++ b/lecture-06/assets/md-Dcr9t_yB.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_106`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),105))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Shapes, end to end`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide follows one batch of 32 sequences of 128 tokens through the model.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Reading the ledger:`),a(` each row is one step and its tensor shape.`)]),n(`li`,null,[n(`strong`,null,`Most rows keep the width:`),a(` 512, or 8 heads of 64.`)]),n(`li`,null,[n(`strong`,null,`The scores row is different:`),a(),n(`code`,null,`(32, 8, 128, 128)`),a(` has the sequence length `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` twice.`)]),n(`li`,null,[n(`strong`,null,`Reading the squares:`),a(` they are drawn to scale by area. At 128 tokens the scores hold about 4.2 M numbers. At 2048 tokens they hold about 1.07 billion.`)]),n(`li`,null,[n(`strong`,null,`The last row:`),a(` 50 257 logits for every position, one per vocabulary entry.`)])]),n(`p`,null,`A 16 times longer sequence makes the scores 256 times larger: long context is expensive.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-De5oZ2z4.js b/lecture-06/assets/md-De5oZ2z4.js new file mode 100644 index 0000000000000000000000000000000000000000..95ab579d3f9e89d68a200c0930b93a8a95d5b799 --- /dev/null +++ b/lecture-06/assets/md-De5oZ2z4.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/VClicks-CGAOkBil.js";var g={class:`grid grid-cols-[0.9fr_1.1fr] gap-8 mt-2 items-start`},_={viewBox:`0 0 240 300`,class:`dl-diagram`,role:`img`,"aria-label":`Input x goes up two paths: through the sub-layer, and a copy unchanged. The two are added at a plus sign, then LayerNorm, giving an output of the same shape`,style:{"max-height":`17rem`}},v={class:`dl-tight`},y={class:`mt-3 dl-callout`},b={__name:`slides.md__slidev_60`,setup(b){let{$slidev:x,$nav:S,$clicksContext:C,$clicks:w,$page:T,$renderContext:E,$frontmatter:D}=f();return C.setup(),(f,b)=>{let x=h,S=i(`click`);return d(),c(m,u(t(o(p)(o(D),59))),{default:n(()=>[b[6]||=a(`h1`,null,`Two wrappers that make it stackable`,-1),b[7]||=a(`p`,null,`Each sub-layer is wrapped the same way, so blocks can be stacked.`,-1),a(`div`,g,[a(`div`,null,[(d(),s(`svg`,_,[...b[0]||=[a(`defs`,null,[a(`marker`,{id:`l6s2-wrap-arrow`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),a(`rect`,{class:`dl-dg-box`,x:`95`,y:`264`,width:`50`,height:`28`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-lab`,x:`120`,y:`284`,"text-anchor":`middle`},`x`,-1),a(`path`,{class:`dl-dg-grad is-good`,"marker-end":`url(#l6s2-wrap-arrow)`,d:`M120 262 V150`,style:{"stroke-width":`2.4`}},null,-1),a(`text`,{class:`dl-dg-small is-good`,x:`112`,y:`214`,"text-anchor":`end`},`x copied,`,-1),a(`text`,{class:`dl-dg-small is-good`,x:`112`,y:`228`,"text-anchor":`end`},`unchanged`,-1),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-wrap-arrow)`,d:`M120 244 H190 V214`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`146`,y:`172`,width:`88`,height:`40`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-small`,x:`190`,y:`196`,"text-anchor":`middle`},`sub-layer`,-1),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-wrap-arrow)`,d:`M190 170 V136 H136`},null,-1),a(`circle`,{class:`dl-dg-op`,cx:`120`,cy:`136`,r:`13`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`120`,y:`141`,"text-anchor":`middle`},`+`,-1),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-wrap-arrow)`,d:`M120 122 V104`},null,-1),a(`rect`,{class:`dl-dg-box`,x:`60`,y:`72`,width:`120`,height:`30`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-small`,x:`120`,y:`91`,"text-anchor":`middle`},`LayerNorm`,-1),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s2-wrap-arrow)`,d:`M120 70 V40`},null,-1),a(`text`,{class:`dl-dg-small`,x:`120`,y:`30`,"text-anchor":`middle`},`same shape out`,-1)]]))]),a(`div`,v,[b[4]||=a(`h3`,null,`Residual`,-1),r(x,null,{default:n(()=>[...b[1]||=[a(`ul`,null,[a(`li`,null,[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,{mathvariant:`bold`},`x`),a(`mo`,null,`+`),a(`mi`,{mathvariant:`normal`},`SubLayer`),a(`mo`,null,`⁡`),a(`mo`,{stretchy:`false`},`(`),a(`mi`,{mathvariant:`bold`},`x`),a(`mo`,{stretchy:`false`},`)`)]),a(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x} + \\operatorname{SubLayer}(\\mathbf{x})`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6667em`,"vertical-align":`-0.0833em`}}),a(`span`,{class:`mord mathbf`},`x`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),a(`span`,{class:`mbin`},`+`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`SubLayer`)]),a(`span`,{class:`mopen`},`(`),a(`span`,{class:`mord mathbf`},`x`),a(`span`,{class:`mclose`},`)`)])])]),l(`: `),a(`strong`,null,`add`),l(`, never replace`)]),a(`li`,null,`A gradient path with no matrix on it, as in a ResNet`)],-1)]]),_:1}),b[5]||=a(`h3`,null,`LayerNorm`,-1),r(x,null,{default:n(()=>[...b[2]||=[a(`ul`,null,[a(`li`,null,[l(`Re-centre and re-scale `),a(`strong`,null,`each position’s own vector`)]),a(`li`,null,`Not BatchNorm: nothing is shared across the batch or across time`)],-1)]]),_:1}),e((d(),s(`div`,y,[...b[3]||=[a(`p`,null,[l(`Same shape in, `),a(`strong`,null,`same shape out`),l(`. That is why blocks stack.`)],-1)]])),[[S]])])])]),_:1},16)}}};export{b as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DgGgxb9T2.js b/lecture-06/assets/md-DgGgxb9T2.js new file mode 100644 index 0000000000000000000000000000000000000000..ce4961665839f46827f19f9f738cc55eaffd5142 --- /dev/null +++ b/lecture-06/assets/md-DgGgxb9T2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{n as p,t as m}from"./slidev/context-DrkI8qiD.js";import{t as h}from"./default-sHmABwVd.js";import{t as g}from"./PollSlide-BMOY45LL.js";var _={class:`grid grid-cols-[1.7fr_1fr] gap-6 items-start`},v={class:`mt-8`},y={viewBox:`0 0 240 150`,class:`dl-diagram`,role:`img`,"aria-label":`A 100-token target sentence enters the decoder; how many passes are needed?`},b=[`x`],x={class:`mt-2 dl-reveal`},S={class:`mt-2 dl-secondary`},C={__name:`slides.md__slidev_73`,setup(C){let{$slidev:w,$nav:T,$clicksContext:E,$clicks:D,$page:O,$renderContext:k,$frontmatter:A}=p();return E.setup(),(p,C)=>{let w=g,T=a(`click`);return f(),u(h,d(t(s(m)(s(A),72))),{default:n(()=>[o(`div`,_,[o(`div`,null,[r(w,{question:`Training on a 100-token target sentence, how many forward passes through the decoder does teacher forcing need?`,items:[`100 — one per output token`,`1 — the mask makes all 100 positions independent`,`2 — one forward, one backward`,`100 at training time and 1 at generation time`]})]),o(`div`,v,[(f(),c(`svg`,y,[C[0]||=o(`rect`,{class:`dl-dg-net`,x:`40`,y:`14`,width:`160`,height:`44`,rx:`6`},null,-1),C[1]||=o(`text`,{class:`dl-dg-in`,x:`120`,y:`41`,"text-anchor":`middle`},`decoder`,-1),(f(),c(l,null,i(4,e=>o(`rect`,{key:e,class:`dl-dg-box`,x:18+(e-1)*36,y:`96`,width:`28`,height:`22`,rx:`3`},null,8,b)),64)),C[2]||=o(`text`,{class:`dl-dg-small`,x:`166`,y:`111`},`…`,-1),C[3]||=o(`rect`,{class:`dl-dg-box`,x:`186`,y:`96`,width:`36`,height:`22`,rx:`3`},null,-1),C[4]||=o(`text`,{class:`dl-dg-small`,x:`204`,y:`111`,"text-anchor":`middle`},`100`,-1),C[5]||=o(`path`,{class:`dl-dg-arrow`,d:`M120 92 V62`},null,-1),C[6]||=o(`text`,{class:`dl-dg-small`,x:`120`,y:`138`,"text-anchor":`middle`},`target sentence`,-1),C[7]||=o(`text`,{class:`dl-dg-lab is-sm`,x:`132`,y:`82`},`passes = ?`,-1)]))])]),e((f(),c(`div`,x,[...C[8]||=[o(`p`,null,`One`,-1)]])),[[T]]),e((f(),c(`div`,S,[...C[9]||=[o(`p`,null,`The mask lets all 100 positions train in one pass. Generation still needs 100.`,-1)]])),[[T]])]),_:1},16)}}};export{C as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DhBlBbzO2.js b/lecture-06/assets/md-DhBlBbzO2.js new file mode 100644 index 0000000000000000000000000000000000000000..fdd322a7e7f301f819029e5100aa9a542ecf170c --- /dev/null +++ b/lecture-06/assets/md-DhBlBbzO2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_67`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),66))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The bill for looking everywhere`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The grids are attention score matrices. Each row is a query position, each column a key position, and each cell one score.`),n(`ul`,null,[n(`li`,null,[a(`With `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`=`),n(`mn`,null,`4`)]),n(`annotation`,{encoding:`application/x-tex`},`T = 4`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`4`)])])]),a(` words there are 16 scores. With `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`=`),n(`mn`,null,`8`)]),n(`annotation`,{encoding:`application/x-tex`},`T = 8`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`8`)])])]),a(` there are 64.`)]),n(`li`,null,`Doubling the length gives four times the work.`),n(`li`,null,[a(`At 512 tokens that is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msup`,null,[n(`mn`,null,`512`),n(`mn`,null,`2`)]),n(`mo`,null,`=`),n(`mn`,null,`262`),n(`mtext`,null,` `),n(`mn`,null,`144`)]),n(`annotation`,{encoding:`application/x-tex`},`512^2 = 262\\,144`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),n(`span`,{class:`mord`},`51`),n(`span`,{class:`mord`},[n(`span`,{class:`mord`},`2`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8141em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`262`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`144`)])])]),a(` scores, for each head in each layer.`)]),n(`li`,null,[a(`An RNN needed `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` steps, one after the other. Attention needs `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msup`,null,[n(`mi`,null,`T`),n(`mn`,null,`2`)])]),n(`annotation`,{encoding:`application/x-tex`},`T^2`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8141em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),a(` steps, but a GPU can run them all at once.`)]),n(`li`,null,[a(`The feed-forward network grows like `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`msup`,null,[n(`mi`,null,`d`),n(`mn`,null,`2`)])]),n(`annotation`,{encoding:`application/x-tex`},`T d^2`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8141em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),a(`. So attention is only the larger cost once `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` is several times `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`)]),n(`annotation`,{encoding:`application/x-tex`},`d`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`)])])]),a(`.`)])]),n(`p`,null,`Takeaway: attention trades more total work for no waiting.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DhdkV_MM.js b/lecture-06/assets/md-DhdkV_MM.js new file mode 100644 index 0000000000000000000000000000000000000000..0fa316705c7b9df2d94ba1d023f725b623020f48 --- /dev/null +++ b/lecture-06/assets/md-DhdkV_MM.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_98`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),97))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The mechanism is one function call`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide shows that the whole attention mechanism is one PyTorch function.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Reading the sketch:`),a(` q, k and v go into one attention box. The red dashed box is the scores tensor.`)]),n(`li`,null,[n(`strong`,null,`What the call does:`),a(` it scales the scores, applies the mask and the softmax, and multiplies by v. With `),n(`code`,null,`is_causal=True`),a(`, no position sees a later one.`)]),n(`li`,null,[n(`strong`,null,`The shapes:`),a(` q, k, v and the output are all `),n(`code`,null,`(32, 8, 128, 64)`),a(`: batch, heads, tokens, width per head.`)]),n(`li`,null,[n(`strong`,null,`The saving:`),a(` a fused kernel never stores the `),n(`code`,null,`(32, 8, 128, 128)`),a(` scores.`)])]),n(`p`,null,[a(`Remember the shape `),n(`code`,null,`(B, heads, T, d_k)`),a(`: the heads act like extra batch entries.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Di4Qt8I7.js b/lecture-06/assets/md-Di4Qt8I7.js new file mode 100644 index 0000000000000000000000000000000000000000..6b797c1226c65b7db32d3c56d7dc135441c8399f --- /dev/null +++ b/lecture-06/assets/md-Di4Qt8I7.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_11`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),10))),{default:t(()=>[p[0]||=r(`h1`,null,`The whole architecture first`,-1),p[1]||=r(`p`,null,`One stack reads, one stack writes.`,-1),r(`div`,f,[n(m,{kind:`encdec`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DiJIM5-s.js b/lecture-06/assets/md-DiJIM5-s.js new file mode 100644 index 0000000000000000000000000000000000000000..2f1a2a98f6e63b2a6f2b5b6fbac09ea30b6338d2 --- /dev/null +++ b/lecture-06/assets/md-DiJIM5-s.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_100`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),99))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Self-attention, written out`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide shows a multi-head self-attention layer in fourteen lines.`),n(`ol`,null,[n(`li`,null,[a(`One `),n(`code`,null,`Linear`),a(` layer makes Q, K and V together. A second one, `),n(`code`,null,`proj`),a(`, is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`O`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_O`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0278em`}},`O`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`.`)]),n(`li`,null,[a(`The input `),n(`code`,null,`x`),a(` is `),n(`code`,null,`(B, T, d)`),a(`. The `),n(`code`,null,`qkv`),a(` layer and `),n(`code`,null,`split`),a(` give three tensors of that shape.`)]),n(`li`,null,[a(`Then `),n(`code`,null,`view`),a(` and `),n(`code`,null,`transpose`),a(` split the width into heads: `),n(`code`,null,`(B, h, T, d_k)`),a(`.`)]),n(`li`,null,`The library call computes attention with the causal mask.`),n(`li`,null,[a(`The heads are put back together into `),n(`code`,null,`(B, T, d)`),a(`, and `),n(`code`,null,`proj`),a(` mixes them.`)])]),n(`p`,null,`Read the strip from left to right: the output shape equals the input shape. No Python loop runs over the heads.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Dq0GSfkl.js b/lecture-06/assets/md-Dq0GSfkl.js new file mode 100644 index 0000000000000000000000000000000000000000..58dbba8ecfa5ced7cdb660bbf6c8d3bf1edf496e --- /dev/null +++ b/lecture-06/assets/md-Dq0GSfkl.js @@ -0,0 +1,9 @@ +import{E as e,M as t,Q as n,S as r,_ as i,_t as a,v as o,x as s,yt as c,z as l}from"./modules/shiki-BFOesOFp.js";import{n as u,t as d}from"./slidev/context-DrkI8qiD.js";import{t as f}from"./default-sHmABwVd.js";import{t as p}from"./slidev/CodeBlockWrapper-C_5MjYK7.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";var h={class:`grid grid-cols-[1fr_1fr] gap-6 mt-2 items-center`},g={class:`dl-tight`},_={__name:`slides.md__slidev_97`,setup(_){let{$slidev:v,$nav:y,$clicksContext:b,$clicks:x,$page:S,$renderContext:C,$frontmatter:w}=u();return b.setup(),(u,_)=>{let v=p,y=m;return l(),o(f,c(e(a(d)(a(w),96))),{default:n(()=>[_[3]||=i(`h1`,null,`The mechanism is one function call`,-1),r(v,t({lines:!0},{title:``,ranges:[`all`,`1-4`,`6`,`8-9`,`all`]}),{default:n(()=>[..._[0]||=[i(`pre`,{class:`shiki shiki-themes vitesse-dark vitesse-light slidev-code`,style:{"--shiki-dark":`#dbd7caee`,"--shiki-light":`#393a34`,"--shiki-dark-bg":`#121212`,"--shiki-light-bg":`#ffffff`}},[i(`code`,{class:`language-python`},[i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`import`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` torch`)]),s(` +`),i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`import`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` torch`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`nn`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`functional `),i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`as`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` F`)]),s(` +`),i(`span`,{class:`line`}),s(` +`),i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`q`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v `),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},` (`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`torch`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`randn`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),i(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`32`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 8`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 128`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},` 64`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},` for`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` _ `),i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`in`),i(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},` range`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),i(`span`,{style:{"--shiki-dark":`#4C9A91`,"--shiki-light":`#2F798A`}},`3`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`))`),i(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # (B, heads, T, d_k)`)]),s(` +`),i(`span`,{class:`line`}),s(` +`),i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`out `),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` F`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`scaled_dot_product_attention`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`q`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` k`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},` v`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),i(`span`,{style:{"--shiki-dark":`#BD976A`,"--shiki-light":`#B07D48`}},` is_causal`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),i(`span`,{style:{"--shiki-dark":`#4D9375`,"--shiki-light":`#1E754F`}},`True`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`)]),s(` +`),i(`span`,{class:`line`}),s(` +`),i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#B8A965`,"--shiki-light":`#998418`}},`print`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`(`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`out`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`.`),i(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`shape`),i(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`)`),i(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # torch.Size([32, 8, 128, 64])`)]),s(` +`),i(`span`,{class:`line`},[i(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},`# scores (32, 8, 128, 128) are never built — that is what FlashAttention buys`)])])],-1)]]),_:1},16),i(`div`,h,[_[2]||=i(`div`,null,[i(`svg`,{class:`dl-diagram`,viewBox:`0 0 440 130`,role:`img`,"aria-label":`q, k and v, each of shape 32 by 8 by 128 by 64, go into one attention call that scales, masks, applies softmax and multiplies by v. The output has the same shape. The scores tensor, 32 by 8 by 128 by 128, is drawn dashed in red: it is never stored.`},[i(`defs`,null,[i(`marker`,{id:`l6s5-a1`,markerWidth:`8`,markerHeight:`8`,refX:`7`,refY:`4`,orient:`auto`},[i(`path`,{d:`M0 0 L8 4 L0 8 z`,class:`dl-dg-head`})])]),i(`rect`,{x:`4`,y:`8`,width:`70`,height:`24`,rx:`3`,class:`dl-dg-box`}),i(`text`,{x:`39`,y:`25`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`q`),i(`rect`,{x:`4`,y:`38`,width:`70`,height:`24`,rx:`3`,class:`dl-dg-box`}),i(`text`,{x:`39`,y:`55`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`k`),i(`rect`,{x:`4`,y:`68`,width:`70`,height:`24`,rx:`3`,class:`dl-dg-box`}),i(`text`,{x:`39`,y:`85`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`v`),i(`text`,{x:`44`,y:`112`,class:`dl-dg-small`,"text-anchor":`middle`},`(32, 8, 128, 64)`),i(`path`,{d:`M78 50 H122`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a1)`}),i(`rect`,{x:`126`,y:`26`,width:`176`,height:`48`,rx:`6`,class:`dl-dg-op`}),i(`text`,{x:`214`,y:`46`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`attention`),i(`text`,{x:`214`,y:`64`,class:`dl-dg-small`,"text-anchor":`middle`},`scale, mask, softmax, @ v`),i(`rect`,{x:`144`,y:`88`,width:`140`,height:`38`,rx:`4`,class:`dl-dg-box is-bad`}),i(`text`,{x:`214`,y:`103`,class:`dl-dg-small is-bad`,"text-anchor":`middle`},`scores (32, 8, 128, 128)`),i(`text`,{x:`214`,y:`119`,class:`dl-dg-small is-bad`,"text-anchor":`middle`},`never stored`),i(`path`,{d:`M306 50 H340`,class:`dl-dg-arrow`,"marker-end":`url(#l6s5-a1)`}),i(`rect`,{x:`344`,y:`38`,width:`70`,height:`24`,rx:`3`,class:`dl-dg-box is-accent`}),i(`text`,{x:`379`,y:`55`,class:`dl-dg-lab is-sm`,"text-anchor":`middle`},`out`),i(`text`,{x:`384`,y:`80`,class:`dl-dg-small`,"text-anchor":`middle`},`(32, 8, 128, 64)`)])],-1),i(`div`,g,[r(y,null,{default:n(()=>[..._[1]||=[i(`ul`,null,[i(`li`,null,[s(`Scaling, the mask and the softmax all happen inside; `),i(`code`,null,`is_causal=True`),s(` is the triangle`)]),i(`li`,null,[s(`A fused kernel never stores the `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`T`),i(`mo`,null,`×`),i(`mi`,null,`T`)]),i(`annotation`,{encoding:`application/x-tex`},`T \\times T`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),i(`span`,{class:`mbin`},`×`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),s(` scores`)]),i(`li`,null,[s(`Heads are a `),i(`strong`,null,`batch dimension`),s(`: `),i(`code`,null,`(B, heads, T, d_k)`)])],-1)]]),_:1})])])]),_:1},16)}}};export{_ as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-DsG80VyH.js b/lecture-06/assets/md-DsG80VyH.js new file mode 100644 index 0000000000000000000000000000000000000000..4bd44397b58c94f5266fd4e9c3a1431558cf8657 --- /dev/null +++ b/lecture-06/assets/md-DsG80VyH.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./AttentionTrace-P2mXITE1.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_35`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),34))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`Walk to line 5, then press `),a(`strong`,null,`Swap river → money`),l(`.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[l(`The model did not change — same `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`Q`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.2861em`}},[a(`span`)])])])])])])])]),l(`, `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`K`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])]),l(`, `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`W`),a(`mi`,null,`V`)])]),a(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3283em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])])])]),a(`li`,null,[a(`em`,null,`bank`),l(` is the same word, with the same embedding`)]),a(`li`,null,[l(`Its output goes `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mo`,{stretchy:`false`},`[`),a(`mn`,null,`1.68`),a(`mo`,{separator:`true`},`,`),a(`mtext`,null,` `),a(`mn`,null,`0.33`),a(`mo`,{stretchy:`false`},`]`),a(`mo`,null,`→`),a(`mo`,{stretchy:`false`},`[`),a(`mn`,null,`0.33`),a(`mo`,{separator:`true`},`,`),a(`mtext`,null,` `),a(`mn`,null,`1.68`),a(`mo`,{stretchy:`false`},`]`)]),a(`annotation`,{encoding:`application/x-tex`},`[1.68,\\, 0.33] \\to [0.33,\\, 1.68]`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mopen`},`[`),a(`span`,{class:`mord`},`1.68`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord`},`0.33`),a(`span`,{class:`mclose`},`]`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`→`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mopen`},`[`),a(`span`,{class:`mord`},`0.33`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord`},`1.68`),a(`span`,{class:`mclose`},`]`)])])])])],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Sense is not in the word. It is assembled, per sentence, by the layer.`,-1)]])),[[x]])]),default:n(()=>[r(y,{query:2})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-I37og32I2.js b/lecture-06/assets/md-I37og32I2.js new file mode 100644 index 0000000000000000000000000000000000000000..ea4de6d7a010c17803311698891fe44ee052f3ad --- /dev/null +++ b/lecture-06/assets/md-I37og32I2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_28`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),27))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Three lenses on one word`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,[a(`The widget takes one word’s embedding and multiplies it by `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`. The three results are that word’s query, key and value.`)]),n(`li`,null,[n(`em`,null,`the`),a(`: query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(` and key `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`. It asks nothing and advertises nothing, so no word will match on it.`)]),n(`li`,null,[n(`em`,null,`river`),a(`: key `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`2`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[2, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`2`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`. It advertises the water axis.`)]),n(`li`,null,[n(`em`,null,`bank`),a(`: query `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`1`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`1`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[1, 1]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mclose`},`]`)])])]),a(`, the largest query, and key `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mo`,{stretchy:`false`},`[`),n(`mn`,null,`0`),n(`mo`,{separator:`true`},`,`),n(`mn`,null,`0`),n(`mo`,{stretchy:`false`},`]`)]),n(`annotation`,{encoding:`application/x-tex`},`[0, 0]`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mopen`},`[`),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mpunct`},`,`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`0`),n(`span`,{class:`mclose`},`]`)])])]),a(`. It asks the most and advertises nothing.`)]),n(`li`,null,[a(`So `),n(`em`,null,`bank`),a(` needs information and `),n(`em`,null,`river`),a(` offers it. Nobody looks at `),n(`em`,null,`bank`),a(` to learn what a bank is.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Ny6WZnJ7.js b/lecture-06/assets/md-Ny6WZnJ7.js new file mode 100644 index 0000000000000000000000000000000000000000..251908bfe720004c4de0f093b2fa6759517816f8 --- /dev/null +++ b/lecture-06/assets/md-Ny6WZnJ7.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,yt as c,z as l}from"./modules/shiki-BFOesOFp.js";import{n as u,t as d}from"./slidev/context-DrkI8qiD.js";import{t as f}from"./default-sHmABwVd.js";var p={class:`mt-1 flex justify-center`},m={viewBox:`0 0 680 250`,class:`dl-diagram`,style:{"max-width":`36rem`},role:`img`,"aria-label":`One transformer block on the river bank: attention mixes the three positions sideways, then the same small network processes each position alone, and the block repeats N times`},h={class:`mt-1 dl-callout`},g={__name:`slides.md__slidev_12`,setup(g){let{$slidev:_,$nav:v,$clicksContext:y,$clicks:b,$page:x,$renderContext:S,$frontmatter:C}=u();return y.setup(),(u,g)=>{let _=r(`click`);return l(),s(f,c(t(a(d)(a(C),11))),{default:n(()=>[g[11]||=i(`h1`,null,`What a transformer is`,-1),g[12]||=i(`p`,null,`A stack of identical blocks. Each block does exactly two things.`,-1),i(`div`,p,[(l(),o(`svg`,m,[g[3]||=i(`defs`,null,[i(`marker`,{id:`l6s0-what-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),g[4]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`120`,y:`204`,width:`90`,height:`30`,rx:`4`},null,-1),g[5]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`280`,y:`204`,width:`90`,height:`30`,rx:`4`},null,-1),g[6]||=i(`rect`,{class:`dl-dg-box is-accent`,x:`440`,y:`204`,width:`90`,height:`30`,rx:`4`},null,-1),g[7]||=i(`text`,{class:`dl-dg-in`,x:`165`,y:`224`,"text-anchor":`middle`},`the`,-1),g[8]||=i(`text`,{class:`dl-dg-in`,x:`325`,y:`224`,"text-anchor":`middle`},`river`,-1),g[9]||=i(`text`,{class:`dl-dg-in`,x:`485`,y:`224`,"text-anchor":`middle`},`bank`,-1),e((l(),o(`g`,null,[...g[0]||=[i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M165 202 V174`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M325 202 V174`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M485 202 V174`},null,-1),i(`rect`,{class:`dl-dg-fill`,x:`110`,y:`130`,width:`430`,height:`42`,rx:`6`},null,-1),i(`path`,{class:`dl-dg-line`,d:`M165 168 L325 134 M325 168 L165 134 M325 168 L485 134 M485 168 L325 134 M165 168 L485 134 M485 168 L165 134`},null,-1),i(`text`,{class:`dl-dg-in`,x:`8`,y:`148`},`sideways`,-1),i(`text`,{class:`dl-dg-small`,x:`8`,y:`164`},`mix positions`,-1)]])),[[_]]),e((l(),o(`g`,null,[...g[1]||=[i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M165 128 V104`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M325 128 V104`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M485 128 V104`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`125,102 205,102 193,58 137,58`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`285,102 365,102 353,58 297,58`},null,-1),i(`polygon`,{class:`dl-dg-net`,points:`445,102 525,102 513,58 457,58`},null,-1),i(`text`,{class:`dl-dg-small`,x:`165`,y:`85`,"text-anchor":`middle`},`same net`,-1),i(`text`,{class:`dl-dg-small`,x:`325`,y:`85`,"text-anchor":`middle`},`same net`,-1),i(`text`,{class:`dl-dg-small`,x:`485`,y:`85`,"text-anchor":`middle`},`same net`,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M165 56 V26`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M325 56 V26`},null,-1),i(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-what-head)`,d:`M485 56 V26`},null,-1),i(`text`,{class:`dl-dg-in`,x:`8`,y:`76`},`upward`,-1),i(`text`,{class:`dl-dg-small`,x:`8`,y:`92`},`each position alone`,-1)]])),[[_]]),e((l(),o(`g`,null,[...g[2]||=[i(`path`,{class:`dl-dg-line is-muted`,d:`M572 56 H584 V172 H572`},null,-1),i(`text`,{class:`dl-dg-lab`,x:`594`,y:`114`},`× N`,-1),i(`text`,{class:`dl-dg-small`,x:`594`,y:`134`},`6 … 96 blocks`,-1)]])),[[_]])]))]),e((l(),o(`div`,h,[...g[10]||=[i(`p`,null,`Mix across positions, then process each position on its own. Repeat. The rest of the lecture is detail.`,-1)]])),[[_]])]),_:1},16)}}};export{g as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-Q3kNorqP2.js b/lecture-06/assets/md-Q3kNorqP2.js new file mode 100644 index 0000000000000000000000000000000000000000..6efc1c0f820e23e80ea9ad56464aa78cb6edf130 --- /dev/null +++ b/lecture-06/assets/md-Q3kNorqP2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./AttentionMatrix-DXtaXAxa.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_69`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),68))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`Position `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`t`)]),a(`annotation`,{encoding:`application/x-tex`},`t`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6151em`}}),a(`span`,{class:`mord mathnormal`},`t`)])])]),l(` may read positions `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mn`,null,`1`),a(`mo`,null,`…`),a(`mi`,null,`t`)]),a(`annotation`,{encoding:`application/x-tex`},`1 \\ldots t`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`1`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`minner`},`…`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`},`t`)])])]),l(` only.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[l(`Row `),a(`em`,null,`the`),l(` becomes `),a(`strong`,null,`1.00`),l(`: it can only see itself`)]),a(`li`,null,[l(`Rows still sum to 1: the softmax comes `),a(`strong`,null,`after`),l(` the `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mo`,null,`−`),a(`mi`,{mathvariant:`normal`},`∞`)]),a(`annotation`,{encoding:`application/x-tex`},`-\\infty`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6667em`,"vertical-align":`-0.0833em`}}),a(`span`,{class:`mord`},`−`),a(`span`,{class:`mord`},`∞`)])])])]),a(`li`,null,`The button takes the mask off and puts it back`)],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Without the mask, the model reads the answer off its own input.`,-1)]])),[[x]])]),default:n(()=>[r(y,{causal:!0})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-QblM3U-t2.js b/lecture-06/assets/md-QblM3U-t2.js new file mode 100644 index 0000000000000000000000000000000000000000..7acf441e5e9d2419d30da85b9d4d181af4cde273 --- /dev/null +++ b/lecture-06/assets/md-QblM3U-t2.js @@ -0,0 +1,19 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,x as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{n as h,t as g}from"./slidev/context-DrkI8qiD.js";import{t as _}from"./default-sHmABwVd.js";import{t as v}from"./slidev/VClicks-CGAOkBil.js";import{t as y}from"./slidev/KaTexBlockWrapper-BKHEVd16.js";var b={class:`grid grid-cols-2 gap-8 mt-1 dl-tight`},x={viewBox:`0 0 300 160`,class:`dl-diagram`,style:{"max-height":`9.5rem`},role:`img`,"aria-label":`One decoder query sends lines of different strength to three encoder outputs, which serve as keys and values`},S=[`y`],C=[`y`],w={class:`mt-2 dl-callout`},T={__name:`slides.md__slidev_71`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=h();return O.setup(),(h,T)=>{let E=y,D=v,O=a(`click`);return m(),u(_,p(t(s(g)(s(M),70))),{default:n(()=>[T[7]||=o(`h1`,null,`Cross-attention: the decoder reads the encoder`,-1),T[8]||=o(`p`,null,[d(`Self-attention takes `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`Q`)]),o(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),o(`span`,{class:`mord mathnormal`},`Q`)])])]),d(`, `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`K`)]),o(`annotation`,{encoding:`application/x-tex`},`K`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),d(` and `),o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,null,`V`)]),o(`annotation`,{encoding:`application/x-tex`},`V`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),d(` from `),o(`strong`,null,`one`),d(` stack. Cross-attention uses `),o(`strong`,null,`two`),d(`.`)],-1),r(E,{ranges:[]},{default:n(()=>[...T[0]||=[o(`p`,null,[o(`span`,{class:`katex-display`},[o(`span`,{class:`katex`},[o(`span`,{class:`katex-mathml`},[o(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[o(`semantics`,null,[o(`mrow`,null,[o(`mi`,{mathvariant:`normal`},`Attention`),o(`mo`,null,`⁡`),o(`mo`,{stretchy:`false`},`(`),o(`munder`,null,[o(`munder`,null,[o(`mi`,null,`Q`),o(`mo`,{stretchy:`true`},`⏟`)]),o(`mtext`,null,`decoder`)]),o(`mo`,{separator:`true`},`,`),o(`mtext`,null,`  `),o(`munder`,null,[o(`munder`,null,[o(`mrow`,null,[o(`mi`,null,`K`),o(`mo`,{separator:`true`},`,`),o(`mtext`,null,`  `),o(`mi`,null,`V`)]),o(`mo`,{stretchy:`true`},`⏟`)]),o(`mtext`,null,`encoder`)]),o(`mo`,{stretchy:`false`},`)`)]),o(`annotation`,{encoding:`application/x-tex`},`\\operatorname{Attention}(\\underbrace{Q}_{\\text{decoder}},\\; \\underbrace{K,\\; V}_{\\text{encoder}})`)])])]),o(`span`,{class:`katex-html`,"aria-hidden":`true`},[o(`span`,{class:`katex-base`},[o(`span`,{class:`katex-strut`,style:{height:`2.2785em`,"vertical-align":`-1.5285em`}}),o(`span`,{class:`mop`},[o(`span`,{class:`mord mathrm`},`Attention`)]),o(`span`,{class:`mopen`},`(`),o(`span`,{class:`minner munder`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.6833em`}},[o(`span`,{style:{top:`-1.4715em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`decoder`)])])])]),o(`span`,{style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`minner munder`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.6833em`}},[o(`span`,{class:`svg-align`,style:{top:`-2.1576em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`katex-stretchy`,style:{height:`0.548em`,"min-width":`1.6em`}},[o(`span`,{class:`brace-left`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMinYMin slice`},[o(`path`,{d:`M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13 + 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688 + 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7 +-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z`})])]),o(`span`,{class:`brace-center`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMidYMin slice`},[o(`path`,{d:`M199572 214 +c100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14 + 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3 + 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0 +-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z`})])]),o(`span`,{class:`brace-right`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMaxYMin slice`},[o(`path`,{d:`M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3 + 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237 +-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z`})])])])]),o(`span`,{style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`},`Q`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8424em`}},[o(`span`)])])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`1.5285em`}},[o(`span`)])])])]),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`minner munder`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.6833em`}},[o(`span`,{style:{top:`-1.4715em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[o(`span`,{class:`mord mtight`},[o(`span`,{class:`mord text mtight`},[o(`span`,{class:`mord mtight`},`encoder`)])])])]),o(`span`,{style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`minner munder`},[o(`span`,{class:`vlist-t vlist-t2`},[o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.6833em`}},[o(`span`,{class:`svg-align`,style:{top:`-2.1576em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`katex-stretchy`,style:{height:`0.548em`,"min-width":`1.6em`}},[o(`span`,{class:`brace-left`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMinYMin slice`},[o(`path`,{d:`M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13 + 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688 + 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7 +-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z`})])]),o(`span`,{class:`brace-center`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMidYMin slice`},[o(`path`,{d:`M199572 214 +c100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14 + 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3 + 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0 +-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z`})])]),o(`span`,{class:`brace-right`,style:{height:`0.548em`}},[o(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`0.548em`,viewBox:`0 0 400000 548`,preserveAspectRatio:`xMaxYMin slice`},[o(`path`,{d:`M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3 + 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237 +-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z`})])])])]),o(`span`,{style:{top:`-3em`}},[o(`span`,{class:`pstrut`,style:{height:`3em`}}),o(`span`,{class:`mord`},[o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),o(`span`,{class:`mpunct`},`,`),o(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),o(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),o(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`0.8424em`}},[o(`span`)])])])])])]),o(`span`,{class:`vlist-s`},`​`)]),o(`span`,{class:`vlist-r`},[o(`span`,{class:`vlist`,style:{height:`1.5285em`}},[o(`span`)])])])]),o(`span`,{class:`mclose`},`)`)])])])])],-1)]]),_:1}),o(`div`,b,[o(`div`,null,[(m(),c(`svg`,x,[(m(),c(l,null,i(3,e=>o(`rect`,{key:`s${e}`,class:`dl-dg-box`,x:`196`,y:8+(e-1)*48,width:`96`,height:`36`,rx:`4`},null,8,S)),64)),(m(),c(l,null,i(3,e=>o(`text`,{key:`st${e}`,class:`dl-dg-in`,x:`244`,y:31+(e-1)*48,"text-anchor":`middle`},`K, V `+f(e),9,C)),64)),T[2]||=o(`text`,{class:`dl-dg-small`,x:`244`,y:`156`,"text-anchor":`middle`},`encoder output`,-1),e((m(),c(`g`,null,[...T[1]||=[o(`path`,{class:`dl-dg-line is-muted`,d:`M74 75 L194 26`,style:{strokeWidth:1.4}},null,-1),o(`path`,{class:`dl-dg-line`,d:`M74 75 L194 74`,style:{strokeWidth:5}},null,-1),o(`path`,{class:`dl-dg-line is-muted`,d:`M74 75 L194 122`,style:{strokeWidth:2.4}},null,-1)]])),[[O]]),T[3]||=o(`rect`,{class:`dl-dg-box is-accent`,x:`6`,y:`57`,width:`68`,height:`36`,rx:`4`},null,-1),T[4]||=o(`text`,{class:`dl-dg-in`,x:`40`,y:`80`,"text-anchor":`middle`},`Q`,-1)]))]),o(`div`,null,[r(D,null,{default:n(()=>[...T[5]||=[o(`ul`,null,[o(`li`,null,[d(`Decoder query: `),o(`em`,null,`what does the next word need?`)]),o(`li`,null,`Encoder: one key and value per source token`),o(`li`,null,`Score, softmax, weighted sum: Bahdanau’s 2014 attention`)],-1)]]),_:1}),e((m(),c(`div`,w,[...T[6]||=[o(`p`,null,[d(`Compared with 2014: a `),o(`strong`,null,`scaled dot product`),d(` score, and no recurrence on either side.`)],-1)]])),[[O]])])])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-QvaTZu9O2.js b/lecture-06/assets/md-QvaTZu9O2.js new file mode 100644 index 0000000000000000000000000000000000000000..119924317a3c4498e0b6e6116aafc2b8ea03a522 --- /dev/null +++ b/lecture-06/assets/md-QvaTZu9O2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_76`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),75))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The model they actually trained`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The 2017 paper trained two sizes of the same architecture, "base" and "big".`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,[a(`Both have `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`N`),n(`mo`,null,`=`),n(`mn`,null,`6`)]),n(`annotation`,{encoding:`application/x-tex`},`N = 6`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.109em`}},`N`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`6`)])])]),a(` blocks per stack and head width `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mi`,null,`k`)]),n(`mo`,null,`=`),n(`mn`,null,`64`)]),n(`annotation`,{encoding:`application/x-tex`},`d_k = 64`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`64`)])])]),a(`.`)])]),n(`li`,null,[n(`strong`,null,`Big doubles the rest:`),a(` width `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`d`),n(`mtext`,null,`model`)])]),n(`annotation`,{encoding:`application/x-tex`},`d_{\\text{model}}`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3361em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},[n(`span`,{class:`mord text mtight`},[n(`span`,{class:`mord mtight`},`model`)])])])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` 512 → 1024, heads 8 → 16, feed-forward width 2048 → 4096.`)]),n(`li`,null,[n(`strong`,null,`The bars are drawn to scale.`),a(` Base has 65 million parameters, big has 213 million.`)]),n(`li`,null,[n(`strong`,null,`Base trained in 12 hours on 8 GPUs; big in 84 hours (3.5 days).`)])]),n(`p`,null,`Two things to remember. The model was cheap to train, because it uses the hardware in parallel. And it grows by adding heads, not by widening them.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-S_Ria6PB.js b/lecture-06/assets/md-S_Ria6PB.js new file mode 100644 index 0000000000000000000000000000000000000000..a85fa68d7a9206408fb1206d38ee21ad476a1050 --- /dev/null +++ b/lecture-06/assets/md-S_Ria6PB.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,V as r,W as i,_ as a,_t as o,b as s,m as c,v as l,x as u,xt as d,yt as f,z as p}from"./modules/shiki-BFOesOFp.js";import{n as m,t as h}from"./slidev/context-DrkI8qiD.js";import{t as g}from"./default-sHmABwVd.js";var _={class:`grid grid-cols-[15rem_1fr] gap-6 mt-1`},v={viewBox:`0 0 260 330`,class:`dl-diagram`,role:`img`,"aria-label":`A modern pre-norm block; numbered badges mark the six parts that changed since 2017, and the attention formula at its core is unchanged`},y=[`cy`],b=[`y`],x={class:`mt-3 dl-callout`},S={__name:`slides.md__slidev_86`,setup(S){let{$slidev:C,$nav:w,$clicksContext:T,$clicks:E,$page:D,$renderContext:O,$frontmatter:k}=m();return T.setup(),(m,S)=>{let C=i(`click`);return p(),l(g,f(t(o(h)(o(k),85))),{default:n(()=>[S[23]||=a(`h1`,null,`What else changed inside the block`,-1),a(`div`,_,[a(`div`,null,[(p(),s(`svg`,v,[S[0]||=a(`defs`,null,[a(`marker`,{id:`l6s4-blk`,markerWidth:`6`,markerHeight:`6`,refX:`5`,refY:`3`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L6 3 L0 6 z`})])],-1),S[1]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s4-blk)`,d:`M110 322 V292 M110 262 V244 M110 150 V142 M110 121 V120 M110 92 V82 M110 46 V40 M110 19 V4`},null,-1),S[2]||=a(`path`,{class:`dl-dg-grad is-good`,"marker-end":`url(#l6s4-blk)`,d:`M110 306 H232 V130 H122`},null,-1),S[3]||=a(`path`,{class:`dl-dg-grad is-good`,"marker-end":`url(#l6s4-blk)`,d:`M110 136 H244 V28 H122`},null,-1),S[4]||=a(`rect`,{class:`dl-dg-box`,x:`60`,y:`264`,width:`100`,height:`26`,rx:`4`},null,-1),S[5]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`282`,"text-anchor":`middle`},`RMSNorm`,-1),S[6]||=a(`rect`,{class:`dl-dg-net`,x:`30`,y:`150`,width:`160`,height:`92`,rx:`6`},null,-1),S[7]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`170`,"text-anchor":`middle`},`attention`,-1),S[8]||=a(`rect`,{class:`dl-dg-op`,x:`40`,y:`180`,width:`140`,height:`28`,rx:`4`},null,-1),S[9]||=a(`text`,{class:`dl-dg-in`,x:`110`,y:`199`,"text-anchor":`middle`},`softmax(QKᵀ/√dₖ)·V`,-1),S[10]||=a(`text`,{class:`dl-dg-small`,x:`110`,y:`230`,"text-anchor":`middle`},`rotate Q and K`,-1),S[11]||=a(`circle`,{class:`dl-dg-op`,cx:`110`,cy:`130`,r:`9`},null,-1),S[12]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`135`,"text-anchor":`middle`},`+`,-1),S[13]||=a(`rect`,{class:`dl-dg-box`,x:`60`,y:`94`,width:`100`,height:`26`,rx:`4`},null,-1),S[14]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`112`,"text-anchor":`middle`},`RMSNorm`,-1),S[15]||=a(`rect`,{class:`dl-dg-net`,x:`45`,y:`48`,width:`130`,height:`32`,rx:`6`},null,-1),S[16]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`69`,"text-anchor":`middle`},`SwiGLU network`,-1),S[17]||=a(`circle`,{class:`dl-dg-op`,cx:`110`,cy:`28`,r:`9`},null,-1),S[18]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`110`,y:`33`,"text-anchor":`middle`},`+`,-1),(p(),s(c,null,r([[1,277],[1,107],[4,165],[6,194],[2,226],[3,64]],e=>a(`g`,{key:e.join(`-`)},[a(`circle`,{class:`dl-dg-fill`,cx:`14`,cy:e[1],r:`10`},null,8,y),a(`text`,{class:`dl-dg-in`,x:`14`,y:e[1]+4.5,"text-anchor":`middle`},d(e[0]),9,b)])),64)),S[19]||=a(`circle`,{class:`dl-dg-fill`,cx:`196`,cy:`64`,r:`10`},null,-1),S[20]||=a(`text`,{class:`dl-dg-in`,x:`196`,y:`68.5`,"text-anchor":`middle`},`5`,-1)]))]),a(`div`,null,[S[22]||=a(`div`,{class:`dl-ledger`},[a(`table`,null,[a(`thead`,null,[a(`tr`,null,[a(`th`,null,`#`),a(`th`,null,`2017`),a(`th`,null,`a model trained today`)])]),a(`tbody`,null,[a(`tr`,null,[a(`td`,null,`1`),a(`td`,null,`LayerNorm, after`),a(`td`,null,[a(`strong`,null,`RMSNorm`),u(`, before`)])]),a(`tr`,null,[a(`td`,null,`2`),a(`td`,null,`sinusoids added at the bottom`),a(`td`,null,[a(`strong`,null,`RoPE`),u(`, rotating `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`Q`)]),a(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),a(`span`,{class:`mord mathnormal`},`Q`)])])]),u(` and `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`K`)]),a(`annotation`,{encoding:`application/x-tex`},`K`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])])])]),a(`tr`,null,[a(`td`,null,`3`),a(`td`,null,`ReLU`),a(`td`,null,[a(`strong`,null,`SwiGLU`)])]),a(`tr`,null,[a(`td`,null,`4`),a(`td`,null,[u(`8 heads, each with its own `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`K`),a(`mo`,{separator:`true`},`,`),a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`K,V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])])]),a(`td`,null,[a(`strong`,null,`grouped-query`)])]),a(`tr`,null,[a(`td`,null,`5`),a(`td`,null,`biases everywhere`),a(`td`,null,[a(`strong`,null,`no biases`)])]),a(`tr`,null,[a(`td`,null,`6`),a(`td`,null,`plain matrix multiplies`),a(`td`,null,[a(`strong`,null,`FlashAttention`)])])])])],-1),e((p(),s(`div`,x,[...S[21]||=[a(`p`,null,[u(`Six changes, and `),a(`strong`,null,`none of them touch`),u(),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,{mathvariant:`normal`},`softmax`),a(`mo`,null,`⁡`),a(`mo`,{stretchy:`false`},`(`),a(`mi`,null,`Q`),a(`msup`,null,[a(`mi`,null,`K`),a(`mi`,{mathvariant:`normal`},`⊤`)]),a(`mi`,{mathvariant:`normal`},`/`),a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])]),a(`mo`,{stretchy:`false`},`)`),a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`\\operatorname{softmax}(QK^\\top/\\sqrt{d_k})V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1.1072em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`softmax`)]),a(`span`,{class:`mopen`},`(`),a(`span`,{class:`mord mathnormal`},`Q`),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8491em`}},[a(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mtight`},`⊤`)])])])])])])]),a(`span`,{class:`mord`},`/`),a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])]),a(`span`,{class:`mclose`},`)`),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),u(`, the formula from "One output vector, five lines".`)],-1)]])),[[C]])])])]),_:1},16)}}};export{S as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-SrHURhTq2.js b/lecture-06/assets/md-SrHURhTq2.js new file mode 100644 index 0000000000000000000000000000000000000000..c6185e17af87be6d276457c700edfd594de3e04e --- /dev/null +++ b/lecture-06/assets/md-SrHURhTq2.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`slides.md__slidev_68`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),67))),{default:t(()=>[p[0]||=r(`h1`,null,`Inside the decoder`,-1),p[1]||=r(`p`,null,`Two extras: a mask, and a wire into the encoder.`,-1),r(`div`,f,[n(m,{kind:`decoder`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-TEhmIqfz.js b/lecture-06/assets/md-TEhmIqfz.js new file mode 100644 index 0000000000000000000000000000000000000000..5b2a83cc28ae228623fe802e0115e3c11ba3d091 --- /dev/null +++ b/lecture-06/assets/md-TEhmIqfz.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`grid grid-cols-2 gap-6 mt-2`},h={viewBox:`0 0 480 140`,class:`dl-diagram`,style:{"max-height":`8rem`},role:`img`,"aria-label":`Each model drawn as a rectangle with width proportional to d_model and height proportional to the number of blocks; the growth is mostly in width`},g={class:`dl-callout`},_={class:`mt-2 dl-secondary`},v={__name:`slides.md__slidev_92`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=d();return x.setup(),(d,v)=>{let y=r(`click`);return u(),s(p,l(t(a(f)(a(T),91))),{default:n(()=>[v[3]||=i(`h1`,null,`The same block, more of it`,-1),v[4]||=i(`div`,{class:`dl-ledger dl-ledger--scale mt-1`},[i(`table`,null,[i(`thead`,null,[i(`tr`,null,[i(`th`),i(`th`,null,`year`),i(`th`,null,`blocks`),i(`th`,null,[i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mtext`,null,`model`)])]),i(`annotation`,{encoding:`application/x-tex`},`d_{\\text{model}}`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},[i(`span`,{class:`mord text mtight`},[i(`span`,{class:`mord mtight`},`model`)])])])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])])]),i(`th`,null,`heads`),i(`th`,null,`context`),i(`th`,null,`parameters`)])]),i(`tbody`,null,[i(`tr`,null,[i(`td`,null,`Transformer base`),i(`td`,null,`2017`),i(`td`,null,`6`),i(`td`,null,`512`),i(`td`,null,`8`),i(`td`,null,`512`),i(`td`,null,`65 M`)]),i(`tr`,null,[i(`td`,null,`BERT base`),i(`td`,null,`2018`),i(`td`,null,`12`),i(`td`,null,`768`),i(`td`,null,`12`),i(`td`,null,`512`),i(`td`,null,`110 M`)]),i(`tr`,null,[i(`td`,null,`GPT-2 XL`),i(`td`,null,`2019`),i(`td`,null,`48`),i(`td`,null,`1600`),i(`td`,null,`25`),i(`td`,null,`1024`),i(`td`,null,`1.5 B`)]),i(`tr`,null,[i(`td`,null,`GPT-3`),i(`td`,null,`2020`),i(`td`,null,`96`),i(`td`,null,`12288`),i(`td`,null,`96`),i(`td`,null,`2048`),i(`td`,null,`175 B`)]),i(`tr`,null,[i(`td`,null,`Llama 3.1 70B`),i(`td`,null,`2024`),i(`td`,null,`80`),i(`td`,null,`8192`),i(`td`,null,`64`),i(`td`,null,`128 k`),i(`td`,null,`70 B`)])])])],-1),i(`div`,m,[i(`div`,null,[(u(),o(`svg`,h,[...v[0]||=[i(`text`,{class:`dl-dg-small`,x:`4`,y:`12`},`width = d_model · height = blocks`,-1),i(`rect`,{class:`dl-dg-fill is-muted`,x:`10`,y:`94.4`,width:`6.2`,height:`5.6`},null,-1),i(`rect`,{class:`dl-dg-fill is-muted`,x:`75`,y:`88.8`,width:`9.4`,height:`11.2`},null,-1),i(`rect`,{class:`dl-dg-fill is-muted`,x:`135`,y:`55`,width:`19.5`,height:`45`},null,-1),i(`rect`,{class:`dl-dg-fill`,x:`190`,y:`10`,width:`150`,height:`90`},null,-1),i(`rect`,{class:`dl-dg-fill`,x:`360`,y:`25`,width:`100`,height:`75`},null,-1),i(`path`,{class:`dl-dg-split`,d:`M4 100 H476`},null,-1),i(`text`,{class:`dl-dg-small`,x:`13`,y:`118`,"text-anchor":`middle`},`2017`,-1),i(`text`,{class:`dl-dg-small`,x:`80`,y:`118`,"text-anchor":`middle`},`BERT`,-1),i(`text`,{class:`dl-dg-small`,x:`145`,y:`118`,"text-anchor":`middle`},`GPT-2 XL`,-1),i(`text`,{class:`dl-dg-small`,x:`265`,y:`118`,"text-anchor":`middle`},`GPT-3`,-1),i(`text`,{class:`dl-dg-small`,x:`410`,y:`118`,"text-anchor":`middle`},`Llama 3.1`,-1)]]))]),i(`div`,null,[e((u(),o(`div`,g,[...v[1]||=[i(`p`,null,[c(`Deeper, wider, longer — and the `),i(`strong`,null,`same block`),c(`.`)],-1)]])),[[y]]),e((u(),o(`div`,_,[...v[2]||=[i(`p`,null,[c(`Context grew 250-fold, so the `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msup`,null,[i(`mi`,null,`T`),i(`mn`,null,`2`)])]),i(`annotation`,{encoding:`application/x-tex`},`T^2`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.8141em`}},[i(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},`2`)])])])])])])])])])]),c(` cost grew too. Faster kernels and caching kept it affordable.`)],-1)]])),[[y]])])])]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-UQ73wYzT.js b/lecture-06/assets/md-UQ73wYzT.js new file mode 100644 index 0000000000000000000000000000000000000000..b4eb2d947924f6e53863ebc7b8b30adf04901e49 --- /dev/null +++ b/lecture-06/assets/md-UQ73wYzT.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,yt as a,z as o}from"./modules/shiki-BFOesOFp.js";import{n as s,t as c}from"./slidev/context-DrkI8qiD.js";import{t as l}from"./default-sHmABwVd.js";var u={__name:`slides.md__slidev_89`,setup(u){let{$slidev:d,$nav:f,$clicksContext:p,$clicks:m,$page:h,$renderContext:g,$frontmatter:_}=s();return p.setup(),(s,u)=>(o(),i(l,a(e(r(c)(r(_),88))),{default:t(()=>[...u[0]||=[n(`h1`,null,`In words: Position, done properly`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`Adding a position signal once, at the bottom, has two problems. It must survive every block, and it says "word 412" rather than "three words back".`),n(`li`,null,`RoPE (rotary position embedding) instead rotates each query and key by an angle that grows with its position.`),n(`li`,null,`In the picture, each position adds 15°. At positions 2 and 5, the key turns 30° and the query 75°. The gap is 45°.`),n(`li`,null,`At positions 6 and 9, both turn further, but the gap is still 45°.`),n(`li`,null,`A dot product only sees that gap. So attention sees relative position, in every layer.`)])],-1)]]),_:1},16))}};export{u as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-UQql7nqC2.js b/lecture-06/assets/md-UQql7nqC2.js new file mode 100644 index 0000000000000000000000000000000000000000..18414be794cbb5ba8b2bbd8011b5aa68332d435e --- /dev/null +++ b/lecture-06/assets/md-UQql7nqC2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`mt-2 dl-callout`},h={class:`mt-2 dl-secondary`},g={__name:`slides.md__slidev_75`,setup(g){let{$slidev:_,$nav:v,$clicksContext:y,$clicks:b,$page:x,$renderContext:S,$frontmatter:C}=d();return y.setup(),(d,g)=>{let _=r(`click`);return u(),s(p,l(t(a(f)(a(C),74))),{default:n(()=>[g[2]||=i(`h1`,null,`The model they actually trained`,-1),g[3]||=i(`div`,{class:`grid grid-cols-[1.25fr_1fr] gap-8 items-start`},[i(`div`,{class:`dl-ledger mt-1`},[i(`table`,null,[i(`thead`,null,[i(`tr`,null,[i(`th`),i(`th`,null,`base`),i(`th`,null,`big`)])]),i(`tbody`,null,[i(`tr`,null,[i(`td`,null,[c(`blocks per stack `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`N`)]),i(`annotation`,{encoding:`application/x-tex`},`N`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.109em`}},`N`)])])])]),i(`td`,null,`6`),i(`td`,null,`6`)]),i(`tr`,null,[i(`td`,null,[c(`model width `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mtext`,null,`model`)])]),i(`annotation`,{encoding:`application/x-tex`},`d_{\\text{model}}`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},[i(`span`,{class:`mord text mtight`},[i(`span`,{class:`mord mtight`},`model`)])])])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])])]),i(`td`,null,`512`),i(`td`,null,`1024`)]),i(`tr`,null,[i(`td`,null,[c(`heads `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`h`)]),i(`annotation`,{encoding:`application/x-tex`},`h`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),i(`span`,{class:`mord mathnormal`},`h`)])])])]),i(`td`,null,`8`),i(`td`,null,`16`)]),i(`tr`,null,[i(`td`,null,[c(`head width `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mi`,null,`k`)]),i(`mo`,null,`=`),i(`msub`,null,[i(`mi`,null,`d`),i(`mi`,null,`v`)])]),i(`annotation`,{encoding:`application/x-tex`},`d_k = d_v`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])]),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.1514em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0359em`}},`v`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])])]),i(`td`,null,`64`),i(`td`,null,`64`)]),i(`tr`,null,[i(`td`,null,[c(`feed-forward width `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mtext`,null,`ff`)])]),i(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}}`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},[i(`span`,{class:`mord text mtight`},[i(`span`,{class:`mord mtight`},`ff`)])])])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])])]),i(`td`,null,`2048`),i(`td`,null,`4096`)])])])]),i(`div`,null,[i(`svg`,{viewBox:`0 0 260 190`,class:`dl-diagram`,role:`img`,"aria-label":`Bars drawn to scale: 65 million versus 213 million parameters, 12 versus 84 hours of training on 8 GPUs`},[i(`text`,{class:`dl-dg-small`,x:`0`,y:`12`},`parameters, millions`),i(`rect`,{class:`dl-dg-bar`,x:`40`,y:`22`,width:`52`,height:`22`}),i(`rect`,{class:`dl-dg-bar is-q`,x:`40`,y:`50`,width:`170`,height:`22`}),i(`text`,{class:`dl-dg-small`,x:`0`,y:`37`},`base`),i(`text`,{class:`dl-dg-small`,x:`0`,y:`65`},`big`),i(`text`,{class:`dl-dg-small`,x:`98`,y:`37`},`65`),i(`text`,{class:`dl-dg-small`,x:`216`,y:`65`},`213`),i(`text`,{class:`dl-dg-small`,x:`0`,y:`112`},`training hours, 8 GPUs`),i(`rect`,{class:`dl-dg-bar`,x:`40`,y:`122`,width:`24`,height:`22`}),i(`rect`,{class:`dl-dg-bar is-q`,x:`40`,y:`150`,width:`170`,height:`22`}),i(`text`,{class:`dl-dg-small`,x:`0`,y:`137`},`base`),i(`text`,{class:`dl-dg-small`,x:`0`,y:`165`},`big`),i(`text`,{class:`dl-dg-small`,x:`70`,y:`137`},`12`),i(`text`,{class:`dl-dg-small`,x:`216`,y:`165`},`84`)])])],-1),e((u(),o(`div`,m,[...g[0]||=[i(`p`,null,`Twelve hours on eight GPUs beat every recurrent translation system of its day.`,-1)]])),[[_]]),e((u(),o(`div`,h,[...g[1]||=[i(`p`,null,[i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mi`,null,`k`)]),i(`mo`,null,`=`),i(`mn`,null,`64`)]),i(`annotation`,{encoding:`application/x-tex`},`d_k = 64`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])]),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),i(`span`,{class:`mord`},`64`)])])]),c(` in both: head width fixed, head `),i(`strong`,null,`count`),c(` growing. Still true today.`)],-1)]])),[[_]])]),_:1},16)}}};export{g as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-WLf-oJsn2.js b/lecture-06/assets/md-WLf-oJsn2.js new file mode 100644 index 0000000000000000000000000000000000000000..d103ba4ee0753904feacd16f4ed59a82844b70d8 --- /dev/null +++ b/lecture-06/assets/md-WLf-oJsn2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_3`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),2))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Today, in eight parts`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide is the map of the lecture. Each glyph stands for one section, and the same glyph returns on that section’s divider and on the recap.`),n(`ol`,null,[n(`li`,null,[n(`strong`,null,`00, a cut chain.`),a(` Why reading one word at a time had to go.`)]),n(`li`,null,[n(`strong`,null,`01, two stacks.`),a(` The whole transformer, seen all at once.`)]),n(`li`,null,[n(`strong`,null,`02 to 04, the parts.`),a(` Attention, then the block around it, then the decoder’s two extras.`)]),n(`li`,null,[n(`strong`,null,`05, a fork.`),a(` The three kinds of transformer, and their jobs.`)]),n(`li`,null,[n(`strong`,null,`06 and 07.`),a(` The code, and a recap.`)])]),n(`p`,null,`First the whole picture, then each piece, then back out to the uses.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-_SHUq-nE2.js b/lecture-06/assets/md-_SHUq-nE2.js new file mode 100644 index 0000000000000000000000000000000000000000..8c7f6e5cc6325301544d039ee43bfebe4ddc681a --- /dev/null +++ b/lecture-06/assets/md-_SHUq-nE2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`grid grid-cols-[1.2fr_1fr] gap-8 mt-3 items-start`},h={viewBox:`0 0 400 210`,class:`dl-diagram`,style:{"max-height":`15rem`},role:`img`,"aria-label":`River's key is a book's spine label, 2 0, which makes it findable; river's value is the book's contents, 2.3 0.3, which is what it hands over`},g={class:`dl-tight`},_={class:`dl-callout`},v={class:`mt-3 dl-secondary`},y={__name:`slides.md__slidev_29`,setup(y){let{$slidev:b,$nav:x,$clicksContext:S,$clicks:C,$page:w,$renderContext:T,$frontmatter:E}=d();return S.setup(),(d,y)=>{let b=r(`click`);return u(),s(p,l(t(a(f)(a(E),28))),{default:n(()=>[y[7]||=i(`h1`,null,`Why a key and a value are different things`,-1),y[8]||=i(`p`,null,[c(`The question every year: `),i(`em`,null,[c(`if both come from `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,{mathvariant:`bold`},`x`)]),i(`annotation`,{encoding:`application/x-tex`},`\\mathbf{x}`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.4444em`}}),i(`span`,{class:`mord mathbf`},`x`)])])]),c(`, why two matrices?`)])],-1),i(`div`,m,[i(`div`,null,[(u(),o(`svg`,h,[y[2]||=i(`defs`,null,[i(`marker`,{id:`l6s1-book`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),y[3]||=i(`rect`,{class:`dl-dg-box`,x:`6`,y:`90`,width:`70`,height:`28`,rx:`4`},null,-1),y[4]||=i(`text`,{class:`dl-dg-lab is-sm`,x:`41`,y:`109`,"text-anchor":`middle`,style:{"font-style":`italic`}},`river`,-1),e((u(),o(`g`,null,[...y[0]||=[i(`path`,{class:`dl-dg-arrow`,d:`M76 98 C 104 98, 104 52, 136 52`,"marker-end":`url(#l6s1-book)`},null,-1),i(`text`,{class:`dl-dg-small`,x:`96`,y:`66`,"text-anchor":`middle`},[c(`W`),i(`tspan`,{"baseline-shift":`sub`,style:{"font-size":`8px`}},`K`)],-1),i(`rect`,{class:`dl-dg-fill`,x:`142`,y:`12`,width:`30`,height:`80`,rx:`3`},null,-1),i(`text`,{class:`dl-dg-in`,x:`157`,y:`56`,"text-anchor":`middle`,transform:`rotate(-90 157 52)`},`water`,-1),i(`text`,{class:`dl-dg-in`,x:`186`,y:`44`},`key = [2, 0]`,-1),i(`text`,{class:`dl-dg-small`,x:`186`,y:`62`},`the spine label: findable`,-1)]])),[[b]]),e((u(),o(`g`,null,[...y[1]||=[i(`path`,{class:`dl-dg-arrow`,d:`M76 110 C 104 110, 104 158, 136 158`,"marker-end":`url(#l6s1-book)`},null,-1),i(`text`,{class:`dl-dg-small`,x:`96`,y:`150`,"text-anchor":`middle`},[c(`W`),i(`tspan`,{"baseline-shift":`sub`,style:{"font-size":`8px`}},`V`)],-1),i(`rect`,{class:`dl-dg-box`,x:`142`,y:`128`,width:`30`,height:`62`,rx:`2`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`174`,y:`128`,width:`30`,height:`62`,rx:`2`},null,-1),i(`path`,{class:`dl-dg-split`,d:`M147 142 H167 M147 152 H167 M147 162 H167 M147 172 H162 M179 142 H199 M179 152 H199 M179 162 H199 M179 172 H194`},null,-1),i(`text`,{class:`dl-dg-in`,x:`216`,y:`154`},`value = [2.3, 0.3]`,-1),i(`text`,{class:`dl-dg-small`,x:`216`,y:`172`},`the contents: handed over`,-1)]])),[[b]])]))]),i(`div`,g,[e((u(),o(`div`,_,[...y[5]||=[i(`p`,null,[i(`em`,null,`What makes me worth finding`),c(` and `),i(`em`,null,`what I am worth reading`),c(` are different questions. So the model learns different answers.`)],-1)]])),[[b]]),e((u(),o(`div`,v,[...y[6]||=[i(`p`,null,[c(`Setting `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`K`)]),i(`mo`,null,`=`),i(`msub`,null,[i(`mi`,null,`W`),i(`mi`,null,`V`)])]),i(`annotation`,{encoding:`application/x-tex`},`W_K = W_V`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])]),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3283em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])]),c(` still works, slightly worse. Some efficient variants do exactly that.`)],-1)]])),[[b]])])])]),_:1},16)}}};export{y as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-_zM9_Liw2.js b/lecture-06/assets/md-_zM9_Liw2.js new file mode 100644 index 0000000000000000000000000000000000000000..51d714e52d44b6993baf45e5ede09130f5c9b63e --- /dev/null +++ b/lecture-06/assets/md-_zM9_Liw2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_22`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),21))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Start from a lookup`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The slide compares two ways to look something up.`),n(`ul`,null,[n(`li`,null,[n(`strong`,null,`Top picture: a Python dictionary.`),a(` The query `),n(`em`,null,`river`),a(` must match a key exactly. One key wins, and you get its one value, `),n(`em`,null,`waterside`),a(`. A query with no exact match, like `),n(`em`,null,`stream`),a(`, gets an error.`)]),n(`li`,null,[n(`strong`,null,`Bottom picture: attention.`),a(` The query is compared with every key. The thickness of each line shows how well that key matches.`)]),n(`li`,null,`All the values are then mixed into one blend. Values whose keys matched best count the most.`),n(`li`,null,[a(`Remember the three roles. The `),n(`strong`,null,`query`),a(` is what you ask. The `),n(`strong`,null,`key`),a(` is what an entry advertises. The `),n(`strong`,null,`value`),a(` is what it hands back.`)])])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-cctJvsll2.js b/lecture-06/assets/md-cctJvsll2.js new file mode 100644 index 0000000000000000000000000000000000000000..fae5f30c323d7d4f89d0bffb96f4b41d735e305d --- /dev/null +++ b/lecture-06/assets/md-cctJvsll2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/VClicks-CGAOkBil.js";var g={class:`mt-2 flex justify-center`},_={viewBox:`0 0 640 140`,class:`dl-diagram`,role:`img`,"aria-label":`Bars to scale: attention 1 048 576 weights, feed-forward 2 097 152, two LayerNorms 2 048; one encoder block about 3.15 million`},v={class:`dl-tight mt-2`},y={class:`mt-3 dl-callout`},b={__name:`slides.md__slidev_64`,setup(b){let{$slidev:x,$nav:S,$clicksContext:C,$clicks:w,$page:T,$renderContext:E,$frontmatter:D}=f();return C.setup(),(f,b)=>{let x=h,S=i(`click`);return d(),c(m,u(t(o(p)(o(D),63))),{default:n(()=>[b[12]||=a(`h1`,null,`What a block costs`,-1),b[13]||=a(`p`,null,[l(`One encoder block at `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`d`),a(`mo`,null,`=`),a(`mn`,null,`512`)]),a(`annotation`,{encoding:`application/x-tex`},`d = 512`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`512`)])])]),l(`, `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mtext`,null,`ff`)]),a(`mo`,null,`=`),a(`mn`,null,`2048`)]),a(`annotation`,{encoding:`application/x-tex`},`d_{\\text{ff}} = 2048`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mtight`},[a(`span`,{class:`mord text mtight`},[a(`span`,{class:`mord mtight`},`ff`)])])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),a(`span`,{class:`mord`},`2048`)])])]),l(`, to scale:`)],-1),a(`div`,g,[(d(),s(`svg`,_,[b[1]||=a(`text`,{class:`dl-dg-small`,x:`190`,y:`24`,"text-anchor":`end`},`attention, 4d²`,-1),b[2]||=a(`rect`,{class:`dl-dg-bar`,x:`200`,y:`10`,width:`180`,height:`20`,rx:`3`},null,-1),b[3]||=a(`text`,{class:`dl-dg-small`,x:`388`,y:`24`},`1 048 576`,-1),b[4]||=a(`text`,{class:`dl-dg-small`,x:`190`,y:`59`,"text-anchor":`end`},`feed-forward, 2·d·d_ff`,-1),b[5]||=a(`rect`,{class:`dl-dg-bar`,x:`200`,y:`45`,width:`360`,height:`20`,rx:`3`},null,-1),b[6]||=a(`text`,{class:`dl-dg-small`,x:`568`,y:`59`},`2 097 152`,-1),b[7]||=a(`text`,{class:`dl-dg-small`,x:`190`,y:`94`,"text-anchor":`end`},`two LayerNorms, 4d`,-1),b[8]||=a(`rect`,{class:`dl-dg-bar`,x:`200`,y:`80`,width:`2`,height:`20`},null,-1),b[9]||=a(`text`,{class:`dl-dg-small`,x:`210`,y:`94`},`2 048`,-1),e((d(),s(`g`,null,[...b[0]||=[a(`line`,{class:`dl-dg-split`,x1:`200`,y1:`110`,x2:`630`,y2:`110`},null,-1),a(`text`,{class:`dl-dg-small is-good`,x:`200`,y:`130`},`one encoder block: 3 147 776 ≈ 3.15 M`,-1)]])),[[S]])]))]),a(`div`,v,[r(x,null,{default:n(()=>[...b[10]||=[a(`ul`,null,[a(`li`,null,[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`T`)]),a(`annotation`,{encoding:`application/x-tex`},`T`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),l(),a(`strong`,null,`does not appear`),l(`: six words or six thousand, the same weights`)]),a(`li`,null,`Six encoder blocks ≈ 18.9 M; six decoder blocks ≈ 25.2 M`)],-1)]]),_:1})]),e((d(),s(`div`,y,[...b[11]||=[a(`p`,null,[l(`Add a 37 000-word shared embedding at 512 wide (18.9 M). Then the 2017 base model’s `),a(`strong`,null,`65 M`),l(` is accounted for.`)],-1)]])),[[S]])]),_:1},16)}}};export{b as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-e4EWMRs72.js b/lecture-06/assets/md-e4EWMRs72.js new file mode 100644 index 0000000000000000000000000000000000000000..ae88024378187b499a23310f3bd3162bd0efc20b --- /dev/null +++ b/lecture-06/assets/md-e4EWMRs72.js @@ -0,0 +1,257 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,g as l,lt as u,m as d,v as f,vt as p,w as m,x as h,xt as g,y as _,yt as v,z as y}from"./modules/shiki-BFOesOFp.js";import{t as b}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as x,t as S}from"./slidev/context-DrkI8qiD.js";import"./index-B3wHE1T9.js";import{t as C}from"./slidev/VClicks-CGAOkBil.js";import{n as ee,t as te}from"./interactive-ClWDKV9B.js";import{t as ne}from"./StepButton-BcP33F-1.js";import{t as re}from"./useConvolution-qO1u8ksh.js";import{a as ie,c as ae,i as oe,l as se,o as ce,s as le,t as ue}from"./useAttention-Blk0c2BZ.js";var w=class e extends Error{constructor(t,n){var r=`KaTeX parse error: `+t,i,a,o=n&&n.loc;if(o&&o.start<=o.end){var s=o.lexer.input;i=o.start,a=o.end,i===s.length?r+=` at end of input: `:r+=` at position `+(i+1)+`: `;var c=s.slice(i,a).replace(/[^]/g,`$&̲`),l=i>15?`…`+s.slice(i-15,i):s.slice(0,i),u=a+15e.replace(de,`-$1`).toLowerCase(),pe={"&":`&`,">":`>`,"<":`<`,'"':`"`,"'":`'`},me=/[&><"']/g,T=e=>String(e).replace(me,e=>pe[e]),he=e=>e.type===`ordgroup`||e.type===`color`?e.body.length===1?he(e.body[0]):e:e.type===`font`?he(e.body):e,ge=new Set([`mathord`,`textord`,`atom`]),_e=e=>ge.has(he(e).type),ve=e=>{var t=/^[\x00-\x20]*([^\\/#?]*?)(:|�*58|�*3a|&colon)/i.exec(e);return t?t[2]!==`:`||!/^[a-zA-Z][a-zA-Z0-9+\-.]*$/.test(t[1])?null:t[1].toLowerCase():`_relative`},ye={displayMode:{type:`boolean`,description:`Render math in display mode, which puts the math in display style (so \\int and \\sum are large, for example), and centers the math on the page on its own line.`,cli:`-d, --display-mode`},output:{type:{enum:[`htmlAndMathml`,`html`,`mathml`]},description:`Determines the markup language of the output.`,cli:`-F, --format `},leqno:{type:`boolean`,description:`Render display math in leqno style (left-justified tags).`},fleqn:{type:`boolean`,description:`Render display math flush left.`},throwOnError:{type:`boolean`,default:!0,cli:`-t, --no-throw-on-error`,cliDescription:`Render errors (in the color given by --error-color) instead of throwing a ParseError exception when encountering an error.`},errorColor:{type:`string`,default:`#cc0000`,cli:`-c, --error-color `,cliDescription:`A color string given in the format 'rgb' or 'rrggbb' (no #). This option determines the color of errors rendered by the -t option.`,cliProcessor:e=>`#`+e},macros:{type:`object`,cli:`-m, --macro `,cliDescription:`Define custom macro of the form '\\foo:expansion' (use multiple -m arguments for multiple macros).`,cliDefault:[],cliProcessor:(e,t)=>(t.push(e),t)},minRuleThickness:{type:`number`,description:"Specifies a minimum thickness, in ems, for fraction lines, `\\sqrt` top lines, `{array}` vertical lines, `\\hline`, `\\hdashline`, `\\underline`, `\\overline`, and the borders of `\\fbox`, `\\boxed`, and `\\fcolorbox`.",processor:e=>Math.max(0,e),cli:`--min-rule-thickness `,cliProcessor:parseFloat},colorIsTextColor:{type:`boolean`,description:`Makes \\color behave like LaTeX's 2-argument \\textcolor, instead of LaTeX's one-argument \\color mode change.`,cli:`-b, --color-is-text-color`},strict:{type:[{enum:[`warn`,`ignore`,`error`]},`boolean`,`function`],description:`Turn on strict / LaTeX faithfulness mode, which throws an error if the input uses features that are not supported by LaTeX.`,cli:`-S, --strict`,cliDefault:!1},trust:{type:[`boolean`,`function`],description:`Trust the input, enabling all HTML features such as \\url.`,cli:`-T, --trust`},maxSize:{type:`number`,default:1/0,description:`If non-zero, all user-specified sizes, e.g. in \\rule{500em}{500em}, will be capped to maxSize ems. Otherwise, elements and spaces can be arbitrarily large`,processor:e=>Math.max(0,e),cli:`-s, --max-size `,cliProcessor:parseInt},maxExpand:{type:`number`,default:1e3,description:`Limit the number of macro expansions to the specified number, to prevent e.g. infinite macro loops. If set to Infinity, the macro expander will try to fully expand as in LaTeX.`,processor:e=>Math.max(0,e),cli:`-e, --max-expand `,cliProcessor:e=>e===`Infinity`?1/0:parseInt(e)},globalGroup:{type:`boolean`,cli:!1}};function be(e){if(typeof e!=`string`)return e.enum[0];switch(e){case`boolean`:return!1;case`string`:return``;case`number`:return 0;case`object`:return{};default:throw Error(`Unexpected schema type; settings must declare an explicit default.`)}}function xe(e){return Object.prototype.hasOwnProperty.call(e,`default`)&&e.default!==void 0?e.default:be(Array.isArray(e.type)?e.type[0]:e.type)}function Se(e,t,n,r){var i=Object.prototype.hasOwnProperty.call(n,t)?n[t]:void 0,a=Object.prototype.hasOwnProperty.call(r,`processor`)?r.processor:void 0;e[t]=i===void 0?xe(r):a?a(i):i}var Ce=class{constructor(e){e===void 0&&(e={}),this.displayMode=void 0,this.output=void 0,this.leqno=void 0,this.fleqn=void 0,this.throwOnError=void 0,this.errorColor=void 0,this.macros=void 0,this.minRuleThickness=void 0,this.colorIsTextColor=void 0,this.strict=void 0,this.trust=void 0,this.maxSize=void 0,this.maxExpand=void 0,this.globalGroup=void 0,e||={};for(var t of Object.keys(ye)){var n=ye[t];n&&Se(this,t,e,n)}}reportNonstrict(e,t,n){var r=this.strict;if(typeof r==`function`&&(r=r(e,t,n)),!(!r||r===`ignore`)){if(r===!0||r===`error`)throw new w(`LaTeX-incompatible input and strict mode is set to 'error': `+(t+` [`+e+`]`),n);r===`warn`?typeof console<`u`&&console.warn(`LaTeX-incompatible input and strict mode is set to 'warn': `+(t+` [`+e+`]`)):typeof console<`u`&&console.warn(`LaTeX-incompatible input and strict mode is set to `+(`unrecognized '`+r+`': `+t+` [`+e+`]`))}}useStrictBehavior(e,t,n){var r=this.strict;if(typeof r==`function`)try{r=r(e,t,n)}catch{r=`error`}return!r||r===`ignore`?!1:r===!0||r===`error`?!0:r===`warn`?(typeof console<`u`&&console.warn(`LaTeX-incompatible input and strict mode is set to 'warn': `+(t+` [`+e+`]`)),!1):(typeof console<`u`&&console.warn(`LaTeX-incompatible input and strict mode is set to `+(`unrecognized '`+r+`': `+t+` [`+e+`]`)),!1)}isTrusted(e){if(`url`in e&&e.url&&!e.protocol){var t=ve(e.url);if(t==null)return!1;e.protocol=t}return!!(typeof this.trust==`function`?this.trust(e):this.trust)}},we=class{constructor(e,t,n){this.id=void 0,this.size=void 0,this.cramped=void 0,this.id=e,this.size=t,this.cramped=n}sup(){return Ne[Pe[this.id]]}sub(){return Ne[Fe[this.id]]}fracNum(){return Ne[Ie[this.id]]}fracDen(){return Ne[Le[this.id]]}cramp(){return Ne[Re[this.id]]}text(){return Ne[ze[this.id]]}isTight(){return this.size>=2}},Te=0,Ee=1,De=2,Oe=3,ke=4,Ae=5,je=6,Me=7,Ne=[new we(Te,0,!1),new we(Ee,0,!0),new we(De,1,!1),new we(Oe,1,!0),new we(ke,2,!1),new we(Ae,2,!0),new we(je,3,!1),new we(Me,3,!0)],Pe=[ke,Ae,ke,Ae,je,Me,je,Me],Fe=[Ae,Ae,Ae,Ae,Me,Me,Me,Me],Ie=[De,Oe,ke,Ae,je,Me,je,Me],Le=[Oe,Oe,Ae,Ae,Me,Me,Me,Me],Re=[Ee,Ee,Oe,Oe,Ae,Ae,Me,Me],ze=[Te,Ee,De,Oe,De,Oe,De,Oe],E={DISPLAY:Ne[Te],TEXT:Ne[De],SCRIPT:Ne[ke],SCRIPTSCRIPT:Ne[je]},Be=[{name:`latin`,blocks:[[256,591],[768,879]]},{name:`cyrillic`,blocks:[[1024,1279]]},{name:`armenian`,blocks:[[1328,1423]]},{name:`brahmic`,blocks:[[2304,4255]]},{name:`georgian`,blocks:[[4256,4351]]},{name:`cjk`,blocks:[[12288,12543],[19968,40879],[65280,65376]]},{name:`hangul`,blocks:[[44032,55215]]}];function Ve(e){for(var t=0;t=i[0]&&e<=i[1])return n.name}return null}var He=[];Be.forEach(e=>e.blocks.forEach(e=>He.push(...e)));function Ue(e){for(var t=0;t=He[t]&&e<=He[t+1])return!0;return!1}var We=e=>e+` `+e,Ge=80,Ke=function(e,t){return`M95,`+(622+e+t)+` +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l`+e/2.075+` -`+e+` +c5.3,-9.3,12,-14,20,-14 +H400000v`+(40+e)+`H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M`+(834+e)+` `+t+`h400000v`+(40+e)+`h-400000z`},qe=function(e,t){return`M263,`+(601+e+t)+`c0.7,0,18,39.7,52,119 +c34,79.3,68.167,158.7,102.5,238c34.3,79.3,51.8,119.3,52.5,120 +c340,-704.7,510.7,-1060.3,512,-1067 +l`+e/2.084+` -`+e+` +c4.7,-7.3,11,-11,19,-11 +H40000v`+(40+e)+`H1012.3 +s-271.3,567,-271.3,567c-38.7,80.7,-84,175,-136,283c-52,108,-89.167,185.3,-111.5,232 +c-22.3,46.7,-33.8,70.3,-34.5,71c-4.7,4.7,-12.3,7,-23,7s-12,-1,-12,-1 +s-109,-253,-109,-253c-72.7,-168,-109.3,-252,-110,-252c-10.7,8,-22,16.7,-34,26 +c-22,17.3,-33.3,26,-34,26s-26,-26,-26,-26s76,-59,76,-59s76,-60,76,-60z +M`+(1001+e)+` `+t+`h400000v`+(40+e)+`h-400000z`},Je=function(e,t){return`M983 `+(10+e+t)+` +l`+e/3.13+` -`+e+` +c4,-6.7,10,-10,18,-10 H400000v`+(40+e)+` +H1013.1s-83.4,268,-264.1,840c-180.7,572,-277,876.3,-289,913c-4.7,4.7,-12.7,7,-24,7 +s-12,0,-12,0c-1.3,-3.3,-3.7,-11.7,-7,-25c-35.3,-125.3,-106.7,-373.3,-214,-744 +c-10,12,-21,25,-33,39s-32,39,-32,39c-6,-5.3,-15,-14,-27,-26s25,-30,25,-30 +c26.7,-32.7,52,-63,76,-91s52,-60,52,-60s208,722,208,722 +c56,-175.3,126.3,-397.3,211,-666c84.7,-268.7,153.8,-488.2,207.5,-658.5 +c53.7,-170.3,84.5,-266.8,92.5,-289.5z +M`+(1001+e)+` `+t+`h400000v`+(40+e)+`h-400000z`},Ye=function(e,t){return`M424,`+(2398+e+t)+` +c-1.3,-0.7,-38.5,-172,-111.5,-514c-73,-342,-109.8,-513.3,-110.5,-514 +c0,-2,-10.7,14.3,-32,49c-4.7,7.3,-9.8,15.7,-15.5,25c-5.7,9.3,-9.8,16,-12.5,20 +s-5,7,-5,7c-4,-3.3,-8.3,-7.7,-13,-13s-13,-13,-13,-13s76,-122,76,-122s77,-121,77,-121 +s209,968,209,968c0,-2,84.7,-361.7,254,-1079c169.3,-717.3,254.7,-1077.7,256,-1081 +l`+e/4.223+` -`+e+`c4,-6.7,10,-10,18,-10 H400000 +v`+(40+e)+`H1014.6 +s-87.3,378.7,-272.6,1166c-185.3,787.3,-279.3,1182.3,-282,1185 +c-2,6,-10,9,-24,9 +c-8,0,-12,-0.7,-12,-2z M`+(1001+e)+` `+t+` +h400000v`+(40+e)+`h-400000z`},Xe=function(e,t){return`M473,`+(2713+e+t)+` +c339.3,-1799.3,509.3,-2700,510,-2702 l`+e/5.298+` -`+e+` +c3.3,-7.3,9.3,-11,18,-11 H400000v`+(40+e)+`H1017.7 +s-90.5,478,-276.2,1466c-185.7,988,-279.5,1483,-281.5,1485c-2,6,-10,9,-24,9 +c-8,0,-12,-0.7,-12,-2c0,-1.3,-5.3,-32,-16,-92c-50.7,-293.3,-119.7,-693.3,-207,-1200 +c0,-1.3,-5.3,8.7,-16,30c-10.7,21.3,-21.3,42.7,-32,64s-16,33,-16,33s-26,-26,-26,-26 +s76,-153,76,-153s77,-151,77,-151c0.7,0.7,35.7,202,105,604c67.3,400.7,102,602.7,104, +606zM`+(1001+e)+` `+t+`h400000v`+(40+e)+`H1017.7z`},Ze=function(e){var t=e/2;return`M400000 `+e+` H0 L`+t+` 0 l65 45 L145 `+(e-80)+` H400000z`},Qe=function(e,t,n){var r=n-54-t-e;return`M702 `+(e+t)+`H400000`+(40+e)+` +H742v`+r+`l-4 4-4 4c-.667.7 -2 1.5-4 2.5s-4.167 1.833-6.5 2.5-5.5 1-9.5 1 +h-12l-28-84c-16.667-52-96.667 -294.333-240-727l-212 -643 -85 170 +c-4-3.333-8.333-7.667-13 -13l-13-13l77-155 77-156c66 199.333 139 419.667 +219 661 l218 661zM702 `+t+`H400000v`+(40+e)+`H742z`},$e=function(e,t,n){t=1e3*t;var r=``;switch(e){case`sqrtMain`:r=Ke(t,Ge);break;case`sqrtSize1`:r=qe(t,Ge);break;case`sqrtSize2`:r=Je(t,Ge);break;case`sqrtSize3`:r=Ye(t,Ge);break;case`sqrtSize4`:r=Xe(t,Ge);break;case`sqrtTall`:r=Qe(t,Ge,n)}return r},et=function(e,t){switch(e){case`⎜`:return We(`M291 0 H417 V`+t+` H291z`);case`∣`:return We(`M145 0 H188 V`+t+` H145z`);case`∥`:return We(`M145 0 H188 V`+t+` H145z`)+We(`M367 0 H410 V`+t+` H367z`);case`⎟`:return We(`M457 0 H583 V`+t+` H457z`);case`⎢`:return We(`M319 0 H403 V`+t+` H319z`);case`⎥`:return We(`M263 0 H347 V`+t+` H263z`);case`⎪`:return We(`M384 0 H504 V`+t+` H384z`);case`⏐`:return We(`M312 0 H355 V`+t+` H312z`);case`‖`:return We(`M257 0 H300 V`+t+` H257z`)+We(`M478 0 H521 V`+t+` H478z`);default:return``}},tt={doubleleftarrow:`M262 157 +l10-10c34-36 62.7-77 86-123 3.3-8 5-13.3 5-16 0-5.3-6.7-8-20-8-7.3 + 0-12.2.5-14.5 1.5-2.3 1-4.8 4.5-7.5 10.5-49.3 97.3-121.7 169.3-217 216-28 + 14-57.3 25-88 33-6.7 2-11 3.8-13 5.5-2 1.7-3 4.2-3 7.5s1 5.8 3 7.5 +c2 1.7 6.3 3.5 13 5.5 68 17.3 128.2 47.8 180.5 91.5 52.3 43.7 93.8 96.2 124.5 + 157.5 9.3 8 15.3 12.3 18 13h6c12-.7 18-4 18-10 0-2-1.7-7-5-15-23.3-46-52-87 +-86-123l-10-10h399738v-40H218c328 0 0 0 0 0l-10-8c-26.7-20-65.7-43-117-69 2.7 +-2 6-3.7 10-5 36.7-16 72.3-37.3 107-64l10-8h399782v-40z +m8 0v40h399730v-40zm0 194v40h399730v-40z`,doublerightarrow:`M399738 392l +-10 10c-34 36-62.7 77-86 123-3.3 8-5 13.3-5 16 0 5.3 6.7 8 20 8 7.3 0 12.2-.5 + 14.5-1.5 2.3-1 4.8-4.5 7.5-10.5 49.3-97.3 121.7-169.3 217-216 28-14 57.3-25 88 +-33 6.7-2 11-3.8 13-5.5 2-1.7 3-4.2 3-7.5s-1-5.8-3-7.5c-2-1.7-6.3-3.5-13-5.5-68 +-17.3-128.2-47.8-180.5-91.5-52.3-43.7-93.8-96.2-124.5-157.5-9.3-8-15.3-12.3-18 +-13h-6c-12 .7-18 4-18 10 0 2 1.7 7 5 15 23.3 46 52 87 86 123l10 10H0v40h399782 +c-328 0 0 0 0 0l10 8c26.7 20 65.7 43 117 69-2.7 2-6 3.7-10 5-36.7 16-72.3 37.3 +-107 64l-10 8H0v40zM0 157v40h399730v-40zm0 194v40h399730v-40z`,leftarrow:`M400000 241H110l3-3c68.7-52.7 113.7-120 + 135-202 4-14.7 6-23 6-25 0-7.3-7-11-21-11-8 0-13.2.8-15.5 2.5-2.3 1.7-4.2 5.8 +-5.5 12.5-1.3 4.7-2.7 10.3-4 17-12 48.7-34.8 92-68.5 130S65.3 228.3 18 247 +c-10 4-16 7.7-18 11 0 8.7 6 14.3 18 17 47.3 18.7 87.8 47 121.5 85S196 441.3 208 + 490c.7 2 1.3 5 2 9s1.2 6.7 1.5 8c.3 1.3 1 3.3 2 6s2.2 4.5 3.5 5.5c1.3 1 3.3 + 1.8 6 2.5s6 1 10 1c14 0 21-3.7 21-11 0-2-2-10.3-6-25-20-79.3-65-146.7-135-202 + l-3-3h399890zM100 241v40h399900v-40z`,leftbrace:`M6 548l-6-6v-35l6-11c56-104 135.3-181.3 238-232 57.3-28.7 117 +-45 179-50h399577v120H403c-43.3 7-81 15-113 26-100.7 33-179.7 91-237 174-2.7 + 5-6 9-10 13-.7 1-7.3 1-20 1H6z`,leftbraceunder:`M0 6l6-6h17c12.688 0 19.313.3 20 1 4 4 7.313 8.3 10 13 + 35.313 51.3 80.813 93.8 136.5 127.5 55.688 33.7 117.188 55.8 184.5 66.5.688 + 0 2 .3 4 1 18.688 2.7 76 4.3 172 5h399450v120H429l-6-1c-124.688-8-235-61.7 +-331-161C60.687 138.7 32.312 99.3 7 54L0 41V6z`,leftgroup:`M400000 80 +H435C64 80 168.3 229.4 21 260c-5.9 1.2-18 0-18 0-2 0-3-1-3-3v-38C76 61 257 0 + 435 0h399565z`,leftgroupunder:`M400000 262 +H435C64 262 168.3 112.6 21 82c-5.9-1.2-18 0-18 0-2 0-3 1-3 3v38c76 158 257 219 + 435 219h399565z`,leftharpoon:`M0 267c.7 5.3 3 10 7 14h399993v-40H93c3.3 +-3.3 10.2-9.5 20.5-18.5s17.8-15.8 22.5-20.5c50.7-52 88-110.3 112-175 4-11.3 5 +-18.3 3-21-1.3-4-7.3-6-18-6-8 0-13 .7-15 2s-4.7 6.7-8 16c-42 98.7-107.3 174.7 +-196 228-6.7 4.7-10.7 8-12 10-1.3 2-2 5.7-2 11zm100-26v40h399900v-40z`,leftharpoonplus:`M0 267c.7 5.3 3 10 7 14h399993v-40H93c3.3-3.3 10.2-9.5 + 20.5-18.5s17.8-15.8 22.5-20.5c50.7-52 88-110.3 112-175 4-11.3 5-18.3 3-21-1.3 +-4-7.3-6-18-6-8 0-13 .7-15 2s-4.7 6.7-8 16c-42 98.7-107.3 174.7-196 228-6.7 4.7 +-10.7 8-12 10-1.3 2-2 5.7-2 11zm100-26v40h399900v-40zM0 435v40h400000v-40z +m0 0v40h400000v-40z`,leftharpoondown:`M7 241c-4 4-6.333 8.667-7 14 0 5.333.667 9 2 11s5.333 + 5.333 12 10c90.667 54 156 130 196 228 3.333 10.667 6.333 16.333 9 17 2 .667 5 + 1 9 1h5c10.667 0 16.667-2 18-6 2-2.667 1-9.667-3-21-32-87.333-82.667-157.667 +-152-211l-3-3h399907v-40zM93 281 H400000 v-40L7 241z`,leftharpoondownplus:`M7 435c-4 4-6.3 8.7-7 14 0 5.3.7 9 2 11s5.3 5.3 12 + 10c90.7 54 156 130 196 228 3.3 10.7 6.3 16.3 9 17 2 .7 5 1 9 1h5c10.7 0 16.7 +-2 18-6 2-2.7 1-9.7-3-21-32-87.3-82.7-157.7-152-211l-3-3h399907v-40H7zm93 0 +v40h399900v-40zM0 241v40h399900v-40zm0 0v40h399900v-40z`,lefthook:`M400000 281 H103s-33-11.2-61-33.5S0 197.3 0 164s14.2-61.2 42.5 +-83.5C70.8 58.2 104 47 142 47 c16.7 0 25 6.7 25 20 0 12-8.7 18.7-26 20-40 3.3 +-68.7 15.7-86 37-10 12-15 25.3-15 40 0 22.7 9.8 40.7 29.5 54 19.7 13.3 43.5 21 + 71.5 23h399859zM103 281v-40h399897v40z`,leftlinesegment:We(`M40 281 V428 H0 V94 H40 V241 H400000 v40z`),leftbracketunder:We(`M0 0 h120 V290 H399995 v120 H0z`),leftbracketover:We(`M0 440 h120 V150 H399995 v-120 H0z`),leftmapsto:We(`M40 281 V448H0V74H40V241H400000v40z`),leftToFrom:`M0 147h400000v40H0zm0 214c68 40 115.7 95.7 143 167h22c15.3 0 23 +-.3 23-1 0-1.3-5.3-13.7-16-37-18-35.3-41.3-69-70-101l-7-8h399905v-40H95l7-8 +c28.7-32 52-65.7 70-101 10.7-23.3 16-35.7 16-37 0-.7-7.7-1-23-1h-22C115.7 265.3 + 68 321 0 361zm0-174v-40h399900v40zm100 154v40h399900v-40z`,longequal:We(`M0 50 h400000 v40H0z m0 194h40000v40H0z`),midbrace:`M200428 334 +c-100.7-8.3-195.3-44-280-108-55.3-42-101.7-93-139-153l-9-14c-2.7 4-5.7 8.7-9 14 +-53.3 86.7-123.7 153-211 199-66.7 36-137.3 56.3-212 62H0V214h199568c178.3-11.7 + 311.7-78.3 403-201 6-8 9.7-12 11-12 .7-.7 6.7-1 18-1s17.3.3 18 1c1.3 0 5 4 11 + 12 44.7 59.3 101.3 106.3 170 141s145.3 54.3 229 60h199572v120z`,midbraceunder:`M199572 214 +c100.7 8.3 195.3 44 280 108 55.3 42 101.7 93 139 153l9 14c2.7-4 5.7-8.7 9-14 + 53.3-86.7 123.7-153 211-199 66.7-36 137.3-56.3 212-62h199568v120H200432c-178.3 + 11.7-311.7 78.3-403 201-6 8-9.7 12-11 12-.7.7-6.7 1-18 1s-17.3-.3-18-1c-1.3 0 +-5-4-11-12-44.7-59.3-101.3-106.3-170-141s-145.3-54.3-229-60H0V214z`,oiintSize1:`M512.6 71.6c272.6 0 320.3 106.8 320.3 178.2 0 70.8-47.7 177.6 +-320.3 177.6S193.1 320.6 193.1 249.8c0-71.4 46.9-178.2 319.5-178.2z +m368.1 178.2c0-86.4-60.9-215.4-368.1-215.4-306.4 0-367.3 129-367.3 215.4 0 85.8 +60.9 214.8 367.3 214.8 307.2 0 368.1-129 368.1-214.8z`,oiintSize2:`M757.8 100.1c384.7 0 451.1 137.6 451.1 230 0 91.3-66.4 228.8 +-451.1 228.8-386.3 0-452.7-137.5-452.7-228.8 0-92.4 66.4-230 452.7-230z +m502.4 230c0-111.2-82.4-277.2-502.4-277.2s-504 166-504 277.2 +c0 110 84 276 504 276s502.4-166 502.4-276z`,oiiintSize1:`M681.4 71.6c408.9 0 480.5 106.8 480.5 178.2 0 70.8-71.6 177.6 +-480.5 177.6S202.1 320.6 202.1 249.8c0-71.4 70.5-178.2 479.3-178.2z +m525.8 178.2c0-86.4-86.8-215.4-525.7-215.4-437.9 0-524.7 129-524.7 215.4 0 +85.8 86.8 214.8 524.7 214.8 438.9 0 525.7-129 525.7-214.8z`,oiiintSize2:`M1021.2 53c603.6 0 707.8 165.8 707.8 277.2 0 110-104.2 275.8 +-707.8 275.8-606 0-710.2-165.8-710.2-275.8C311 218.8 415.2 53 1021.2 53z +m770.4 277.1c0-131.2-126.4-327.6-770.5-327.6S248.4 198.9 248.4 330.1 +c0 130 128.8 326.4 772.7 326.4s770.5-196.4 770.5-326.4z`,rightarrow:`M0 241v40h399891c-47.3 35.3-84 78-110 128 +-16.7 32-27.7 63.7-33 95 0 1.3-.2 2.7-.5 4-.3 1.3-.5 2.3-.5 3 0 7.3 6.7 11 20 + 11 8 0 13.2-.8 15.5-2.5 2.3-1.7 4.2-5.5 5.5-11.5 2-13.3 5.7-27 11-41 14.7-44.7 + 39-84.5 73-119.5s73.7-60.2 119-75.5c6-2 9-5.7 9-11s-3-9-9-11c-45.3-15.3-85 +-40.5-119-75.5s-58.3-74.8-73-119.5c-4.7-14-8.3-27.3-11-40-1.3-6.7-3.2-10.8-5.5 +-12.5-2.3-1.7-7.5-2.5-15.5-2.5-14 0-21 3.7-21 11 0 2 2 10.3 6 25 20.7 83.3 67 + 151.7 139 205zm0 0v40h399900v-40z`,rightbrace:`M400000 542l +-6 6h-17c-12.7 0-19.3-.3-20-1-4-4-7.3-8.3-10-13-35.3-51.3-80.8-93.8-136.5-127.5 +s-117.2-55.8-184.5-66.5c-.7 0-2-.3-4-1-18.7-2.7-76-4.3-172-5H0V214h399571l6 1 +c124.7 8 235 61.7 331 161 31.3 33.3 59.7 72.7 85 118l7 13v35z`,rightbraceunder:`M399994 0l6 6v35l-6 11c-56 104-135.3 181.3-238 232-57.3 + 28.7-117 45-179 50H-300V214h399897c43.3-7 81-15 113-26 100.7-33 179.7-91 237 +-174 2.7-5 6-9 10-13 .7-1 7.3-1 20-1h17z`,rightgroup:`M0 80h399565c371 0 266.7 149.4 414 180 5.9 1.2 18 0 18 0 2 0 + 3-1 3-3v-38c-76-158-257-219-435-219H0z`,rightgroupunder:`M0 262h399565c371 0 266.7-149.4 414-180 5.9-1.2 18 0 18 + 0 2 0 3 1 3 3v38c-76 158-257 219-435 219H0z`,rightharpoon:`M0 241v40h399993c4.7-4.7 7-9.3 7-14 0-9.3 +-3.7-15.3-11-18-92.7-56.7-159-133.7-199-231-3.3-9.3-6-14.7-8-16-2-1.3-7-2-15-2 +-10.7 0-16.7 2-18 6-2 2.7-1 9.7 3 21 15.3 42 36.7 81.8 64 119.5 27.3 37.7 58 + 69.2 92 94.5zm0 0v40h399900v-40z`,rightharpoonplus:`M0 241v40h399993c4.7-4.7 7-9.3 7-14 0-9.3-3.7-15.3-11 +-18-92.7-56.7-159-133.7-199-231-3.3-9.3-6-14.7-8-16-2-1.3-7-2-15-2-10.7 0-16.7 + 2-18 6-2 2.7-1 9.7 3 21 15.3 42 36.7 81.8 64 119.5 27.3 37.7 58 69.2 92 94.5z +m0 0v40h399900v-40z m100 194v40h399900v-40zm0 0v40h399900v-40z`,rightharpoondown:`M399747 511c0 7.3 6.7 11 20 11 8 0 13-.8 15-2.5s4.7-6.8 + 8-15.5c40-94 99.3-166.3 178-217 13.3-8 20.3-12.3 21-13 5.3-3.3 8.5-5.8 9.5 +-7.5 1-1.7 1.5-5.2 1.5-10.5s-2.3-10.3-7-15H0v40h399908c-34 25.3-64.7 57-92 95 +-27.3 38-48.7 77.7-64 119-3.3 8.7-5 14-5 16zM0 241v40h399900v-40z`,rightharpoondownplus:`M399747 705c0 7.3 6.7 11 20 11 8 0 13-.8 + 15-2.5s4.7-6.8 8-15.5c40-94 99.3-166.3 178-217 13.3-8 20.3-12.3 21-13 5.3-3.3 + 8.5-5.8 9.5-7.5 1-1.7 1.5-5.2 1.5-10.5s-2.3-10.3-7-15H0v40h399908c-34 25.3 +-64.7 57-92 95-27.3 38-48.7 77.7-64 119-3.3 8.7-5 14-5 16zM0 435v40h399900v-40z +m0-194v40h400000v-40zm0 0v40h400000v-40z`,righthook:`M399859 241c-764 0 0 0 0 0 40-3.3 68.7-15.7 86-37 10-12 15-25.3 + 15-40 0-22.7-9.8-40.7-29.5-54-19.7-13.3-43.5-21-71.5-23-17.3-1.3-26-8-26-20 0 +-13.3 8.7-20 26-20 38 0 71 11.2 99 33.5 0 0 7 5.6 21 16.7 14 11.2 21 33.5 21 + 66.8s-14 61.2-42 83.5c-28 22.3-61 33.5-99 33.5L0 241z M0 281v-40h399859v40z`,rightlinesegment:We(`M399960 241 V94 h40 V428 h-40 V281 H0 v-40z`),rightbracketunder:We(`M399995 0 h-120 V290 H0 v120 H400000z`),rightbracketover:We(`M399995 440 h-120 V150 H0 v-120 H399995z`),rightToFrom:`M400000 167c-70.7-42-118-97.7-142-167h-23c-15.3 0-23 .3-23 + 1 0 1.3 5.3 13.7 16 37 18 35.3 41.3 69 70 101l7 8H0v40h399905l-7 8c-28.7 32 +-52 65.7-70 101-10.7 23.3-16 35.7-16 37 0 .7 7.7 1 23 1h23c24-69.3 71.3-125 142 +-167z M100 147v40h399900v-40zM0 341v40h399900v-40z`,twoheadleftarrow:`M0 167c68 40 + 115.7 95.7 143 167h22c15.3 0 23-.3 23-1 0-1.3-5.3-13.7-16-37-18-35.3-41.3-69 +-70-101l-7-8h125l9 7c50.7 39.3 85 86 103 140h46c0-4.7-6.3-18.7-19-42-18-35.3 +-40-67.3-66-96l-9-9h399716v-40H284l9-9c26-28.7 48-60.7 66-96 12.7-23.333 19 +-37.333 19-42h-46c-18 54-52.3 100.7-103 140l-9 7H95l7-8c28.7-32 52-65.7 70-101 + 10.7-23.333 16-35.7 16-37 0-.7-7.7-1-23-1h-22C115.7 71.3 68 127 0 167z`,twoheadrightarrow:`M400000 167 +c-68-40-115.7-95.7-143-167h-22c-15.3 0-23 .3-23 1 0 1.3 5.3 13.7 16 37 18 35.3 + 41.3 69 70 101l7 8h-125l-9-7c-50.7-39.3-85-86-103-140h-46c0 4.7 6.3 18.7 19 42 + 18 35.3 40 67.3 66 96l9 9H0v40h399716l-9 9c-26 28.7-48 60.7-66 96-12.7 23.333 +-19 37.333-19 42h46c18-54 52.3-100.7 103-140l9-7h125l-7 8c-28.7 32-52 65.7-70 + 101-10.7 23.333-16 35.7-16 37 0 .7 7.7 1 23 1h22c27.3-71.3 75-127 143-167z`,tilde1:`M200 55.538c-77 0-168 73.953-177 73.953-3 0-7 +-2.175-9-5.437L2 97c-1-2-2-4-2-6 0-4 2-7 5-9l20-12C116 12 171 0 207 0c86 0 + 114 68 191 68 78 0 168-68 177-68 4 0 7 2 9 5l12 19c1 2.175 2 4.35 2 6.525 0 + 4.35-2 7.613-5 9.788l-19 13.05c-92 63.077-116.937 75.308-183 76.128 +-68.267.847-113-73.952-191-73.952z`,tilde2:`M344 55.266c-142 0-300.638 81.316-311.5 86.418 +-8.01 3.762-22.5 10.91-23.5 5.562L1 120c-1-2-1-3-1-4 0-5 3-9 8-10l18.4-9C160.9 + 31.9 283 0 358 0c148 0 188 122 331 122s314-97 326-97c4 0 8 2 10 7l7 21.114 +c1 2.14 1 3.21 1 4.28 0 5.347-3 9.626-7 10.696l-22.3 12.622C852.6 158.372 751 + 181.476 676 181.476c-149 0-189-126.21-332-126.21z`,tilde3:`M786 59C457 59 32 175.242 13 175.242c-6 0-10-3.457 +-11-10.37L.15 138c-1-7 3-12 10-13l19.2-6.4C378.4 40.7 634.3 0 804.3 0c337 0 + 411.8 157 746.8 157 328 0 754-112 773-112 5 0 10 3 11 9l1 14.075c1 8.066-.697 + 16.595-6.697 17.492l-21.052 7.31c-367.9 98.146-609.15 122.696-778.15 122.696 + -338 0-409-156.573-744-156.573z`,tilde4:`M786 58C457 58 32 177.487 13 177.487c-6 0-10-3.345 +-11-10.035L.15 143c-1-7 3-12 10-13l22-6.7C381.2 35 637.15 0 807.15 0c337 0 409 + 177 744 177 328 0 754-127 773-127 5 0 10 3 11 9l1 14.794c1 7.805-3 13.38-9 + 14.495l-20.7 5.574c-366.85 99.79-607.3 139.372-776.3 139.372-338 0-409 + -175.236-744-175.236z`,vec:`M377 20c0-5.333 1.833-10 5.5-14S391 0 397 0c4.667 0 8.667 1.667 12 5 +3.333 2.667 6.667 9 10 19 6.667 24.667 20.333 43.667 41 57 7.333 4.667 11 +10.667 11 18 0 6-1 10-3 12s-6.667 5-14 9c-28.667 14.667-53.667 35.667-75 63 +-1.333 1.333-3.167 3.5-5.5 6.5s-4 4.833-5 5.5c-1 .667-2.5 1.333-4.5 2s-4.333 1 +-7 1c-4.667 0-9.167-1.833-13.5-5.5S337 184 337 178c0-12.667 15.667-32.333 47-59 +H213l-171-1c-8.667-6-13-12.333-13-19 0-4.667 4.333-11.333 13-20h359 +c-16-25.333-24-45-24-59z`,widehat1:`M529 0h5l519 115c5 1 9 5 9 10 0 1-1 2-1 3l-4 22 +c-1 5-5 9-11 9h-2L532 67 19 159h-2c-5 0-9-4-11-9l-5-22c-1-6 2-12 8-13z`,widehat2:`M1181 0h2l1171 176c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 220h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widehat3:`M1181 0h2l1171 236c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 280h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widehat4:`M1181 0h2l1171 296c6 0 10 5 10 11l-2 23c-1 6-5 10 +-11 10h-1L1182 67 15 340h-1c-6 0-10-4-11-10l-2-23c-1-6 4-11 10-11z`,widecheck1:`M529,159h5l519,-115c5,-1,9,-5,9,-10c0,-1,-1,-2,-1,-3l-4,-22c-1, +-5,-5,-9,-11,-9h-2l-512,92l-513,-92h-2c-5,0,-9,4,-11,9l-5,22c-1,6,2,12,8,13z`,widecheck2:`M1181,220h2l1171,-176c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,153l-1167,-153h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,widecheck3:`M1181,280h2l1171,-236c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,213l-1167,-213h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,widecheck4:`M1181,340h2l1171,-296c6,0,10,-5,10,-11l-2,-23c-1,-6,-5,-10, +-11,-10h-1l-1168,273l-1167,-273h-1c-6,0,-10,4,-11,10l-2,23c-1,6,4,11,10,11z`,baraboveleftarrow:`M400000 620h-399890l3 -3c68.7 -52.7 113.7 -120 135 -202 +c4 -14.7 6 -23 6 -25c0 -7.3 -7 -11 -21 -11c-8 0 -13.2 0.8 -15.5 2.5 +c-2.3 1.7 -4.2 5.8 -5.5 12.5c-1.3 4.7 -2.7 10.3 -4 17c-12 48.7 -34.8 92 -68.5 130 +s-74.2 66.3 -121.5 85c-10 4 -16 7.7 -18 11c0 8.7 6 14.3 18 17c47.3 18.7 87.8 47 +121.5 85s56.5 81.3 68.5 130c0.7 2 1.3 5 2 9s1.2 6.7 1.5 8c0.3 1.3 1 3.3 2 6 +s2.2 4.5 3.5 5.5c1.3 1 3.3 1.8 6 2.5s6 1 10 1c14 0 21 -3.7 21 -11 +c0 -2 -2 -10.3 -6 -25c-20 -79.3 -65 -146.7 -135 -202l-3 -3h399890z +M100 620v40h399900v-40z M0 241v40h399900v-40zM0 241v40h399900v-40z`,rightarrowabovebar:`M0 241v40h399891c-47.3 35.3-84 78-110 128-16.7 32 +-27.7 63.7-33 95 0 1.3-.2 2.7-.5 4-.3 1.3-.5 2.3-.5 3 0 7.3 6.7 11 20 11 8 0 +13.2-.8 15.5-2.5 2.3-1.7 4.2-5.5 5.5-11.5 2-13.3 5.7-27 11-41 14.7-44.7 39 +-84.5 73-119.5s73.7-60.2 119-75.5c6-2 9-5.7 9-11s-3-9-9-11c-45.3-15.3-85-40.5 +-119-75.5s-58.3-74.8-73-119.5c-4.7-14-8.3-27.3-11-40-1.3-6.7-3.2-10.8-5.5 +-12.5-2.3-1.7-7.5-2.5-15.5-2.5-14 0-21 3.7-21 11 0 2 2 10.3 6 25 20.7 83.3 67 +151.7 139 205zm96 379h399894v40H0zm0 0h399904v40H0z`,baraboveshortleftharpoon:`M507,435c-4,4,-6.3,8.7,-7,14c0,5.3,0.7,9,2,11 +c1.3,2,5.3,5.3,12,10c90.7,54,156,130,196,228c3.3,10.7,6.3,16.3,9,17 +c2,0.7,5,1,9,1c0,0,5,0,5,0c10.7,0,16.7,-2,18,-6c2,-2.7,1,-9.7,-3,-21 +c-32,-87.3,-82.7,-157.7,-152,-211c0,0,-3,-3,-3,-3l399351,0l0,-40 +c-398570,0,-399437,0,-399437,0z M593 435 v40 H399500 v-40z +M0 281 v-40 H399908 v40z M0 281 v-40 H399908 v40z`,rightharpoonaboveshortbar:`M0,241 l0,40c399126,0,399993,0,399993,0 +c4.7,-4.7,7,-9.3,7,-14c0,-9.3,-3.7,-15.3,-11,-18c-92.7,-56.7,-159,-133.7,-199, +-231c-3.3,-9.3,-6,-14.7,-8,-16c-2,-1.3,-7,-2,-15,-2c-10.7,0,-16.7,2,-18,6 +c-2,2.7,-1,9.7,3,21c15.3,42,36.7,81.8,64,119.5c27.3,37.7,58,69.2,92,94.5z +M0 241 v40 H399908 v-40z M0 475 v-40 H399500 v40z M0 475 v-40 H399500 v40z`,shortbaraboveleftharpoon:`M7,435c-4,4,-6.3,8.7,-7,14c0,5.3,0.7,9,2,11 +c1.3,2,5.3,5.3,12,10c90.7,54,156,130,196,228c3.3,10.7,6.3,16.3,9,17c2,0.7,5,1,9, +1c0,0,5,0,5,0c10.7,0,16.7,-2,18,-6c2,-2.7,1,-9.7,-3,-21c-32,-87.3,-82.7,-157.7, +-152,-211c0,0,-3,-3,-3,-3l399907,0l0,-40c-399126,0,-399993,0,-399993,0z +M93 435 v40 H400000 v-40z M500 241 v40 H400000 v-40z M500 241 v40 H400000 v-40z`,shortrightharpoonabovebar:`M53,241l0,40c398570,0,399437,0,399437,0 +c4.7,-4.7,7,-9.3,7,-14c0,-9.3,-3.7,-15.3,-11,-18c-92.7,-56.7,-159,-133.7,-199, +-231c-3.3,-9.3,-6,-14.7,-8,-16c-2,-1.3,-7,-2,-15,-2c-10.7,0,-16.7,2,-18,6 +c-2,2.7,-1,9.7,3,21c15.3,42,36.7,81.8,64,119.5c27.3,37.7,58,69.2,92,94.5z +M500 241 v40 H399408 v-40z M500 435 v40 H400000 v-40z`},nt=function(e,t){switch(e){case`lbrack`:return`M403 1759 V84 H666 V0 H319 V1759 v`+t+` v1759 v84 h347 v-84 +H403z M403 1759 V0 H319 V1759 v`+t+` v1759 v84 h84z`;case`rbrack`:return`M347 1759 V0 H0 V84 H263 V1759 v`+t+` v1759 H0 v84 H347z +M347 1759 V0 H263 V1759 v`+t+` v1759 h84z`;case`vert`:return`M145 15 v585 v`+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M188 15 H145 v585 v`+t+` v585 h43z`;case`doublevert`:return`M145 15 v585 v`+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M188 15 H145 v585 v`+t+` v585 h43z +M367 15 v585 v`+t+` v585 c2.667,10,9.667,15,21,15 +c10,0,16.667,-5,20,-15 v-585 v`+-t+` v-585 c-2.667,-10,-9.667,-15,-21,-15 +c-10,0,-16.667,5,-20,15z M410 15 H367 v585 v`+t+` v585 h43z`;case`lfloor`:return`M319 602 V0 H403 V602 v`+t+` v1715 h263 v84 H319z +MM319 602 V0 H403 V602 v`+t+` v1715 H319z`;case`rfloor`:return`M319 602 V0 H403 V602 v`+t+` v1799 H0 v-84 H319z +MM319 602 V0 H403 V602 v`+t+` v1715 H319z`;case`lceil`:return`M403 1759 V84 H666 V0 H319 V1759 v`+t+` v602 h84z +M403 1759 V0 H319 V1759 v`+t+` v602 h84z`;case`rceil`:return`M347 1759 V0 H0 V84 H263 V1759 v`+t+` v602 h84z +M347 1759 V0 h-84 V1759 v`+t+` v602 h84z`;case`lparen`:return`M863,9c0,-2,-2,-5,-6,-9c0,0,-17,0,-17,0c-12.7,0,-19.3,0.3,-20,1 +c-5.3,5.3,-10.3,11,-15,17c-242.7,294.7,-395.3,682,-458,1162c-21.3,163.3,-33.3,349, +-36,557 l0,`+(t+84)+`c0.2,6,0,26,0,60c2,159.3,10,310.7,24,454c53.3,528,210, +949.7,470,1265c4.7,6,9.7,11.7,15,17c0.7,0.7,7,1,19,1c0,0,18,0,18,0c4,-4,6,-7,6,-9 +c0,-2.7,-3.3,-8.7,-10,-18c-135.3,-192.7,-235.5,-414.3,-300.5,-665c-65,-250.7,-102.5, +-544.7,-112.5,-882c-2,-104,-3,-167,-3,-189 +l0,-`+(t+92)+`c0,-162.7,5.7,-314,17,-454c20.7,-272,63.7,-513,129,-723c65.3, +-210,155.3,-396.3,270,-559c6.7,-9.3,10,-15.3,10,-18z`;case`rparen`:return`M76,0c-16.7,0,-25,3,-25,9c0,2,2,6.3,6,13c21.3,28.7,42.3,60.3, +63,95c96.7,156.7,172.8,332.5,228.5,527.5c55.7,195,92.8,416.5,111.5,664.5 +c11.3,139.3,17,290.7,17,454c0,28,1.7,43,3.3,45l0,`+(t+9)+` +c-3,4,-3.3,16.7,-3.3,38c0,162,-5.7,313.7,-17,455c-18.7,248,-55.8,469.3,-111.5,664 +c-55.7,194.7,-131.8,370.3,-228.5,527c-20.7,34.7,-41.7,66.3,-63,95c-2,3.3,-4,7,-6,11 +c0,7.3,5.7,11,17,11c0,0,11,0,11,0c9.3,0,14.3,-0.3,15,-1c5.3,-5.3,10.3,-11,15,-17 +c242.7,-294.7,395.3,-681.7,458,-1161c21.3,-164.7,33.3,-350.7,36,-558 +l0,-`+(t+144)+`c-2,-159.3,-10,-310.7,-24,-454c-53.3,-528,-210,-949.7, +-470,-1265c-4.7,-6,-9.7,-11.7,-15,-17c-0.7,-0.7,-6.7,-1,-18,-1z`;default:throw Error(`Unknown stretchy delimiter.`)}};function rt(e){return`toText`in e}var it=class{constructor(e){this.children=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,this.children=e,this.classes=[],this.height=0,this.depth=0,this.maxFontSize=0,this.style={}}hasClass(e){return this.classes.includes(e)}toNode(){for(var e=document.createDocumentFragment(),t=0;t{if(rt(e))return e.toText();throw Error(`Expected MathDomNode with toText, got `+e.constructor.name)}).join(``)}},at={pt:1,mm:7227/2540,cm:7227/254,in:72.27,bp:803/800,pc:12,dd:1238/1157,cc:14856/1157,nd:685/642,nc:1370/107,sp:1/65536,px:803/800},ot={ex:!0,em:!0,mu:!0},st=function(e){return typeof e!=`string`&&(e=e.unit),e in at||e in ot||e===`ex`},D=function(e,t){var n;if(e.unit in at)n=at[e.unit]/t.fontMetrics().ptPerEm/t.sizeMultiplier;else if(e.unit===`mu`)n=t.fontMetrics().cssEmPerMu;else{var r=t.style.isTight()?t.havingStyle(t.style.text()):t;if(e.unit===`ex`)n=r.fontMetrics().xHeight;else if(e.unit===`em`)n=r.fontMetrics().quad;else throw new w(`Invalid unit: '`+e.unit+`'`);r!==t&&(n*=r.sizeMultiplier/t.sizeMultiplier)}return Math.min(e.number*n,t.maxSize)},O=function(e){return+e.toFixed(4)+`em`},ct=function(e){return e.filter(e=>e).join(` `)},lt=function(e){var t=``;for(var n of Object.keys(e)){var r=e[n];r!==void 0&&(t+=fe(n)+`:`+r+`;`)}return t},ut=function(e,t,n){if(this.classes=e||[],this.attributes={},this.height=0,this.depth=0,this.maxFontSize=0,this.style=n||{},t){t.style.isTight()&&this.classes.push(`mtight`);var r=t.getColor();r&&(this.style.color=r)}},dt=function(e){var t=document.createElement(e);t.className=ct(this.classes),Object.assign(t.style,this.style);for(var n of Object.keys(this.attributes))t.setAttribute(n,this.attributes[n]);for(var r=0;r/=\x00-\x1f]/,pt=function(e){var t=`<`+e;this.classes.length&&(t+=` class="`+T(ct(this.classes))+`"`);var n=lt(this.style);n&&(t+=` style="`+T(n)+`"`);for(var r of Object.keys(this.attributes)){if(ft.test(r))throw new w(`Invalid attribute name '`+r+`'`);t+=` `+r+`="`+T(this.attributes[r])+`"`}t+=`>`;for(var i=0;i`,t},mt=class{constructor(e,t,n,r){this.children=void 0,this.attributes=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.width=void 0,this.maxFontSize=void 0,this.style=void 0,this.italic=void 0,ut.call(this,e,n,r),this.children=t||[]}setAttribute(e,t){this.attributes[e]=t}hasClass(e){return this.classes.includes(e)}toNode(){return dt.call(this,`span`)}toMarkup(){return pt.call(this,`span`)}},ht=class{constructor(e,t,n,r){this.children=void 0,this.attributes=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,ut.call(this,t,r),this.children=n||[],this.setAttribute(`href`,e)}setAttribute(e,t){this.attributes[e]=t}hasClass(e){return this.classes.includes(e)}toNode(){return dt.call(this,`a`)}toMarkup(){return pt.call(this,`a`)}},gt=class{constructor(e,t,n){this.src=void 0,this.alt=void 0,this.classes=void 0,this.height=void 0,this.depth=void 0,this.maxFontSize=void 0,this.style=void 0,this.alt=t,this.src=e,this.classes=[`mord`],this.height=0,this.depth=0,this.maxFontSize=0,this.style=n}hasClass(e){return this.classes.includes(e)}toNode(){var e=document.createElement(`img`);return e.src=this.src,e.alt=this.alt,e.className=`mord`,Object.assign(e.style,this.style),e}toMarkup(){var e=``+T(this.alt)+``,e}},_t={î:`ı̂`,ï:`ı̈`,í:`ı́`,ì:`ı̀`},vt=class{constructor(e,t,n,r,i,a,o,s){this.text=void 0,this.height=void 0,this.depth=void 0,this.italic=void 0,this.skew=void 0,this.width=void 0,this.maxFontSize=void 0,this.classes=void 0,this.style=void 0,this.text=e,this.height=t||0,this.depth=n||0,this.italic=r||0,this.skew=i||0,this.width=a||0,this.classes=o||[],this.style=s||{},this.maxFontSize=0;var c=Ve(this.text.charCodeAt(0));c&&this.classes.push(c+`_fallback`),/[îïíì]/.test(this.text)&&(this.text=_t[this.text])}hasClass(e){return this.classes.includes(e)}toNode(){var e=document.createTextNode(this.text),t=null;return this.italic>0&&(t=document.createElement(`span`),t.style.marginRight=O(this.italic)),this.classes.length>0&&(t||=document.createElement(`span`),t.className=ct(this.classes)),Object.keys(this.style).length>0&&(t||=document.createElement(`span`),Object.assign(t.style,this.style)),t?(t.appendChild(e),t):e}toMarkup(){var e=!1,t=`0&&(n+=`margin-right:`+O(this.italic)+`;`),n+=lt(this.style),n&&(e=!0,t+=` style="`+T(n)+`"`);var r=T(this.text);return e?(t+=`>`,t+=r,t+=``,t):r}},yt=class{constructor(e,t){this.children=void 0,this.attributes=void 0,this.children=e||[],this.attributes=t||{}}toNode(){var e=document.createElementNS(`http://www.w3.org/2000/svg`,`svg`);for(var t of Object.keys(this.attributes))e.setAttribute(t,this.attributes[t]);for(var n=0;n`;for(var n=0;n`,e}},bt=class{constructor(e,t){this.pathName=void 0,this.alternate=void 0,this.pathName=e,this.alternate=t}toNode(){var e=document.createElementNS(`http://www.w3.org/2000/svg`,`path`);return this.alternate?e.setAttribute(`d`,this.alternate):e.setAttribute(`d`,tt[this.pathName]),e}toMarkup(){return this.alternate?``:``}},xt=class{constructor(e){this.attributes=void 0,this.attributes=e||{}}toNode(){var e=document.createElementNS(`http://www.w3.org/2000/svg`,`line`);for(var t of Object.keys(this.attributes))e.setAttribute(t,this.attributes[t]);return e}toMarkup(){var e=``,e}};function St(e){if(e instanceof vt)return e;throw Error(`Expected symbolNode but got `+String(e)+`.`)}function Ct(e){if(e instanceof mt)return e;throw Error(`Expected span but got `+String(e)+`.`)}var wt=e=>e instanceof mt||e instanceof ht||e instanceof it,Tt={"AMS-Regular":{32:[0,0,0,0,.25],65:[0,.68889,0,0,.72222],66:[0,.68889,0,0,.66667],67:[0,.68889,0,0,.72222],68:[0,.68889,0,0,.72222],69:[0,.68889,0,0,.66667],70:[0,.68889,0,0,.61111],71:[0,.68889,0,0,.77778],72:[0,.68889,0,0,.77778],73:[0,.68889,0,0,.38889],74:[.16667,.68889,0,0,.5],75:[0,.68889,0,0,.77778],76:[0,.68889,0,0,.66667],77:[0,.68889,0,0,.94445],78:[0,.68889,0,0,.72222],79:[.16667,.68889,0,0,.77778],80:[0,.68889,0,0,.61111],81:[.16667,.68889,0,0,.77778],82:[0,.68889,0,0,.72222],83:[0,.68889,0,0,.55556],84:[0,.68889,0,0,.66667],85:[0,.68889,0,0,.72222],86:[0,.68889,0,0,.72222],87:[0,.68889,0,0,1],88:[0,.68889,0,0,.72222],89:[0,.68889,0,0,.72222],90:[0,.68889,0,0,.66667],107:[0,.68889,0,0,.55556],160:[0,0,0,0,.25],165:[0,.675,.025,0,.75],174:[.15559,.69224,0,0,.94666],240:[0,.68889,0,0,.55556],295:[0,.68889,0,0,.54028],710:[0,.825,0,0,2.33334],732:[0,.9,0,0,2.33334],770:[0,.825,0,0,2.33334],771:[0,.9,0,0,2.33334],989:[.08167,.58167,0,0,.77778],1008:[0,.43056,.04028,0,.66667],8245:[0,.54986,0,0,.275],8463:[0,.68889,0,0,.54028],8487:[0,.68889,0,0,.72222],8498:[0,.68889,0,0,.55556],8502:[0,.68889,0,0,.66667],8503:[0,.68889,0,0,.44445],8504:[0,.68889,0,0,.66667],8513:[0,.68889,0,0,.63889],8592:[-.03598,.46402,0,0,.5],8594:[-.03598,.46402,0,0,.5],8602:[-.13313,.36687,0,0,1],8603:[-.13313,.36687,0,0,1],8606:[.01354,.52239,0,0,1],8608:[.01354,.52239,0,0,1],8610:[.01354,.52239,0,0,1.11111],8611:[.01354,.52239,0,0,1.11111],8619:[0,.54986,0,0,1],8620:[0,.54986,0,0,1],8621:[-.13313,.37788,0,0,1.38889],8622:[-.13313,.36687,0,0,1],8624:[0,.69224,0,0,.5],8625:[0,.69224,0,0,.5],8630:[0,.43056,0,0,1],8631:[0,.43056,0,0,1],8634:[.08198,.58198,0,0,.77778],8635:[.08198,.58198,0,0,.77778],8638:[.19444,.69224,0,0,.41667],8639:[.19444,.69224,0,0,.41667],8642:[.19444,.69224,0,0,.41667],8643:[.19444,.69224,0,0,.41667],8644:[.1808,.675,0,0,1],8646:[.1808,.675,0,0,1],8647:[.1808,.675,0,0,1],8648:[.19444,.69224,0,0,.83334],8649:[.1808,.675,0,0,1],8650:[.19444,.69224,0,0,.83334],8651:[.01354,.52239,0,0,1],8652:[.01354,.52239,0,0,1],8653:[-.13313,.36687,0,0,1],8654:[-.13313,.36687,0,0,1],8655:[-.13313,.36687,0,0,1],8666:[.13667,.63667,0,0,1],8667:[.13667,.63667,0,0,1],8669:[-.13313,.37788,0,0,1],8672:[-.064,.437,0,0,1.334],8674:[-.064,.437,0,0,1.334],8705:[0,.825,0,0,.5],8708:[0,.68889,0,0,.55556],8709:[.08167,.58167,0,0,.77778],8717:[0,.43056,0,0,.42917],8722:[-.03598,.46402,0,0,.5],8724:[.08198,.69224,0,0,.77778],8726:[.08167,.58167,0,0,.77778],8733:[0,.69224,0,0,.77778],8736:[0,.69224,0,0,.72222],8737:[0,.69224,0,0,.72222],8738:[.03517,.52239,0,0,.72222],8739:[.08167,.58167,0,0,.22222],8740:[.25142,.74111,0,0,.27778],8741:[.08167,.58167,0,0,.38889],8742:[.25142,.74111,0,0,.5],8756:[0,.69224,0,0,.66667],8757:[0,.69224,0,0,.66667],8764:[-.13313,.36687,0,0,.77778],8765:[-.13313,.37788,0,0,.77778],8769:[-.13313,.36687,0,0,.77778],8770:[-.03625,.46375,0,0,.77778],8774:[.30274,.79383,0,0,.77778],8776:[-.01688,.48312,0,0,.77778],8778:[.08167,.58167,0,0,.77778],8782:[.06062,.54986,0,0,.77778],8783:[.06062,.54986,0,0,.77778],8785:[.08198,.58198,0,0,.77778],8786:[.08198,.58198,0,0,.77778],8787:[.08198,.58198,0,0,.77778],8790:[0,.69224,0,0,.77778],8791:[.22958,.72958,0,0,.77778],8796:[.08198,.91667,0,0,.77778],8806:[.25583,.75583,0,0,.77778],8807:[.25583,.75583,0,0,.77778],8808:[.25142,.75726,0,0,.77778],8809:[.25142,.75726,0,0,.77778],8812:[.25583,.75583,0,0,.5],8814:[.20576,.70576,0,0,.77778],8815:[.20576,.70576,0,0,.77778],8816:[.30274,.79383,0,0,.77778],8817:[.30274,.79383,0,0,.77778],8818:[.22958,.72958,0,0,.77778],8819:[.22958,.72958,0,0,.77778],8822:[.1808,.675,0,0,.77778],8823:[.1808,.675,0,0,.77778],8828:[.13667,.63667,0,0,.77778],8829:[.13667,.63667,0,0,.77778],8830:[.22958,.72958,0,0,.77778],8831:[.22958,.72958,0,0,.77778],8832:[.20576,.70576,0,0,.77778],8833:[.20576,.70576,0,0,.77778],8840:[.30274,.79383,0,0,.77778],8841:[.30274,.79383,0,0,.77778],8842:[.13597,.63597,0,0,.77778],8843:[.13597,.63597,0,0,.77778],8847:[.03517,.54986,0,0,.77778],8848:[.03517,.54986,0,0,.77778],8858:[.08198,.58198,0,0,.77778],8859:[.08198,.58198,0,0,.77778],8861:[.08198,.58198,0,0,.77778],8862:[0,.675,0,0,.77778],8863:[0,.675,0,0,.77778],8864:[0,.675,0,0,.77778],8865:[0,.675,0,0,.77778],8872:[0,.69224,0,0,.61111],8873:[0,.69224,0,0,.72222],8874:[0,.69224,0,0,.88889],8876:[0,.68889,0,0,.61111],8877:[0,.68889,0,0,.61111],8878:[0,.68889,0,0,.72222],8879:[0,.68889,0,0,.72222],8882:[.03517,.54986,0,0,.77778],8883:[.03517,.54986,0,0,.77778],8884:[.13667,.63667,0,0,.77778],8885:[.13667,.63667,0,0,.77778],8888:[0,.54986,0,0,1.11111],8890:[.19444,.43056,0,0,.55556],8891:[.19444,.69224,0,0,.61111],8892:[.19444,.69224,0,0,.61111],8901:[0,.54986,0,0,.27778],8903:[.08167,.58167,0,0,.77778],8905:[.08167,.58167,0,0,.77778],8906:[.08167,.58167,0,0,.77778],8907:[0,.69224,0,0,.77778],8908:[0,.69224,0,0,.77778],8909:[-.03598,.46402,0,0,.77778],8910:[0,.54986,0,0,.76042],8911:[0,.54986,0,0,.76042],8912:[.03517,.54986,0,0,.77778],8913:[.03517,.54986,0,0,.77778],8914:[0,.54986,0,0,.66667],8915:[0,.54986,0,0,.66667],8916:[0,.69224,0,0,.66667],8918:[.0391,.5391,0,0,.77778],8919:[.0391,.5391,0,0,.77778],8920:[.03517,.54986,0,0,1.33334],8921:[.03517,.54986,0,0,1.33334],8922:[.38569,.88569,0,0,.77778],8923:[.38569,.88569,0,0,.77778],8926:[.13667,.63667,0,0,.77778],8927:[.13667,.63667,0,0,.77778],8928:[.30274,.79383,0,0,.77778],8929:[.30274,.79383,0,0,.77778],8934:[.23222,.74111,0,0,.77778],8935:[.23222,.74111,0,0,.77778],8936:[.23222,.74111,0,0,.77778],8937:[.23222,.74111,0,0,.77778],8938:[.20576,.70576,0,0,.77778],8939:[.20576,.70576,0,0,.77778],8940:[.30274,.79383,0,0,.77778],8941:[.30274,.79383,0,0,.77778],8994:[.19444,.69224,0,0,.77778],8995:[.19444,.69224,0,0,.77778],9416:[.15559,.69224,0,0,.90222],9484:[0,.69224,0,0,.5],9488:[0,.69224,0,0,.5],9492:[0,.37788,0,0,.5],9496:[0,.37788,0,0,.5],9585:[.19444,.68889,0,0,.88889],9586:[.19444,.74111,0,0,.88889],9632:[0,.675,0,0,.77778],9633:[0,.675,0,0,.77778],9650:[0,.54986,0,0,.72222],9651:[0,.54986,0,0,.72222],9654:[.03517,.54986,0,0,.77778],9660:[0,.54986,0,0,.72222],9661:[0,.54986,0,0,.72222],9664:[.03517,.54986,0,0,.77778],9674:[.11111,.69224,0,0,.66667],9733:[.19444,.69224,0,0,.94445],10003:[0,.69224,0,0,.83334],10016:[0,.69224,0,0,.83334],10731:[.11111,.69224,0,0,.66667],10846:[.19444,.75583,0,0,.61111],10877:[.13667,.63667,0,0,.77778],10878:[.13667,.63667,0,0,.77778],10885:[.25583,.75583,0,0,.77778],10886:[.25583,.75583,0,0,.77778],10887:[.13597,.63597,0,0,.77778],10888:[.13597,.63597,0,0,.77778],10889:[.26167,.75726,0,0,.77778],10890:[.26167,.75726,0,0,.77778],10891:[.48256,.98256,0,0,.77778],10892:[.48256,.98256,0,0,.77778],10901:[.13667,.63667,0,0,.77778],10902:[.13667,.63667,0,0,.77778],10933:[.25142,.75726,0,0,.77778],10934:[.25142,.75726,0,0,.77778],10935:[.26167,.75726,0,0,.77778],10936:[.26167,.75726,0,0,.77778],10937:[.26167,.75726,0,0,.77778],10938:[.26167,.75726,0,0,.77778],10949:[.25583,.75583,0,0,.77778],10950:[.25583,.75583,0,0,.77778],10955:[.28481,.79383,0,0,.77778],10956:[.28481,.79383,0,0,.77778],57350:[.08167,.58167,0,0,.22222],57351:[.08167,.58167,0,0,.38889],57352:[.08167,.58167,0,0,.77778],57353:[0,.43056,.04028,0,.66667],57356:[.25142,.75726,0,0,.77778],57357:[.25142,.75726,0,0,.77778],57358:[.41951,.91951,0,0,.77778],57359:[.30274,.79383,0,0,.77778],57360:[.30274,.79383,0,0,.77778],57361:[.41951,.91951,0,0,.77778],57366:[.25142,.75726,0,0,.77778],57367:[.25142,.75726,0,0,.77778],57368:[.25142,.75726,0,0,.77778],57369:[.25142,.75726,0,0,.77778],57370:[.13597,.63597,0,0,.77778],57371:[.13597,.63597,0,0,.77778]},"Caligraphic-Regular":{32:[0,0,0,0,.25],65:[0,.68333,0,.19445,.79847],66:[0,.68333,.03041,.13889,.65681],67:[0,.68333,.05834,.13889,.52653],68:[0,.68333,.02778,.08334,.77139],69:[0,.68333,.08944,.11111,.52778],70:[0,.68333,.09931,.11111,.71875],71:[.09722,.68333,.0593,.11111,.59487],72:[0,.68333,.00965,.11111,.84452],73:[0,.68333,.07382,0,.54452],74:[.09722,.68333,.18472,.16667,.67778],75:[0,.68333,.01445,.05556,.76195],76:[0,.68333,0,.13889,.68972],77:[0,.68333,0,.13889,1.2009],78:[0,.68333,.14736,.08334,.82049],79:[0,.68333,.02778,.11111,.79611],80:[0,.68333,.08222,.08334,.69556],81:[.09722,.68333,0,.11111,.81667],82:[0,.68333,0,.08334,.8475],83:[0,.68333,.075,.13889,.60556],84:[0,.68333,.25417,0,.54464],85:[0,.68333,.09931,.08334,.62583],86:[0,.68333,.08222,0,.61278],87:[0,.68333,.08222,.08334,.98778],88:[0,.68333,.14643,.13889,.7133],89:[.09722,.68333,.08222,.08334,.66834],90:[0,.68333,.07944,.13889,.72473],160:[0,0,0,0,.25]},"Fraktur-Regular":{32:[0,0,0,0,.25],33:[0,.69141,0,0,.29574],34:[0,.69141,0,0,.21471],38:[0,.69141,0,0,.73786],39:[0,.69141,0,0,.21201],40:[.24982,.74947,0,0,.38865],41:[.24982,.74947,0,0,.38865],42:[0,.62119,0,0,.27764],43:[.08319,.58283,0,0,.75623],44:[0,.10803,0,0,.27764],45:[.08319,.58283,0,0,.75623],46:[0,.10803,0,0,.27764],47:[.24982,.74947,0,0,.50181],48:[0,.47534,0,0,.50181],49:[0,.47534,0,0,.50181],50:[0,.47534,0,0,.50181],51:[.18906,.47534,0,0,.50181],52:[.18906,.47534,0,0,.50181],53:[.18906,.47534,0,0,.50181],54:[0,.69141,0,0,.50181],55:[.18906,.47534,0,0,.50181],56:[0,.69141,0,0,.50181],57:[.18906,.47534,0,0,.50181],58:[0,.47534,0,0,.21606],59:[.12604,.47534,0,0,.21606],61:[-.13099,.36866,0,0,.75623],63:[0,.69141,0,0,.36245],65:[0,.69141,0,0,.7176],66:[0,.69141,0,0,.88397],67:[0,.69141,0,0,.61254],68:[0,.69141,0,0,.83158],69:[0,.69141,0,0,.66278],70:[.12604,.69141,0,0,.61119],71:[0,.69141,0,0,.78539],72:[.06302,.69141,0,0,.7203],73:[0,.69141,0,0,.55448],74:[.12604,.69141,0,0,.55231],75:[0,.69141,0,0,.66845],76:[0,.69141,0,0,.66602],77:[0,.69141,0,0,1.04953],78:[0,.69141,0,0,.83212],79:[0,.69141,0,0,.82699],80:[.18906,.69141,0,0,.82753],81:[.03781,.69141,0,0,.82699],82:[0,.69141,0,0,.82807],83:[0,.69141,0,0,.82861],84:[0,.69141,0,0,.66899],85:[0,.69141,0,0,.64576],86:[0,.69141,0,0,.83131],87:[0,.69141,0,0,1.04602],88:[0,.69141,0,0,.71922],89:[.18906,.69141,0,0,.83293],90:[.12604,.69141,0,0,.60201],91:[.24982,.74947,0,0,.27764],93:[.24982,.74947,0,0,.27764],94:[0,.69141,0,0,.49965],97:[0,.47534,0,0,.50046],98:[0,.69141,0,0,.51315],99:[0,.47534,0,0,.38946],100:[0,.62119,0,0,.49857],101:[0,.47534,0,0,.40053],102:[.18906,.69141,0,0,.32626],103:[.18906,.47534,0,0,.5037],104:[.18906,.69141,0,0,.52126],105:[0,.69141,0,0,.27899],106:[0,.69141,0,0,.28088],107:[0,.69141,0,0,.38946],108:[0,.69141,0,0,.27953],109:[0,.47534,0,0,.76676],110:[0,.47534,0,0,.52666],111:[0,.47534,0,0,.48885],112:[.18906,.52396,0,0,.50046],113:[.18906,.47534,0,0,.48912],114:[0,.47534,0,0,.38919],115:[0,.47534,0,0,.44266],116:[0,.62119,0,0,.33301],117:[0,.47534,0,0,.5172],118:[0,.52396,0,0,.5118],119:[0,.52396,0,0,.77351],120:[.18906,.47534,0,0,.38865],121:[.18906,.47534,0,0,.49884],122:[.18906,.47534,0,0,.39054],160:[0,0,0,0,.25],8216:[0,.69141,0,0,.21471],8217:[0,.69141,0,0,.21471],58112:[0,.62119,0,0,.49749],58113:[0,.62119,0,0,.4983],58114:[.18906,.69141,0,0,.33328],58115:[.18906,.69141,0,0,.32923],58116:[.18906,.47534,0,0,.50343],58117:[0,.69141,0,0,.33301],58118:[0,.62119,0,0,.33409],58119:[0,.47534,0,0,.50073]},"Main-Bold":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.35],34:[0,.69444,0,0,.60278],35:[.19444,.69444,0,0,.95833],36:[.05556,.75,0,0,.575],37:[.05556,.75,0,0,.95833],38:[0,.69444,0,0,.89444],39:[0,.69444,0,0,.31944],40:[.25,.75,0,0,.44722],41:[.25,.75,0,0,.44722],42:[0,.75,0,0,.575],43:[.13333,.63333,0,0,.89444],44:[.19444,.15556,0,0,.31944],45:[0,.44444,0,0,.38333],46:[0,.15556,0,0,.31944],47:[.25,.75,0,0,.575],48:[0,.64444,0,0,.575],49:[0,.64444,0,0,.575],50:[0,.64444,0,0,.575],51:[0,.64444,0,0,.575],52:[0,.64444,0,0,.575],53:[0,.64444,0,0,.575],54:[0,.64444,0,0,.575],55:[0,.64444,0,0,.575],56:[0,.64444,0,0,.575],57:[0,.64444,0,0,.575],58:[0,.44444,0,0,.31944],59:[.19444,.44444,0,0,.31944],60:[.08556,.58556,0,0,.89444],61:[-.10889,.39111,0,0,.89444],62:[.08556,.58556,0,0,.89444],63:[0,.69444,0,0,.54305],64:[0,.69444,0,0,.89444],65:[0,.68611,0,0,.86944],66:[0,.68611,0,0,.81805],67:[0,.68611,0,0,.83055],68:[0,.68611,0,0,.88194],69:[0,.68611,0,0,.75555],70:[0,.68611,0,0,.72361],71:[0,.68611,0,0,.90416],72:[0,.68611,0,0,.9],73:[0,.68611,0,0,.43611],74:[0,.68611,0,0,.59444],75:[0,.68611,0,0,.90138],76:[0,.68611,0,0,.69166],77:[0,.68611,0,0,1.09166],78:[0,.68611,0,0,.9],79:[0,.68611,0,0,.86388],80:[0,.68611,0,0,.78611],81:[.19444,.68611,0,0,.86388],82:[0,.68611,0,0,.8625],83:[0,.68611,0,0,.63889],84:[0,.68611,0,0,.8],85:[0,.68611,0,0,.88472],86:[0,.68611,.01597,0,.86944],87:[0,.68611,.01597,0,1.18888],88:[0,.68611,0,0,.86944],89:[0,.68611,.02875,0,.86944],90:[0,.68611,0,0,.70277],91:[.25,.75,0,0,.31944],92:[.25,.75,0,0,.575],93:[.25,.75,0,0,.31944],94:[0,.69444,0,0,.575],95:[.31,.13444,.03194,0,.575],97:[0,.44444,0,0,.55902],98:[0,.69444,0,0,.63889],99:[0,.44444,0,0,.51111],100:[0,.69444,0,0,.63889],101:[0,.44444,0,0,.52708],102:[0,.69444,.10903,0,.35139],103:[.19444,.44444,.01597,0,.575],104:[0,.69444,0,0,.63889],105:[0,.69444,0,0,.31944],106:[.19444,.69444,0,0,.35139],107:[0,.69444,0,0,.60694],108:[0,.69444,0,0,.31944],109:[0,.44444,0,0,.95833],110:[0,.44444,0,0,.63889],111:[0,.44444,0,0,.575],112:[.19444,.44444,0,0,.63889],113:[.19444,.44444,0,0,.60694],114:[0,.44444,0,0,.47361],115:[0,.44444,0,0,.45361],116:[0,.63492,0,0,.44722],117:[0,.44444,0,0,.63889],118:[0,.44444,.01597,0,.60694],119:[0,.44444,.01597,0,.83055],120:[0,.44444,0,0,.60694],121:[.19444,.44444,.01597,0,.60694],122:[0,.44444,0,0,.51111],123:[.25,.75,0,0,.575],124:[.25,.75,0,0,.31944],125:[.25,.75,0,0,.575],126:[.35,.34444,0,0,.575],160:[0,0,0,0,.25],163:[0,.69444,0,0,.86853],168:[0,.69444,0,0,.575],172:[0,.44444,0,0,.76666],176:[0,.69444,0,0,.86944],177:[.13333,.63333,0,0,.89444],184:[.17014,0,0,0,.51111],198:[0,.68611,0,0,1.04166],215:[.13333,.63333,0,0,.89444],216:[.04861,.73472,0,0,.89444],223:[0,.69444,0,0,.59722],230:[0,.44444,0,0,.83055],247:[.13333,.63333,0,0,.89444],248:[.09722,.54167,0,0,.575],305:[0,.44444,0,0,.31944],338:[0,.68611,0,0,1.16944],339:[0,.44444,0,0,.89444],567:[.19444,.44444,0,0,.35139],710:[0,.69444,0,0,.575],711:[0,.63194,0,0,.575],713:[0,.59611,0,0,.575],714:[0,.69444,0,0,.575],715:[0,.69444,0,0,.575],728:[0,.69444,0,0,.575],729:[0,.69444,0,0,.31944],730:[0,.69444,0,0,.86944],732:[0,.69444,0,0,.575],733:[0,.69444,0,0,.575],915:[0,.68611,0,0,.69166],916:[0,.68611,0,0,.95833],920:[0,.68611,0,0,.89444],923:[0,.68611,0,0,.80555],926:[0,.68611,0,0,.76666],928:[0,.68611,0,0,.9],931:[0,.68611,0,0,.83055],933:[0,.68611,0,0,.89444],934:[0,.68611,0,0,.83055],936:[0,.68611,0,0,.89444],937:[0,.68611,0,0,.83055],8211:[0,.44444,.03194,0,.575],8212:[0,.44444,.03194,0,1.14999],8216:[0,.69444,0,0,.31944],8217:[0,.69444,0,0,.31944],8220:[0,.69444,0,0,.60278],8221:[0,.69444,0,0,.60278],8224:[.19444,.69444,0,0,.51111],8225:[.19444,.69444,0,0,.51111],8242:[0,.55556,0,0,.34444],8407:[0,.72444,.15486,0,.575],8463:[0,.69444,0,0,.66759],8465:[0,.69444,0,0,.83055],8467:[0,.69444,0,0,.47361],8472:[.19444,.44444,0,0,.74027],8476:[0,.69444,0,0,.83055],8501:[0,.69444,0,0,.70277],8592:[-.10889,.39111,0,0,1.14999],8593:[.19444,.69444,0,0,.575],8594:[-.10889,.39111,0,0,1.14999],8595:[.19444,.69444,0,0,.575],8596:[-.10889,.39111,0,0,1.14999],8597:[.25,.75,0,0,.575],8598:[.19444,.69444,0,0,1.14999],8599:[.19444,.69444,0,0,1.14999],8600:[.19444,.69444,0,0,1.14999],8601:[.19444,.69444,0,0,1.14999],8636:[-.10889,.39111,0,0,1.14999],8637:[-.10889,.39111,0,0,1.14999],8640:[-.10889,.39111,0,0,1.14999],8641:[-.10889,.39111,0,0,1.14999],8656:[-.10889,.39111,0,0,1.14999],8657:[.19444,.69444,0,0,.70277],8658:[-.10889,.39111,0,0,1.14999],8659:[.19444,.69444,0,0,.70277],8660:[-.10889,.39111,0,0,1.14999],8661:[.25,.75,0,0,.70277],8704:[0,.69444,0,0,.63889],8706:[0,.69444,.06389,0,.62847],8707:[0,.69444,0,0,.63889],8709:[.05556,.75,0,0,.575],8711:[0,.68611,0,0,.95833],8712:[.08556,.58556,0,0,.76666],8715:[.08556,.58556,0,0,.76666],8722:[.13333,.63333,0,0,.89444],8723:[.13333,.63333,0,0,.89444],8725:[.25,.75,0,0,.575],8726:[.25,.75,0,0,.575],8727:[-.02778,.47222,0,0,.575],8728:[-.02639,.47361,0,0,.575],8729:[-.02639,.47361,0,0,.575],8730:[.18,.82,0,0,.95833],8733:[0,.44444,0,0,.89444],8734:[0,.44444,0,0,1.14999],8736:[0,.69224,0,0,.72222],8739:[.25,.75,0,0,.31944],8741:[.25,.75,0,0,.575],8743:[0,.55556,0,0,.76666],8744:[0,.55556,0,0,.76666],8745:[0,.55556,0,0,.76666],8746:[0,.55556,0,0,.76666],8747:[.19444,.69444,.12778,0,.56875],8764:[-.10889,.39111,0,0,.89444],8768:[.19444,.69444,0,0,.31944],8771:[.00222,.50222,0,0,.89444],8773:[.027,.638,0,0,.894],8776:[.02444,.52444,0,0,.89444],8781:[.00222,.50222,0,0,.89444],8801:[.00222,.50222,0,0,.89444],8804:[.19667,.69667,0,0,.89444],8805:[.19667,.69667,0,0,.89444],8810:[.08556,.58556,0,0,1.14999],8811:[.08556,.58556,0,0,1.14999],8826:[.08556,.58556,0,0,.89444],8827:[.08556,.58556,0,0,.89444],8834:[.08556,.58556,0,0,.89444],8835:[.08556,.58556,0,0,.89444],8838:[.19667,.69667,0,0,.89444],8839:[.19667,.69667,0,0,.89444],8846:[0,.55556,0,0,.76666],8849:[.19667,.69667,0,0,.89444],8850:[.19667,.69667,0,0,.89444],8851:[0,.55556,0,0,.76666],8852:[0,.55556,0,0,.76666],8853:[.13333,.63333,0,0,.89444],8854:[.13333,.63333,0,0,.89444],8855:[.13333,.63333,0,0,.89444],8856:[.13333,.63333,0,0,.89444],8857:[.13333,.63333,0,0,.89444],8866:[0,.69444,0,0,.70277],8867:[0,.69444,0,0,.70277],8868:[0,.69444,0,0,.89444],8869:[0,.69444,0,0,.89444],8900:[-.02639,.47361,0,0,.575],8901:[-.02639,.47361,0,0,.31944],8902:[-.02778,.47222,0,0,.575],8968:[.25,.75,0,0,.51111],8969:[.25,.75,0,0,.51111],8970:[.25,.75,0,0,.51111],8971:[.25,.75,0,0,.51111],8994:[-.13889,.36111,0,0,1.14999],8995:[-.13889,.36111,0,0,1.14999],9651:[.19444,.69444,0,0,1.02222],9657:[-.02778,.47222,0,0,.575],9661:[.19444,.69444,0,0,1.02222],9667:[-.02778,.47222,0,0,.575],9711:[.19444,.69444,0,0,1.14999],9824:[.12963,.69444,0,0,.89444],9825:[.12963,.69444,0,0,.89444],9826:[.12963,.69444,0,0,.89444],9827:[.12963,.69444,0,0,.89444],9837:[0,.75,0,0,.44722],9838:[.19444,.69444,0,0,.44722],9839:[.19444,.69444,0,0,.44722],10216:[.25,.75,0,0,.44722],10217:[.25,.75,0,0,.44722],10815:[0,.68611,0,0,.9],10927:[.19667,.69667,0,0,.89444],10928:[.19667,.69667,0,0,.89444],57376:[.19444,.69444,0,0,0]},"Main-BoldItalic":{32:[0,0,0,0,.25],33:[0,.69444,.11417,0,.38611],34:[0,.69444,.07939,0,.62055],35:[.19444,.69444,.06833,0,.94444],37:[.05556,.75,.12861,0,.94444],38:[0,.69444,.08528,0,.88555],39:[0,.69444,.12945,0,.35555],40:[.25,.75,.15806,0,.47333],41:[.25,.75,.03306,0,.47333],42:[0,.75,.14333,0,.59111],43:[.10333,.60333,.03306,0,.88555],44:[.19444,.14722,0,0,.35555],45:[0,.44444,.02611,0,.41444],46:[0,.14722,0,0,.35555],47:[.25,.75,.15806,0,.59111],48:[0,.64444,.13167,0,.59111],49:[0,.64444,.13167,0,.59111],50:[0,.64444,.13167,0,.59111],51:[0,.64444,.13167,0,.59111],52:[.19444,.64444,.13167,0,.59111],53:[0,.64444,.13167,0,.59111],54:[0,.64444,.13167,0,.59111],55:[.19444,.64444,.13167,0,.59111],56:[0,.64444,.13167,0,.59111],57:[0,.64444,.13167,0,.59111],58:[0,.44444,.06695,0,.35555],59:[.19444,.44444,.06695,0,.35555],61:[-.10889,.39111,.06833,0,.88555],63:[0,.69444,.11472,0,.59111],64:[0,.69444,.09208,0,.88555],65:[0,.68611,0,0,.86555],66:[0,.68611,.0992,0,.81666],67:[0,.68611,.14208,0,.82666],68:[0,.68611,.09062,0,.87555],69:[0,.68611,.11431,0,.75666],70:[0,.68611,.12903,0,.72722],71:[0,.68611,.07347,0,.89527],72:[0,.68611,.17208,0,.8961],73:[0,.68611,.15681,0,.47166],74:[0,.68611,.145,0,.61055],75:[0,.68611,.14208,0,.89499],76:[0,.68611,0,0,.69777],77:[0,.68611,.17208,0,1.07277],78:[0,.68611,.17208,0,.8961],79:[0,.68611,.09062,0,.85499],80:[0,.68611,.0992,0,.78721],81:[.19444,.68611,.09062,0,.85499],82:[0,.68611,.02559,0,.85944],83:[0,.68611,.11264,0,.64999],84:[0,.68611,.12903,0,.7961],85:[0,.68611,.17208,0,.88083],86:[0,.68611,.18625,0,.86555],87:[0,.68611,.18625,0,1.15999],88:[0,.68611,.15681,0,.86555],89:[0,.68611,.19803,0,.86555],90:[0,.68611,.14208,0,.70888],91:[.25,.75,.1875,0,.35611],93:[.25,.75,.09972,0,.35611],94:[0,.69444,.06709,0,.59111],95:[.31,.13444,.09811,0,.59111],97:[0,.44444,.09426,0,.59111],98:[0,.69444,.07861,0,.53222],99:[0,.44444,.05222,0,.53222],100:[0,.69444,.10861,0,.59111],101:[0,.44444,.085,0,.53222],102:[.19444,.69444,.21778,0,.4],103:[.19444,.44444,.105,0,.53222],104:[0,.69444,.09426,0,.59111],105:[0,.69326,.11387,0,.35555],106:[.19444,.69326,.1672,0,.35555],107:[0,.69444,.11111,0,.53222],108:[0,.69444,.10861,0,.29666],109:[0,.44444,.09426,0,.94444],110:[0,.44444,.09426,0,.64999],111:[0,.44444,.07861,0,.59111],112:[.19444,.44444,.07861,0,.59111],113:[.19444,.44444,.105,0,.53222],114:[0,.44444,.11111,0,.50167],115:[0,.44444,.08167,0,.48694],116:[0,.63492,.09639,0,.385],117:[0,.44444,.09426,0,.62055],118:[0,.44444,.11111,0,.53222],119:[0,.44444,.11111,0,.76777],120:[0,.44444,.12583,0,.56055],121:[.19444,.44444,.105,0,.56166],122:[0,.44444,.13889,0,.49055],126:[.35,.34444,.11472,0,.59111],160:[0,0,0,0,.25],168:[0,.69444,.11473,0,.59111],176:[0,.69444,0,0,.94888],184:[.17014,0,0,0,.53222],198:[0,.68611,.11431,0,1.02277],216:[.04861,.73472,.09062,0,.88555],223:[.19444,.69444,.09736,0,.665],230:[0,.44444,.085,0,.82666],248:[.09722,.54167,.09458,0,.59111],305:[0,.44444,.09426,0,.35555],338:[0,.68611,.11431,0,1.14054],339:[0,.44444,.085,0,.82666],567:[.19444,.44444,.04611,0,.385],710:[0,.69444,.06709,0,.59111],711:[0,.63194,.08271,0,.59111],713:[0,.59444,.10444,0,.59111],714:[0,.69444,.08528,0,.59111],715:[0,.69444,0,0,.59111],728:[0,.69444,.10333,0,.59111],729:[0,.69444,.12945,0,.35555],730:[0,.69444,0,0,.94888],732:[0,.69444,.11472,0,.59111],733:[0,.69444,.11472,0,.59111],915:[0,.68611,.12903,0,.69777],916:[0,.68611,0,0,.94444],920:[0,.68611,.09062,0,.88555],923:[0,.68611,0,0,.80666],926:[0,.68611,.15092,0,.76777],928:[0,.68611,.17208,0,.8961],931:[0,.68611,.11431,0,.82666],933:[0,.68611,.10778,0,.88555],934:[0,.68611,.05632,0,.82666],936:[0,.68611,.10778,0,.88555],937:[0,.68611,.0992,0,.82666],8211:[0,.44444,.09811,0,.59111],8212:[0,.44444,.09811,0,1.18221],8216:[0,.69444,.12945,0,.35555],8217:[0,.69444,.12945,0,.35555],8220:[0,.69444,.16772,0,.62055],8221:[0,.69444,.07939,0,.62055]},"Main-Italic":{32:[0,0,0,0,.25],33:[0,.69444,.12417,0,.30667],34:[0,.69444,.06961,0,.51444],35:[.19444,.69444,.06616,0,.81777],37:[.05556,.75,.13639,0,.81777],38:[0,.69444,.09694,0,.76666],39:[0,.69444,.12417,0,.30667],40:[.25,.75,.16194,0,.40889],41:[.25,.75,.03694,0,.40889],42:[0,.75,.14917,0,.51111],43:[.05667,.56167,.03694,0,.76666],44:[.19444,.10556,0,0,.30667],45:[0,.43056,.02826,0,.35778],46:[0,.10556,0,0,.30667],47:[.25,.75,.16194,0,.51111],48:[0,.64444,.13556,0,.51111],49:[0,.64444,.13556,0,.51111],50:[0,.64444,.13556,0,.51111],51:[0,.64444,.13556,0,.51111],52:[.19444,.64444,.13556,0,.51111],53:[0,.64444,.13556,0,.51111],54:[0,.64444,.13556,0,.51111],55:[.19444,.64444,.13556,0,.51111],56:[0,.64444,.13556,0,.51111],57:[0,.64444,.13556,0,.51111],58:[0,.43056,.0582,0,.30667],59:[.19444,.43056,.0582,0,.30667],61:[-.13313,.36687,.06616,0,.76666],63:[0,.69444,.1225,0,.51111],64:[0,.69444,.09597,0,.76666],65:[0,.68333,0,0,.74333],66:[0,.68333,.10257,0,.70389],67:[0,.68333,.14528,0,.71555],68:[0,.68333,.09403,0,.755],69:[0,.68333,.12028,0,.67833],70:[0,.68333,.13305,0,.65277],71:[0,.68333,.08722,0,.77361],72:[0,.68333,.16389,0,.74333],73:[0,.68333,.15806,0,.38555],74:[0,.68333,.14028,0,.525],75:[0,.68333,.14528,0,.76888],76:[0,.68333,0,0,.62722],77:[0,.68333,.16389,0,.89666],78:[0,.68333,.16389,0,.74333],79:[0,.68333,.09403,0,.76666],80:[0,.68333,.10257,0,.67833],81:[.19444,.68333,.09403,0,.76666],82:[0,.68333,.03868,0,.72944],83:[0,.68333,.11972,0,.56222],84:[0,.68333,.13305,0,.71555],85:[0,.68333,.16389,0,.74333],86:[0,.68333,.18361,0,.74333],87:[0,.68333,.18361,0,.99888],88:[0,.68333,.15806,0,.74333],89:[0,.68333,.19383,0,.74333],90:[0,.68333,.14528,0,.61333],91:[.25,.75,.1875,0,.30667],93:[.25,.75,.10528,0,.30667],94:[0,.69444,.06646,0,.51111],95:[.31,.12056,.09208,0,.51111],97:[0,.43056,.07671,0,.51111],98:[0,.69444,.06312,0,.46],99:[0,.43056,.05653,0,.46],100:[0,.69444,.10333,0,.51111],101:[0,.43056,.07514,0,.46],102:[.19444,.69444,.21194,0,.30667],103:[.19444,.43056,.08847,0,.46],104:[0,.69444,.07671,0,.51111],105:[0,.65536,.1019,0,.30667],106:[.19444,.65536,.14467,0,.30667],107:[0,.69444,.10764,0,.46],108:[0,.69444,.10333,0,.25555],109:[0,.43056,.07671,0,.81777],110:[0,.43056,.07671,0,.56222],111:[0,.43056,.06312,0,.51111],112:[.19444,.43056,.06312,0,.51111],113:[.19444,.43056,.08847,0,.46],114:[0,.43056,.10764,0,.42166],115:[0,.43056,.08208,0,.40889],116:[0,.61508,.09486,0,.33222],117:[0,.43056,.07671,0,.53666],118:[0,.43056,.10764,0,.46],119:[0,.43056,.10764,0,.66444],120:[0,.43056,.12042,0,.46389],121:[.19444,.43056,.08847,0,.48555],122:[0,.43056,.12292,0,.40889],126:[.35,.31786,.11585,0,.51111],160:[0,0,0,0,.25],168:[0,.66786,.10474,0,.51111],176:[0,.69444,0,0,.83129],184:[.17014,0,0,0,.46],198:[0,.68333,.12028,0,.88277],216:[.04861,.73194,.09403,0,.76666],223:[.19444,.69444,.10514,0,.53666],230:[0,.43056,.07514,0,.71555],248:[.09722,.52778,.09194,0,.51111],338:[0,.68333,.12028,0,.98499],339:[0,.43056,.07514,0,.71555],710:[0,.69444,.06646,0,.51111],711:[0,.62847,.08295,0,.51111],713:[0,.56167,.10333,0,.51111],714:[0,.69444,.09694,0,.51111],715:[0,.69444,0,0,.51111],728:[0,.69444,.10806,0,.51111],729:[0,.66786,.11752,0,.30667],730:[0,.69444,0,0,.83129],732:[0,.66786,.11585,0,.51111],733:[0,.69444,.1225,0,.51111],915:[0,.68333,.13305,0,.62722],916:[0,.68333,0,0,.81777],920:[0,.68333,.09403,0,.76666],923:[0,.68333,0,0,.69222],926:[0,.68333,.15294,0,.66444],928:[0,.68333,.16389,0,.74333],931:[0,.68333,.12028,0,.71555],933:[0,.68333,.11111,0,.76666],934:[0,.68333,.05986,0,.71555],936:[0,.68333,.11111,0,.76666],937:[0,.68333,.10257,0,.71555],8211:[0,.43056,.09208,0,.51111],8212:[0,.43056,.09208,0,1.02222],8216:[0,.69444,.12417,0,.30667],8217:[0,.69444,.12417,0,.30667],8220:[0,.69444,.1685,0,.51444],8221:[0,.69444,.06961,0,.51444],8463:[0,.68889,0,0,.54028]},"Main-Regular":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.27778],34:[0,.69444,0,0,.5],35:[.19444,.69444,0,0,.83334],36:[.05556,.75,0,0,.5],37:[.05556,.75,0,0,.83334],38:[0,.69444,0,0,.77778],39:[0,.69444,0,0,.27778],40:[.25,.75,0,0,.38889],41:[.25,.75,0,0,.38889],42:[0,.75,0,0,.5],43:[.08333,.58333,0,0,.77778],44:[.19444,.10556,0,0,.27778],45:[0,.43056,0,0,.33333],46:[0,.10556,0,0,.27778],47:[.25,.75,0,0,.5],48:[0,.64444,0,0,.5],49:[0,.64444,0,0,.5],50:[0,.64444,0,0,.5],51:[0,.64444,0,0,.5],52:[0,.64444,0,0,.5],53:[0,.64444,0,0,.5],54:[0,.64444,0,0,.5],55:[0,.64444,0,0,.5],56:[0,.64444,0,0,.5],57:[0,.64444,0,0,.5],58:[0,.43056,0,0,.27778],59:[.19444,.43056,0,0,.27778],60:[.0391,.5391,0,0,.77778],61:[-.13313,.36687,0,0,.77778],62:[.0391,.5391,0,0,.77778],63:[0,.69444,0,0,.47222],64:[0,.69444,0,0,.77778],65:[0,.68333,0,0,.75],66:[0,.68333,0,0,.70834],67:[0,.68333,0,0,.72222],68:[0,.68333,0,0,.76389],69:[0,.68333,0,0,.68056],70:[0,.68333,0,0,.65278],71:[0,.68333,0,0,.78472],72:[0,.68333,0,0,.75],73:[0,.68333,0,0,.36111],74:[0,.68333,0,0,.51389],75:[0,.68333,0,0,.77778],76:[0,.68333,0,0,.625],77:[0,.68333,0,0,.91667],78:[0,.68333,0,0,.75],79:[0,.68333,0,0,.77778],80:[0,.68333,0,0,.68056],81:[.19444,.68333,0,0,.77778],82:[0,.68333,0,0,.73611],83:[0,.68333,0,0,.55556],84:[0,.68333,0,0,.72222],85:[0,.68333,0,0,.75],86:[0,.68333,.01389,0,.75],87:[0,.68333,.01389,0,1.02778],88:[0,.68333,0,0,.75],89:[0,.68333,.025,0,.75],90:[0,.68333,0,0,.61111],91:[.25,.75,0,0,.27778],92:[.25,.75,0,0,.5],93:[.25,.75,0,0,.27778],94:[0,.69444,0,0,.5],95:[.31,.12056,.02778,0,.5],97:[0,.43056,0,0,.5],98:[0,.69444,0,0,.55556],99:[0,.43056,0,0,.44445],100:[0,.69444,0,0,.55556],101:[0,.43056,0,0,.44445],102:[0,.69444,.07778,0,.30556],103:[.19444,.43056,.01389,0,.5],104:[0,.69444,0,0,.55556],105:[0,.66786,0,0,.27778],106:[.19444,.66786,0,0,.30556],107:[0,.69444,0,0,.52778],108:[0,.69444,0,0,.27778],109:[0,.43056,0,0,.83334],110:[0,.43056,0,0,.55556],111:[0,.43056,0,0,.5],112:[.19444,.43056,0,0,.55556],113:[.19444,.43056,0,0,.52778],114:[0,.43056,0,0,.39167],115:[0,.43056,0,0,.39445],116:[0,.61508,0,0,.38889],117:[0,.43056,0,0,.55556],118:[0,.43056,.01389,0,.52778],119:[0,.43056,.01389,0,.72222],120:[0,.43056,0,0,.52778],121:[.19444,.43056,.01389,0,.52778],122:[0,.43056,0,0,.44445],123:[.25,.75,0,0,.5],124:[.25,.75,0,0,.27778],125:[.25,.75,0,0,.5],126:[.35,.31786,0,0,.5],160:[0,0,0,0,.25],163:[0,.69444,0,0,.76909],167:[.19444,.69444,0,0,.44445],168:[0,.66786,0,0,.5],172:[0,.43056,0,0,.66667],176:[0,.69444,0,0,.75],177:[.08333,.58333,0,0,.77778],182:[.19444,.69444,0,0,.61111],184:[.17014,0,0,0,.44445],198:[0,.68333,0,0,.90278],215:[.08333,.58333,0,0,.77778],216:[.04861,.73194,0,0,.77778],223:[0,.69444,0,0,.5],230:[0,.43056,0,0,.72222],247:[.08333,.58333,0,0,.77778],248:[.09722,.52778,0,0,.5],305:[0,.43056,0,0,.27778],338:[0,.68333,0,0,1.01389],339:[0,.43056,0,0,.77778],567:[.19444,.43056,0,0,.30556],710:[0,.69444,0,0,.5],711:[0,.62847,0,0,.5],713:[0,.56778,0,0,.5],714:[0,.69444,0,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,0,0,.5],729:[0,.66786,0,0,.27778],730:[0,.69444,0,0,.75],732:[0,.66786,0,0,.5],733:[0,.69444,0,0,.5],915:[0,.68333,0,0,.625],916:[0,.68333,0,0,.83334],920:[0,.68333,0,0,.77778],923:[0,.68333,0,0,.69445],926:[0,.68333,0,0,.66667],928:[0,.68333,0,0,.75],931:[0,.68333,0,0,.72222],933:[0,.68333,0,0,.77778],934:[0,.68333,0,0,.72222],936:[0,.68333,0,0,.77778],937:[0,.68333,0,0,.72222],8211:[0,.43056,.02778,0,.5],8212:[0,.43056,.02778,0,1],8216:[0,.69444,0,0,.27778],8217:[0,.69444,0,0,.27778],8220:[0,.69444,0,0,.5],8221:[0,.69444,0,0,.5],8224:[.19444,.69444,0,0,.44445],8225:[.19444,.69444,0,0,.44445],8230:[0,.123,0,0,1.172],8242:[0,.55556,0,0,.275],8407:[0,.71444,.15382,0,.5],8463:[0,.68889,0,0,.54028],8465:[0,.69444,0,0,.72222],8467:[0,.69444,0,.11111,.41667],8472:[.19444,.43056,0,.11111,.63646],8476:[0,.69444,0,0,.72222],8501:[0,.69444,0,0,.61111],8592:[-.13313,.36687,0,0,1],8593:[.19444,.69444,0,0,.5],8594:[-.13313,.36687,0,0,1],8595:[.19444,.69444,0,0,.5],8596:[-.13313,.36687,0,0,1],8597:[.25,.75,0,0,.5],8598:[.19444,.69444,0,0,1],8599:[.19444,.69444,0,0,1],8600:[.19444,.69444,0,0,1],8601:[.19444,.69444,0,0,1],8614:[.011,.511,0,0,1],8617:[.011,.511,0,0,1.126],8618:[.011,.511,0,0,1.126],8636:[-.13313,.36687,0,0,1],8637:[-.13313,.36687,0,0,1],8640:[-.13313,.36687,0,0,1],8641:[-.13313,.36687,0,0,1],8652:[.011,.671,0,0,1],8656:[-.13313,.36687,0,0,1],8657:[.19444,.69444,0,0,.61111],8658:[-.13313,.36687,0,0,1],8659:[.19444,.69444,0,0,.61111],8660:[-.13313,.36687,0,0,1],8661:[.25,.75,0,0,.61111],8704:[0,.69444,0,0,.55556],8706:[0,.69444,.05556,.08334,.5309],8707:[0,.69444,0,0,.55556],8709:[.05556,.75,0,0,.5],8711:[0,.68333,0,0,.83334],8712:[.0391,.5391,0,0,.66667],8715:[.0391,.5391,0,0,.66667],8722:[.08333,.58333,0,0,.77778],8723:[.08333,.58333,0,0,.77778],8725:[.25,.75,0,0,.5],8726:[.25,.75,0,0,.5],8727:[-.03472,.46528,0,0,.5],8728:[-.05555,.44445,0,0,.5],8729:[-.05555,.44445,0,0,.5],8730:[.2,.8,0,0,.83334],8733:[0,.43056,0,0,.77778],8734:[0,.43056,0,0,1],8736:[0,.69224,0,0,.72222],8739:[.25,.75,0,0,.27778],8741:[.25,.75,0,0,.5],8743:[0,.55556,0,0,.66667],8744:[0,.55556,0,0,.66667],8745:[0,.55556,0,0,.66667],8746:[0,.55556,0,0,.66667],8747:[.19444,.69444,.11111,0,.41667],8764:[-.13313,.36687,0,0,.77778],8768:[.19444,.69444,0,0,.27778],8771:[-.03625,.46375,0,0,.77778],8773:[-.022,.589,0,0,.778],8776:[-.01688,.48312,0,0,.77778],8781:[-.03625,.46375,0,0,.77778],8784:[-.133,.673,0,0,.778],8801:[-.03625,.46375,0,0,.77778],8804:[.13597,.63597,0,0,.77778],8805:[.13597,.63597,0,0,.77778],8810:[.0391,.5391,0,0,1],8811:[.0391,.5391,0,0,1],8826:[.0391,.5391,0,0,.77778],8827:[.0391,.5391,0,0,.77778],8834:[.0391,.5391,0,0,.77778],8835:[.0391,.5391,0,0,.77778],8838:[.13597,.63597,0,0,.77778],8839:[.13597,.63597,0,0,.77778],8846:[0,.55556,0,0,.66667],8849:[.13597,.63597,0,0,.77778],8850:[.13597,.63597,0,0,.77778],8851:[0,.55556,0,0,.66667],8852:[0,.55556,0,0,.66667],8853:[.08333,.58333,0,0,.77778],8854:[.08333,.58333,0,0,.77778],8855:[.08333,.58333,0,0,.77778],8856:[.08333,.58333,0,0,.77778],8857:[.08333,.58333,0,0,.77778],8866:[0,.69444,0,0,.61111],8867:[0,.69444,0,0,.61111],8868:[0,.69444,0,0,.77778],8869:[0,.69444,0,0,.77778],8872:[.249,.75,0,0,.867],8900:[-.05555,.44445,0,0,.5],8901:[-.05555,.44445,0,0,.27778],8902:[-.03472,.46528,0,0,.5],8904:[.005,.505,0,0,.9],8942:[.03,.903,0,0,.278],8943:[-.19,.313,0,0,1.172],8945:[-.1,.823,0,0,1.282],8968:[.25,.75,0,0,.44445],8969:[.25,.75,0,0,.44445],8970:[.25,.75,0,0,.44445],8971:[.25,.75,0,0,.44445],8994:[-.14236,.35764,0,0,1],8995:[-.14236,.35764,0,0,1],9136:[.244,.744,0,0,.412],9137:[.244,.745,0,0,.412],9651:[.19444,.69444,0,0,.88889],9657:[-.03472,.46528,0,0,.5],9661:[.19444,.69444,0,0,.88889],9667:[-.03472,.46528,0,0,.5],9711:[.19444,.69444,0,0,1],9824:[.12963,.69444,0,0,.77778],9825:[.12963,.69444,0,0,.77778],9826:[.12963,.69444,0,0,.77778],9827:[.12963,.69444,0,0,.77778],9837:[0,.75,0,0,.38889],9838:[.19444,.69444,0,0,.38889],9839:[.19444,.69444,0,0,.38889],10216:[.25,.75,0,0,.38889],10217:[.25,.75,0,0,.38889],10222:[.244,.744,0,0,.412],10223:[.244,.745,0,0,.412],10229:[.011,.511,0,0,1.609],10230:[.011,.511,0,0,1.638],10231:[.011,.511,0,0,1.859],10232:[.024,.525,0,0,1.609],10233:[.024,.525,0,0,1.638],10234:[.024,.525,0,0,1.858],10236:[.011,.511,0,0,1.638],10815:[0,.68333,0,0,.75],10927:[.13597,.63597,0,0,.77778],10928:[.13597,.63597,0,0,.77778],57376:[.19444,.69444,0,0,0]},"Math-BoldItalic":{32:[0,0,0,0,.25],48:[0,.44444,0,0,.575],49:[0,.44444,0,0,.575],50:[0,.44444,0,0,.575],51:[.19444,.44444,0,0,.575],52:[.19444,.44444,0,0,.575],53:[.19444,.44444,0,0,.575],54:[0,.64444,0,0,.575],55:[.19444,.44444,0,0,.575],56:[0,.64444,0,0,.575],57:[.19444,.44444,0,0,.575],65:[0,.68611,0,0,.86944],66:[0,.68611,.04835,0,.8664],67:[0,.68611,.06979,0,.81694],68:[0,.68611,.03194,0,.93812],69:[0,.68611,.05451,0,.81007],70:[0,.68611,.15972,0,.68889],71:[0,.68611,0,0,.88673],72:[0,.68611,.08229,0,.98229],73:[0,.68611,.07778,0,.51111],74:[0,.68611,.10069,0,.63125],75:[0,.68611,.06979,0,.97118],76:[0,.68611,0,0,.75555],77:[0,.68611,.11424,0,1.14201],78:[0,.68611,.11424,0,.95034],79:[0,.68611,.03194,0,.83666],80:[0,.68611,.15972,0,.72309],81:[.19444,.68611,0,0,.86861],82:[0,.68611,.00421,0,.87235],83:[0,.68611,.05382,0,.69271],84:[0,.68611,.15972,0,.63663],85:[0,.68611,.11424,0,.80027],86:[0,.68611,.25555,0,.67778],87:[0,.68611,.15972,0,1.09305],88:[0,.68611,.07778,0,.94722],89:[0,.68611,.25555,0,.67458],90:[0,.68611,.06979,0,.77257],97:[0,.44444,0,0,.63287],98:[0,.69444,0,0,.52083],99:[0,.44444,0,0,.51342],100:[0,.69444,0,0,.60972],101:[0,.44444,0,0,.55361],102:[.19444,.69444,.11042,0,.56806],103:[.19444,.44444,.03704,0,.5449],104:[0,.69444,0,0,.66759],105:[0,.69326,0,0,.4048],106:[.19444,.69326,.0622,0,.47083],107:[0,.69444,.01852,0,.6037],108:[0,.69444,.0088,0,.34815],109:[0,.44444,0,0,1.0324],110:[0,.44444,0,0,.71296],111:[0,.44444,0,0,.58472],112:[.19444,.44444,0,0,.60092],113:[.19444,.44444,.03704,0,.54213],114:[0,.44444,.03194,0,.5287],115:[0,.44444,0,0,.53125],116:[0,.63492,0,0,.41528],117:[0,.44444,0,0,.68102],118:[0,.44444,.03704,0,.56666],119:[0,.44444,.02778,0,.83148],120:[0,.44444,0,0,.65903],121:[.19444,.44444,.03704,0,.59028],122:[0,.44444,.04213,0,.55509],160:[0,0,0,0,.25],915:[0,.68611,.15972,0,.65694],916:[0,.68611,0,0,.95833],920:[0,.68611,.03194,0,.86722],923:[0,.68611,0,0,.80555],926:[0,.68611,.07458,0,.84125],928:[0,.68611,.08229,0,.98229],931:[0,.68611,.05451,0,.88507],933:[0,.68611,.15972,0,.67083],934:[0,.68611,0,0,.76666],936:[0,.68611,.11653,0,.71402],937:[0,.68611,.04835,0,.8789],945:[0,.44444,0,0,.76064],946:[.19444,.69444,.03403,0,.65972],947:[.19444,.44444,.06389,0,.59003],948:[0,.69444,.03819,0,.52222],949:[0,.44444,0,0,.52882],950:[.19444,.69444,.06215,0,.50833],951:[.19444,.44444,.03704,0,.6],952:[0,.69444,.03194,0,.5618],953:[0,.44444,0,0,.41204],954:[0,.44444,0,0,.66759],955:[0,.69444,0,0,.67083],956:[.19444,.44444,0,0,.70787],957:[0,.44444,.06898,0,.57685],958:[.19444,.69444,.03021,0,.50833],959:[0,.44444,0,0,.58472],960:[0,.44444,.03704,0,.68241],961:[.19444,.44444,0,0,.6118],962:[.09722,.44444,.07917,0,.42361],963:[0,.44444,.03704,0,.68588],964:[0,.44444,.13472,0,.52083],965:[0,.44444,.03704,0,.63055],966:[.19444,.44444,0,0,.74722],967:[.19444,.44444,0,0,.71805],968:[.19444,.69444,.03704,0,.75833],969:[0,.44444,.03704,0,.71782],977:[0,.69444,0,0,.69155],981:[.19444,.69444,0,0,.7125],982:[0,.44444,.03194,0,.975],1009:[.19444,.44444,0,0,.6118],1013:[0,.44444,0,0,.48333],57649:[0,.44444,0,0,.39352],57911:[.19444,.44444,0,0,.43889]},"Math-Italic":{32:[0,0,0,0,.25],48:[0,.43056,0,0,.5],49:[0,.43056,0,0,.5],50:[0,.43056,0,0,.5],51:[.19444,.43056,0,0,.5],52:[.19444,.43056,0,0,.5],53:[.19444,.43056,0,0,.5],54:[0,.64444,0,0,.5],55:[.19444,.43056,0,0,.5],56:[0,.64444,0,0,.5],57:[.19444,.43056,0,0,.5],65:[0,.68333,0,.13889,.75],66:[0,.68333,.05017,.08334,.75851],67:[0,.68333,.07153,.08334,.71472],68:[0,.68333,.02778,.05556,.82792],69:[0,.68333,.05764,.08334,.7382],70:[0,.68333,.13889,.08334,.64306],71:[0,.68333,0,.08334,.78625],72:[0,.68333,.08125,.05556,.83125],73:[0,.68333,.07847,.11111,.43958],74:[0,.68333,.09618,.16667,.55451],75:[0,.68333,.07153,.05556,.84931],76:[0,.68333,0,.02778,.68056],77:[0,.68333,.10903,.08334,.97014],78:[0,.68333,.10903,.08334,.80347],79:[0,.68333,.02778,.08334,.76278],80:[0,.68333,.13889,.08334,.64201],81:[.19444,.68333,0,.08334,.79056],82:[0,.68333,.00773,.08334,.75929],83:[0,.68333,.05764,.08334,.6132],84:[0,.68333,.13889,.08334,.58438],85:[0,.68333,.10903,.02778,.68278],86:[0,.68333,.22222,0,.58333],87:[0,.68333,.13889,0,.94445],88:[0,.68333,.07847,.08334,.82847],89:[0,.68333,.22222,0,.58056],90:[0,.68333,.07153,.08334,.68264],97:[0,.43056,0,0,.52859],98:[0,.69444,0,0,.42917],99:[0,.43056,0,.05556,.43276],100:[0,.69444,0,.16667,.52049],101:[0,.43056,0,.05556,.46563],102:[.19444,.69444,.10764,.16667,.48959],103:[.19444,.43056,.03588,.02778,.47697],104:[0,.69444,0,0,.57616],105:[0,.65952,0,0,.34451],106:[.19444,.65952,.05724,0,.41181],107:[0,.69444,.03148,0,.5206],108:[0,.69444,.01968,.08334,.29838],109:[0,.43056,0,0,.87801],110:[0,.43056,0,0,.60023],111:[0,.43056,0,.05556,.48472],112:[.19444,.43056,0,.08334,.50313],113:[.19444,.43056,.03588,.08334,.44641],114:[0,.43056,.02778,.05556,.45116],115:[0,.43056,0,.05556,.46875],116:[0,.61508,0,.08334,.36111],117:[0,.43056,0,.02778,.57246],118:[0,.43056,.03588,.02778,.48472],119:[0,.43056,.02691,.08334,.71592],120:[0,.43056,0,.02778,.57153],121:[.19444,.43056,.03588,.05556,.49028],122:[0,.43056,.04398,.05556,.46505],160:[0,0,0,0,.25],915:[0,.68333,.13889,.08334,.61528],916:[0,.68333,0,.16667,.83334],920:[0,.68333,.02778,.08334,.76278],923:[0,.68333,0,.16667,.69445],926:[0,.68333,.07569,.08334,.74236],928:[0,.68333,.08125,.05556,.83125],931:[0,.68333,.05764,.08334,.77986],933:[0,.68333,.13889,.05556,.58333],934:[0,.68333,0,.08334,.66667],936:[0,.68333,.11,.05556,.61222],937:[0,.68333,.05017,.08334,.7724],945:[0,.43056,.0037,.02778,.6397],946:[.19444,.69444,.05278,.08334,.56563],947:[.19444,.43056,.05556,0,.51773],948:[0,.69444,.03785,.05556,.44444],949:[0,.43056,0,.08334,.46632],950:[.19444,.69444,.07378,.08334,.4375],951:[.19444,.43056,.03588,.05556,.49653],952:[0,.69444,.02778,.08334,.46944],953:[0,.43056,0,.05556,.35394],954:[0,.43056,0,0,.57616],955:[0,.69444,0,0,.58334],956:[.19444,.43056,0,.02778,.60255],957:[0,.43056,.06366,.02778,.49398],958:[.19444,.69444,.04601,.11111,.4375],959:[0,.43056,0,.05556,.48472],960:[0,.43056,.03588,0,.57003],961:[.19444,.43056,0,.08334,.51702],962:[.09722,.43056,.07986,.08334,.36285],963:[0,.43056,.03588,0,.57141],964:[0,.43056,.1132,.02778,.43715],965:[0,.43056,.03588,.02778,.54028],966:[.19444,.43056,0,.08334,.65417],967:[.19444,.43056,0,.05556,.62569],968:[.19444,.69444,.03588,.11111,.65139],969:[0,.43056,.03588,0,.62245],977:[0,.69444,0,.08334,.59144],981:[.19444,.69444,0,.08334,.59583],982:[0,.43056,.02778,0,.82813],1009:[.19444,.43056,0,.08334,.51702],1013:[0,.43056,0,.05556,.4059],57649:[0,.43056,0,.02778,.32246],57911:[.19444,.43056,0,.08334,.38403]},"SansSerif-Bold":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.36667],34:[0,.69444,0,0,.55834],35:[.19444,.69444,0,0,.91667],36:[.05556,.75,0,0,.55],37:[.05556,.75,0,0,1.02912],38:[0,.69444,0,0,.83056],39:[0,.69444,0,0,.30556],40:[.25,.75,0,0,.42778],41:[.25,.75,0,0,.42778],42:[0,.75,0,0,.55],43:[.11667,.61667,0,0,.85556],44:[.10556,.13056,0,0,.30556],45:[0,.45833,0,0,.36667],46:[0,.13056,0,0,.30556],47:[.25,.75,0,0,.55],48:[0,.69444,0,0,.55],49:[0,.69444,0,0,.55],50:[0,.69444,0,0,.55],51:[0,.69444,0,0,.55],52:[0,.69444,0,0,.55],53:[0,.69444,0,0,.55],54:[0,.69444,0,0,.55],55:[0,.69444,0,0,.55],56:[0,.69444,0,0,.55],57:[0,.69444,0,0,.55],58:[0,.45833,0,0,.30556],59:[.10556,.45833,0,0,.30556],61:[-.09375,.40625,0,0,.85556],63:[0,.69444,0,0,.51945],64:[0,.69444,0,0,.73334],65:[0,.69444,0,0,.73334],66:[0,.69444,0,0,.73334],67:[0,.69444,0,0,.70278],68:[0,.69444,0,0,.79445],69:[0,.69444,0,0,.64167],70:[0,.69444,0,0,.61111],71:[0,.69444,0,0,.73334],72:[0,.69444,0,0,.79445],73:[0,.69444,0,0,.33056],74:[0,.69444,0,0,.51945],75:[0,.69444,0,0,.76389],76:[0,.69444,0,0,.58056],77:[0,.69444,0,0,.97778],78:[0,.69444,0,0,.79445],79:[0,.69444,0,0,.79445],80:[0,.69444,0,0,.70278],81:[.10556,.69444,0,0,.79445],82:[0,.69444,0,0,.70278],83:[0,.69444,0,0,.61111],84:[0,.69444,0,0,.73334],85:[0,.69444,0,0,.76389],86:[0,.69444,.01528,0,.73334],87:[0,.69444,.01528,0,1.03889],88:[0,.69444,0,0,.73334],89:[0,.69444,.0275,0,.73334],90:[0,.69444,0,0,.67223],91:[.25,.75,0,0,.34306],93:[.25,.75,0,0,.34306],94:[0,.69444,0,0,.55],95:[.35,.10833,.03056,0,.55],97:[0,.45833,0,0,.525],98:[0,.69444,0,0,.56111],99:[0,.45833,0,0,.48889],100:[0,.69444,0,0,.56111],101:[0,.45833,0,0,.51111],102:[0,.69444,.07639,0,.33611],103:[.19444,.45833,.01528,0,.55],104:[0,.69444,0,0,.56111],105:[0,.69444,0,0,.25556],106:[.19444,.69444,0,0,.28611],107:[0,.69444,0,0,.53056],108:[0,.69444,0,0,.25556],109:[0,.45833,0,0,.86667],110:[0,.45833,0,0,.56111],111:[0,.45833,0,0,.55],112:[.19444,.45833,0,0,.56111],113:[.19444,.45833,0,0,.56111],114:[0,.45833,.01528,0,.37222],115:[0,.45833,0,0,.42167],116:[0,.58929,0,0,.40417],117:[0,.45833,0,0,.56111],118:[0,.45833,.01528,0,.5],119:[0,.45833,.01528,0,.74445],120:[0,.45833,0,0,.5],121:[.19444,.45833,.01528,0,.5],122:[0,.45833,0,0,.47639],126:[.35,.34444,0,0,.55],160:[0,0,0,0,.25],168:[0,.69444,0,0,.55],176:[0,.69444,0,0,.73334],180:[0,.69444,0,0,.55],184:[.17014,0,0,0,.48889],305:[0,.45833,0,0,.25556],567:[.19444,.45833,0,0,.28611],710:[0,.69444,0,0,.55],711:[0,.63542,0,0,.55],713:[0,.63778,0,0,.55],728:[0,.69444,0,0,.55],729:[0,.69444,0,0,.30556],730:[0,.69444,0,0,.73334],732:[0,.69444,0,0,.55],733:[0,.69444,0,0,.55],915:[0,.69444,0,0,.58056],916:[0,.69444,0,0,.91667],920:[0,.69444,0,0,.85556],923:[0,.69444,0,0,.67223],926:[0,.69444,0,0,.73334],928:[0,.69444,0,0,.79445],931:[0,.69444,0,0,.79445],933:[0,.69444,0,0,.85556],934:[0,.69444,0,0,.79445],936:[0,.69444,0,0,.85556],937:[0,.69444,0,0,.79445],8211:[0,.45833,.03056,0,.55],8212:[0,.45833,.03056,0,1.10001],8216:[0,.69444,0,0,.30556],8217:[0,.69444,0,0,.30556],8220:[0,.69444,0,0,.55834],8221:[0,.69444,0,0,.55834]},"SansSerif-Italic":{32:[0,0,0,0,.25],33:[0,.69444,.05733,0,.31945],34:[0,.69444,.00316,0,.5],35:[.19444,.69444,.05087,0,.83334],36:[.05556,.75,.11156,0,.5],37:[.05556,.75,.03126,0,.83334],38:[0,.69444,.03058,0,.75834],39:[0,.69444,.07816,0,.27778],40:[.25,.75,.13164,0,.38889],41:[.25,.75,.02536,0,.38889],42:[0,.75,.11775,0,.5],43:[.08333,.58333,.02536,0,.77778],44:[.125,.08333,0,0,.27778],45:[0,.44444,.01946,0,.33333],46:[0,.08333,0,0,.27778],47:[.25,.75,.13164,0,.5],48:[0,.65556,.11156,0,.5],49:[0,.65556,.11156,0,.5],50:[0,.65556,.11156,0,.5],51:[0,.65556,.11156,0,.5],52:[0,.65556,.11156,0,.5],53:[0,.65556,.11156,0,.5],54:[0,.65556,.11156,0,.5],55:[0,.65556,.11156,0,.5],56:[0,.65556,.11156,0,.5],57:[0,.65556,.11156,0,.5],58:[0,.44444,.02502,0,.27778],59:[.125,.44444,.02502,0,.27778],61:[-.13,.37,.05087,0,.77778],63:[0,.69444,.11809,0,.47222],64:[0,.69444,.07555,0,.66667],65:[0,.69444,0,0,.66667],66:[0,.69444,.08293,0,.66667],67:[0,.69444,.11983,0,.63889],68:[0,.69444,.07555,0,.72223],69:[0,.69444,.11983,0,.59722],70:[0,.69444,.13372,0,.56945],71:[0,.69444,.11983,0,.66667],72:[0,.69444,.08094,0,.70834],73:[0,.69444,.13372,0,.27778],74:[0,.69444,.08094,0,.47222],75:[0,.69444,.11983,0,.69445],76:[0,.69444,0,0,.54167],77:[0,.69444,.08094,0,.875],78:[0,.69444,.08094,0,.70834],79:[0,.69444,.07555,0,.73611],80:[0,.69444,.08293,0,.63889],81:[.125,.69444,.07555,0,.73611],82:[0,.69444,.08293,0,.64584],83:[0,.69444,.09205,0,.55556],84:[0,.69444,.13372,0,.68056],85:[0,.69444,.08094,0,.6875],86:[0,.69444,.1615,0,.66667],87:[0,.69444,.1615,0,.94445],88:[0,.69444,.13372,0,.66667],89:[0,.69444,.17261,0,.66667],90:[0,.69444,.11983,0,.61111],91:[.25,.75,.15942,0,.28889],93:[.25,.75,.08719,0,.28889],94:[0,.69444,.0799,0,.5],95:[.35,.09444,.08616,0,.5],97:[0,.44444,.00981,0,.48056],98:[0,.69444,.03057,0,.51667],99:[0,.44444,.08336,0,.44445],100:[0,.69444,.09483,0,.51667],101:[0,.44444,.06778,0,.44445],102:[0,.69444,.21705,0,.30556],103:[.19444,.44444,.10836,0,.5],104:[0,.69444,.01778,0,.51667],105:[0,.67937,.09718,0,.23889],106:[.19444,.67937,.09162,0,.26667],107:[0,.69444,.08336,0,.48889],108:[0,.69444,.09483,0,.23889],109:[0,.44444,.01778,0,.79445],110:[0,.44444,.01778,0,.51667],111:[0,.44444,.06613,0,.5],112:[.19444,.44444,.0389,0,.51667],113:[.19444,.44444,.04169,0,.51667],114:[0,.44444,.10836,0,.34167],115:[0,.44444,.0778,0,.38333],116:[0,.57143,.07225,0,.36111],117:[0,.44444,.04169,0,.51667],118:[0,.44444,.10836,0,.46111],119:[0,.44444,.10836,0,.68334],120:[0,.44444,.09169,0,.46111],121:[.19444,.44444,.10836,0,.46111],122:[0,.44444,.08752,0,.43472],126:[.35,.32659,.08826,0,.5],160:[0,0,0,0,.25],168:[0,.67937,.06385,0,.5],176:[0,.69444,0,0,.73752],184:[.17014,0,0,0,.44445],305:[0,.44444,.04169,0,.23889],567:[.19444,.44444,.04169,0,.26667],710:[0,.69444,.0799,0,.5],711:[0,.63194,.08432,0,.5],713:[0,.60889,.08776,0,.5],714:[0,.69444,.09205,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,.09483,0,.5],729:[0,.67937,.07774,0,.27778],730:[0,.69444,0,0,.73752],732:[0,.67659,.08826,0,.5],733:[0,.69444,.09205,0,.5],915:[0,.69444,.13372,0,.54167],916:[0,.69444,0,0,.83334],920:[0,.69444,.07555,0,.77778],923:[0,.69444,0,0,.61111],926:[0,.69444,.12816,0,.66667],928:[0,.69444,.08094,0,.70834],931:[0,.69444,.11983,0,.72222],933:[0,.69444,.09031,0,.77778],934:[0,.69444,.04603,0,.72222],936:[0,.69444,.09031,0,.77778],937:[0,.69444,.08293,0,.72222],8211:[0,.44444,.08616,0,.5],8212:[0,.44444,.08616,0,1],8216:[0,.69444,.07816,0,.27778],8217:[0,.69444,.07816,0,.27778],8220:[0,.69444,.14205,0,.5],8221:[0,.69444,.00316,0,.5]},"SansSerif-Regular":{32:[0,0,0,0,.25],33:[0,.69444,0,0,.31945],34:[0,.69444,0,0,.5],35:[.19444,.69444,0,0,.83334],36:[.05556,.75,0,0,.5],37:[.05556,.75,0,0,.83334],38:[0,.69444,0,0,.75834],39:[0,.69444,0,0,.27778],40:[.25,.75,0,0,.38889],41:[.25,.75,0,0,.38889],42:[0,.75,0,0,.5],43:[.08333,.58333,0,0,.77778],44:[.125,.08333,0,0,.27778],45:[0,.44444,0,0,.33333],46:[0,.08333,0,0,.27778],47:[.25,.75,0,0,.5],48:[0,.65556,0,0,.5],49:[0,.65556,0,0,.5],50:[0,.65556,0,0,.5],51:[0,.65556,0,0,.5],52:[0,.65556,0,0,.5],53:[0,.65556,0,0,.5],54:[0,.65556,0,0,.5],55:[0,.65556,0,0,.5],56:[0,.65556,0,0,.5],57:[0,.65556,0,0,.5],58:[0,.44444,0,0,.27778],59:[.125,.44444,0,0,.27778],61:[-.13,.37,0,0,.77778],63:[0,.69444,0,0,.47222],64:[0,.69444,0,0,.66667],65:[0,.69444,0,0,.66667],66:[0,.69444,0,0,.66667],67:[0,.69444,0,0,.63889],68:[0,.69444,0,0,.72223],69:[0,.69444,0,0,.59722],70:[0,.69444,0,0,.56945],71:[0,.69444,0,0,.66667],72:[0,.69444,0,0,.70834],73:[0,.69444,0,0,.27778],74:[0,.69444,0,0,.47222],75:[0,.69444,0,0,.69445],76:[0,.69444,0,0,.54167],77:[0,.69444,0,0,.875],78:[0,.69444,0,0,.70834],79:[0,.69444,0,0,.73611],80:[0,.69444,0,0,.63889],81:[.125,.69444,0,0,.73611],82:[0,.69444,0,0,.64584],83:[0,.69444,0,0,.55556],84:[0,.69444,0,0,.68056],85:[0,.69444,0,0,.6875],86:[0,.69444,.01389,0,.66667],87:[0,.69444,.01389,0,.94445],88:[0,.69444,0,0,.66667],89:[0,.69444,.025,0,.66667],90:[0,.69444,0,0,.61111],91:[.25,.75,0,0,.28889],93:[.25,.75,0,0,.28889],94:[0,.69444,0,0,.5],95:[.35,.09444,.02778,0,.5],97:[0,.44444,0,0,.48056],98:[0,.69444,0,0,.51667],99:[0,.44444,0,0,.44445],100:[0,.69444,0,0,.51667],101:[0,.44444,0,0,.44445],102:[0,.69444,.06944,0,.30556],103:[.19444,.44444,.01389,0,.5],104:[0,.69444,0,0,.51667],105:[0,.67937,0,0,.23889],106:[.19444,.67937,0,0,.26667],107:[0,.69444,0,0,.48889],108:[0,.69444,0,0,.23889],109:[0,.44444,0,0,.79445],110:[0,.44444,0,0,.51667],111:[0,.44444,0,0,.5],112:[.19444,.44444,0,0,.51667],113:[.19444,.44444,0,0,.51667],114:[0,.44444,.01389,0,.34167],115:[0,.44444,0,0,.38333],116:[0,.57143,0,0,.36111],117:[0,.44444,0,0,.51667],118:[0,.44444,.01389,0,.46111],119:[0,.44444,.01389,0,.68334],120:[0,.44444,0,0,.46111],121:[.19444,.44444,.01389,0,.46111],122:[0,.44444,0,0,.43472],126:[.35,.32659,0,0,.5],160:[0,0,0,0,.25],168:[0,.67937,0,0,.5],176:[0,.69444,0,0,.66667],184:[.17014,0,0,0,.44445],305:[0,.44444,0,0,.23889],567:[.19444,.44444,0,0,.26667],710:[0,.69444,0,0,.5],711:[0,.63194,0,0,.5],713:[0,.60889,0,0,.5],714:[0,.69444,0,0,.5],715:[0,.69444,0,0,.5],728:[0,.69444,0,0,.5],729:[0,.67937,0,0,.27778],730:[0,.69444,0,0,.66667],732:[0,.67659,0,0,.5],733:[0,.69444,0,0,.5],915:[0,.69444,0,0,.54167],916:[0,.69444,0,0,.83334],920:[0,.69444,0,0,.77778],923:[0,.69444,0,0,.61111],926:[0,.69444,0,0,.66667],928:[0,.69444,0,0,.70834],931:[0,.69444,0,0,.72222],933:[0,.69444,0,0,.77778],934:[0,.69444,0,0,.72222],936:[0,.69444,0,0,.77778],937:[0,.69444,0,0,.72222],8211:[0,.44444,.02778,0,.5],8212:[0,.44444,.02778,0,1],8216:[0,.69444,0,0,.27778],8217:[0,.69444,0,0,.27778],8220:[0,.69444,0,0,.5],8221:[0,.69444,0,0,.5]},"Script-Regular":{32:[0,0,0,0,.25],65:[0,.7,.22925,0,.80253],66:[0,.7,.04087,0,.90757],67:[0,.7,.1689,0,.66619],68:[0,.7,.09371,0,.77443],69:[0,.7,.18583,0,.56162],70:[0,.7,.13634,0,.89544],71:[0,.7,.17322,0,.60961],72:[0,.7,.29694,0,.96919],73:[0,.7,.19189,0,.80907],74:[.27778,.7,.19189,0,1.05159],75:[0,.7,.31259,0,.91364],76:[0,.7,.19189,0,.87373],77:[0,.7,.15981,0,1.08031],78:[0,.7,.3525,0,.9015],79:[0,.7,.08078,0,.73787],80:[0,.7,.08078,0,1.01262],81:[0,.7,.03305,0,.88282],82:[0,.7,.06259,0,.85],83:[0,.7,.19189,0,.86767],84:[0,.7,.29087,0,.74697],85:[0,.7,.25815,0,.79996],86:[0,.7,.27523,0,.62204],87:[0,.7,.27523,0,.80532],88:[0,.7,.26006,0,.94445],89:[0,.7,.2939,0,.70961],90:[0,.7,.24037,0,.8212],160:[0,0,0,0,.25]},"Size1-Regular":{32:[0,0,0,0,.25],40:[.35001,.85,0,0,.45834],41:[.35001,.85,0,0,.45834],47:[.35001,.85,0,0,.57778],91:[.35001,.85,0,0,.41667],92:[.35001,.85,0,0,.57778],93:[.35001,.85,0,0,.41667],123:[.35001,.85,0,0,.58334],125:[.35001,.85,0,0,.58334],160:[0,0,0,0,.25],710:[0,.72222,0,0,.55556],732:[0,.72222,0,0,.55556],770:[0,.72222,0,0,.55556],771:[0,.72222,0,0,.55556],8214:[-99e-5,.601,0,0,.77778],8593:[1e-5,.6,0,0,.66667],8595:[1e-5,.6,0,0,.66667],8657:[1e-5,.6,0,0,.77778],8659:[1e-5,.6,0,0,.77778],8719:[.25001,.75,0,0,.94445],8720:[.25001,.75,0,0,.94445],8721:[.25001,.75,0,0,1.05556],8730:[.35001,.85,0,0,1],8739:[-.00599,.606,0,0,.33333],8741:[-.00599,.606,0,0,.55556],8747:[.30612,.805,.19445,0,.47222],8748:[.306,.805,.19445,0,.47222],8749:[.306,.805,.19445,0,.47222],8750:[.30612,.805,.19445,0,.47222],8896:[.25001,.75,0,0,.83334],8897:[.25001,.75,0,0,.83334],8898:[.25001,.75,0,0,.83334],8899:[.25001,.75,0,0,.83334],8968:[.35001,.85,0,0,.47222],8969:[.35001,.85,0,0,.47222],8970:[.35001,.85,0,0,.47222],8971:[.35001,.85,0,0,.47222],9168:[-99e-5,.601,0,0,.66667],10216:[.35001,.85,0,0,.47222],10217:[.35001,.85,0,0,.47222],10752:[.25001,.75,0,0,1.11111],10753:[.25001,.75,0,0,1.11111],10754:[.25001,.75,0,0,1.11111],10756:[.25001,.75,0,0,.83334],10758:[.25001,.75,0,0,.83334]},"Size2-Regular":{32:[0,0,0,0,.25],40:[.65002,1.15,0,0,.59722],41:[.65002,1.15,0,0,.59722],47:[.65002,1.15,0,0,.81111],91:[.65002,1.15,0,0,.47222],92:[.65002,1.15,0,0,.81111],93:[.65002,1.15,0,0,.47222],123:[.65002,1.15,0,0,.66667],125:[.65002,1.15,0,0,.66667],160:[0,0,0,0,.25],710:[0,.75,0,0,1],732:[0,.75,0,0,1],770:[0,.75,0,0,1],771:[0,.75,0,0,1],8719:[.55001,1.05,0,0,1.27778],8720:[.55001,1.05,0,0,1.27778],8721:[.55001,1.05,0,0,1.44445],8730:[.65002,1.15,0,0,1],8747:[.86225,1.36,.44445,0,.55556],8748:[.862,1.36,.44445,0,.55556],8749:[.862,1.36,.44445,0,.55556],8750:[.86225,1.36,.44445,0,.55556],8896:[.55001,1.05,0,0,1.11111],8897:[.55001,1.05,0,0,1.11111],8898:[.55001,1.05,0,0,1.11111],8899:[.55001,1.05,0,0,1.11111],8968:[.65002,1.15,0,0,.52778],8969:[.65002,1.15,0,0,.52778],8970:[.65002,1.15,0,0,.52778],8971:[.65002,1.15,0,0,.52778],10216:[.65002,1.15,0,0,.61111],10217:[.65002,1.15,0,0,.61111],10752:[.55001,1.05,0,0,1.51112],10753:[.55001,1.05,0,0,1.51112],10754:[.55001,1.05,0,0,1.51112],10756:[.55001,1.05,0,0,1.11111],10758:[.55001,1.05,0,0,1.11111]},"Size3-Regular":{32:[0,0,0,0,.25],40:[.95003,1.45,0,0,.73611],41:[.95003,1.45,0,0,.73611],47:[.95003,1.45,0,0,1.04445],91:[.95003,1.45,0,0,.52778],92:[.95003,1.45,0,0,1.04445],93:[.95003,1.45,0,0,.52778],123:[.95003,1.45,0,0,.75],125:[.95003,1.45,0,0,.75],160:[0,0,0,0,.25],710:[0,.75,0,0,1.44445],732:[0,.75,0,0,1.44445],770:[0,.75,0,0,1.44445],771:[0,.75,0,0,1.44445],8730:[.95003,1.45,0,0,1],8968:[.95003,1.45,0,0,.58334],8969:[.95003,1.45,0,0,.58334],8970:[.95003,1.45,0,0,.58334],8971:[.95003,1.45,0,0,.58334],10216:[.95003,1.45,0,0,.75],10217:[.95003,1.45,0,0,.75]},"Size4-Regular":{32:[0,0,0,0,.25],40:[1.25003,1.75,0,0,.79167],41:[1.25003,1.75,0,0,.79167],47:[1.25003,1.75,0,0,1.27778],91:[1.25003,1.75,0,0,.58334],92:[1.25003,1.75,0,0,1.27778],93:[1.25003,1.75,0,0,.58334],123:[1.25003,1.75,0,0,.80556],125:[1.25003,1.75,0,0,.80556],160:[0,0,0,0,.25],710:[0,.825,0,0,1.8889],732:[0,.825,0,0,1.8889],770:[0,.825,0,0,1.8889],771:[0,.825,0,0,1.8889],8730:[1.25003,1.75,0,0,1],8968:[1.25003,1.75,0,0,.63889],8969:[1.25003,1.75,0,0,.63889],8970:[1.25003,1.75,0,0,.63889],8971:[1.25003,1.75,0,0,.63889],9115:[.64502,1.155,0,0,.875],9116:[1e-5,.6,0,0,.875],9117:[.64502,1.155,0,0,.875],9118:[.64502,1.155,0,0,.875],9119:[1e-5,.6,0,0,.875],9120:[.64502,1.155,0,0,.875],9121:[.64502,1.155,0,0,.66667],9122:[-99e-5,.601,0,0,.66667],9123:[.64502,1.155,0,0,.66667],9124:[.64502,1.155,0,0,.66667],9125:[-99e-5,.601,0,0,.66667],9126:[.64502,1.155,0,0,.66667],9127:[1e-5,.9,0,0,.88889],9128:[.65002,1.15,0,0,.88889],9129:[.90001,0,0,0,.88889],9130:[0,.3,0,0,.88889],9131:[1e-5,.9,0,0,.88889],9132:[.65002,1.15,0,0,.88889],9133:[.90001,0,0,0,.88889],9143:[.88502,.915,0,0,1.05556],10216:[1.25003,1.75,0,0,.80556],10217:[1.25003,1.75,0,0,.80556],57344:[-.00499,.605,0,0,1.05556],57345:[-.00499,.605,0,0,1.05556],57680:[0,.12,0,0,.45],57681:[0,.12,0,0,.45],57682:[0,.12,0,0,.45],57683:[0,.12,0,0,.45]},"Typewriter-Regular":{32:[0,0,0,0,.525],33:[0,.61111,0,0,.525],34:[0,.61111,0,0,.525],35:[0,.61111,0,0,.525],36:[.08333,.69444,0,0,.525],37:[.08333,.69444,0,0,.525],38:[0,.61111,0,0,.525],39:[0,.61111,0,0,.525],40:[.08333,.69444,0,0,.525],41:[.08333,.69444,0,0,.525],42:[0,.52083,0,0,.525],43:[-.08056,.53055,0,0,.525],44:[.13889,.125,0,0,.525],45:[-.08056,.53055,0,0,.525],46:[0,.125,0,0,.525],47:[.08333,.69444,0,0,.525],48:[0,.61111,0,0,.525],49:[0,.61111,0,0,.525],50:[0,.61111,0,0,.525],51:[0,.61111,0,0,.525],52:[0,.61111,0,0,.525],53:[0,.61111,0,0,.525],54:[0,.61111,0,0,.525],55:[0,.61111,0,0,.525],56:[0,.61111,0,0,.525],57:[0,.61111,0,0,.525],58:[0,.43056,0,0,.525],59:[.13889,.43056,0,0,.525],60:[-.05556,.55556,0,0,.525],61:[-.19549,.41562,0,0,.525],62:[-.05556,.55556,0,0,.525],63:[0,.61111,0,0,.525],64:[0,.61111,0,0,.525],65:[0,.61111,0,0,.525],66:[0,.61111,0,0,.525],67:[0,.61111,0,0,.525],68:[0,.61111,0,0,.525],69:[0,.61111,0,0,.525],70:[0,.61111,0,0,.525],71:[0,.61111,0,0,.525],72:[0,.61111,0,0,.525],73:[0,.61111,0,0,.525],74:[0,.61111,0,0,.525],75:[0,.61111,0,0,.525],76:[0,.61111,0,0,.525],77:[0,.61111,0,0,.525],78:[0,.61111,0,0,.525],79:[0,.61111,0,0,.525],80:[0,.61111,0,0,.525],81:[.13889,.61111,0,0,.525],82:[0,.61111,0,0,.525],83:[0,.61111,0,0,.525],84:[0,.61111,0,0,.525],85:[0,.61111,0,0,.525],86:[0,.61111,0,0,.525],87:[0,.61111,0,0,.525],88:[0,.61111,0,0,.525],89:[0,.61111,0,0,.525],90:[0,.61111,0,0,.525],91:[.08333,.69444,0,0,.525],92:[.08333,.69444,0,0,.525],93:[.08333,.69444,0,0,.525],94:[0,.61111,0,0,.525],95:[.09514,0,0,0,.525],96:[0,.61111,0,0,.525],97:[0,.43056,0,0,.525],98:[0,.61111,0,0,.525],99:[0,.43056,0,0,.525],100:[0,.61111,0,0,.525],101:[0,.43056,0,0,.525],102:[0,.61111,0,0,.525],103:[.22222,.43056,0,0,.525],104:[0,.61111,0,0,.525],105:[0,.61111,0,0,.525],106:[.22222,.61111,0,0,.525],107:[0,.61111,0,0,.525],108:[0,.61111,0,0,.525],109:[0,.43056,0,0,.525],110:[0,.43056,0,0,.525],111:[0,.43056,0,0,.525],112:[.22222,.43056,0,0,.525],113:[.22222,.43056,0,0,.525],114:[0,.43056,0,0,.525],115:[0,.43056,0,0,.525],116:[0,.55358,0,0,.525],117:[0,.43056,0,0,.525],118:[0,.43056,0,0,.525],119:[0,.43056,0,0,.525],120:[0,.43056,0,0,.525],121:[.22222,.43056,0,0,.525],122:[0,.43056,0,0,.525],123:[.08333,.69444,0,0,.525],124:[.08333,.69444,0,0,.525],125:[.08333,.69444,0,0,.525],126:[0,.61111,0,0,.525],127:[0,.61111,0,0,.525],160:[0,0,0,0,.525],176:[0,.61111,0,0,.525],184:[.19445,0,0,0,.525],305:[0,.43056,0,0,.525],567:[.22222,.43056,0,0,.525],711:[0,.56597,0,0,.525],713:[0,.56555,0,0,.525],714:[0,.61111,0,0,.525],715:[0,.61111,0,0,.525],728:[0,.61111,0,0,.525],730:[0,.61111,0,0,.525],770:[0,.61111,0,0,.525],771:[0,.61111,0,0,.525],776:[0,.61111,0,0,.525],915:[0,.61111,0,0,.525],916:[0,.61111,0,0,.525],920:[0,.61111,0,0,.525],923:[0,.61111,0,0,.525],926:[0,.61111,0,0,.525],928:[0,.61111,0,0,.525],931:[0,.61111,0,0,.525],933:[0,.61111,0,0,.525],934:[0,.61111,0,0,.525],936:[0,.61111,0,0,.525],937:[0,.61111,0,0,.525],8216:[0,.61111,0,0,.525],8217:[0,.61111,0,0,.525],8242:[0,.61111,0,0,.525],9251:[.11111,.21944,0,0,.525]}},Et={slant:[.25,.25,.25],space:[0,0,0],stretch:[0,0,0],shrink:[0,0,0],xHeight:[.431,.431,.431],quad:[1,1.171,1.472],extraSpace:[0,0,0],num1:[.677,.732,.925],num2:[.394,.384,.387],num3:[.444,.471,.504],denom1:[.686,.752,1.025],denom2:[.345,.344,.532],sup1:[.413,.503,.504],sup2:[.363,.431,.404],sup3:[.289,.286,.294],sub1:[.15,.143,.2],sub2:[.247,.286,.4],supDrop:[.386,.353,.494],subDrop:[.05,.071,.1],delim1:[2.39,1.7,1.98],delim2:[1.01,1.157,1.42],axisHeight:[.25,.25,.25],defaultRuleThickness:[.04,.049,.049],bigOpSpacing1:[.111,.111,.111],bigOpSpacing2:[.166,.166,.166],bigOpSpacing3:[.2,.2,.2],bigOpSpacing4:[.6,.611,.611],bigOpSpacing5:[.1,.143,.143],sqrtRuleThickness:[.04,.04,.04],ptPerEm:[10,10,10],doubleRuleSep:[.2,.2,.2],arrayRuleWidth:[.04,.04,.04],fboxsep:[.3,.3,.3],fboxrule:[.04,.04,.04]},Dt={Å:`A`,Ð:`D`,Þ:`o`,å:`a`,ð:`d`,þ:`o`,А:`A`,Б:`B`,В:`B`,Г:`F`,Д:`A`,Е:`E`,Ж:`K`,З:`3`,И:`N`,Й:`N`,К:`K`,Л:`N`,М:`M`,Н:`H`,О:`O`,П:`N`,Р:`P`,С:`C`,Т:`T`,У:`y`,Ф:`O`,Х:`X`,Ц:`U`,Ч:`h`,Ш:`W`,Щ:`W`,Ъ:`B`,Ы:`X`,Ь:`B`,Э:`3`,Ю:`X`,Я:`R`,а:`a`,б:`b`,в:`a`,г:`r`,д:`y`,е:`e`,ж:`m`,з:`e`,и:`n`,й:`n`,к:`n`,л:`n`,м:`m`,н:`n`,о:`o`,п:`n`,р:`p`,с:`c`,т:`o`,у:`y`,ф:`b`,х:`x`,ц:`n`,ч:`n`,ш:`w`,щ:`w`,ъ:`a`,ы:`m`,ь:`a`,э:`e`,ю:`m`,я:`r`};function Ot(e,t){Tt[e]=t}function kt(e,t,n){if(!Tt[t])throw Error(`Font metrics not found for font: `+t+`.`);var r=e.charCodeAt(0),i=Tt[t][r];if(!i&&e[0]in Dt&&(r=Dt[e[0]].charCodeAt(0),i=Tt[t][r]),!i&&n===`text`&&Ue(r)&&(i=Tt[t][77]),i)return{depth:i[0],height:i[1],italic:i[2],skew:i[3],width:i[4]}}var At={};function jt(e){var t=e>=5?0:e>=3?1:2;if(!At[t]){var n=At[t]={cssEmPerMu:Et.quad[t]/18};for(var r of Object.keys(Et))n[r]=Et[r][t]}return At[t]}var k={math:{},text:{}};function A(e,t,n,r,i,a){k[e][i]={font:t,group:n,replace:r},a&&r&&(k[e][r]=k[e][i])}var j=`math`,M=`text`,N=`main`,P=`ams`,F=`accent-token`,I=`bin`,Mt=`close`,Nt=`inner`,L=`mathord`,R=`op-token`,Pt=`open`,Ft=`punct`,z=`rel`,It=`spacing`,B=`textord`;A(j,N,z,`≡`,`\\equiv`,!0),A(j,N,z,`≺`,`\\prec`,!0),A(j,N,z,`≻`,`\\succ`,!0),A(j,N,z,`∼`,`\\sim`,!0),A(j,N,z,`⊥`,`\\perp`),A(j,N,z,`⪯`,`\\preceq`,!0),A(j,N,z,`⪰`,`\\succeq`,!0),A(j,N,z,`≃`,`\\simeq`,!0),A(j,N,z,`∣`,`\\mid`,!0),A(j,N,z,`≪`,`\\ll`,!0),A(j,N,z,`≫`,`\\gg`,!0),A(j,N,z,`≍`,`\\asymp`,!0),A(j,N,z,`∥`,`\\parallel`),A(j,N,z,`⋈`,`\\bowtie`,!0),A(j,N,z,`⌣`,`\\smile`,!0),A(j,N,z,`⊑`,`\\sqsubseteq`,!0),A(j,N,z,`⊒`,`\\sqsupseteq`,!0),A(j,N,z,`≐`,`\\doteq`,!0),A(j,N,z,`⌢`,`\\frown`,!0),A(j,N,z,`∋`,`\\ni`,!0),A(j,N,z,`∝`,`\\propto`,!0),A(j,N,z,`⊢`,`\\vdash`,!0),A(j,N,z,`⊣`,`\\dashv`,!0),A(j,N,z,`∋`,`\\owns`),A(j,N,Ft,`.`,`\\ldotp`),A(j,N,Ft,`⋅`,`\\cdotp`),A(j,N,Ft,`⋅`,`·`),A(M,N,B,`⋅`,`·`),A(j,N,B,`#`,`\\#`),A(M,N,B,`#`,`\\#`),A(j,N,B,`&`,`\\&`),A(M,N,B,`&`,`\\&`),A(j,N,B,`ℵ`,`\\aleph`,!0),A(j,N,B,`∀`,`\\forall`,!0),A(j,N,B,`ℏ`,`\\hbar`,!0),A(j,N,B,`∃`,`\\exists`,!0),A(j,N,B,`∇`,`\\nabla`,!0),A(j,N,B,`♭`,`\\flat`,!0),A(j,N,B,`ℓ`,`\\ell`,!0),A(j,N,B,`♮`,`\\natural`,!0),A(j,N,B,`♣`,`\\clubsuit`,!0),A(j,N,B,`℘`,`\\wp`,!0),A(j,N,B,`♯`,`\\sharp`,!0),A(j,N,B,`♢`,`\\diamondsuit`,!0),A(j,N,B,`ℜ`,`\\Re`,!0),A(j,N,B,`♡`,`\\heartsuit`,!0),A(j,N,B,`ℑ`,`\\Im`,!0),A(j,N,B,`♠`,`\\spadesuit`,!0),A(j,N,B,`§`,`\\S`,!0),A(M,N,B,`§`,`\\S`),A(j,N,B,`¶`,`\\P`,!0),A(M,N,B,`¶`,`\\P`),A(j,N,B,`†`,`\\dag`),A(M,N,B,`†`,`\\dag`),A(M,N,B,`†`,`\\textdagger`),A(j,N,B,`‡`,`\\ddag`),A(M,N,B,`‡`,`\\ddag`),A(M,N,B,`‡`,`\\textdaggerdbl`),A(j,N,Mt,`⎱`,`\\rmoustache`,!0),A(j,N,Pt,`⎰`,`\\lmoustache`,!0),A(j,N,Mt,`⟯`,`\\rgroup`,!0),A(j,N,Pt,`⟮`,`\\lgroup`,!0),A(j,N,I,`∓`,`\\mp`,!0),A(j,N,I,`⊖`,`\\ominus`,!0),A(j,N,I,`⊎`,`\\uplus`,!0),A(j,N,I,`⊓`,`\\sqcap`,!0),A(j,N,I,`∗`,`\\ast`),A(j,N,I,`⊔`,`\\sqcup`,!0),A(j,N,I,`◯`,`\\bigcirc`,!0),A(j,N,I,`∙`,`\\bullet`,!0),A(j,N,I,`‡`,`\\ddagger`),A(j,N,I,`≀`,`\\wr`,!0),A(j,N,I,`⨿`,`\\amalg`),A(j,N,I,`&`,`\\And`),A(j,N,z,`⟵`,`\\longleftarrow`,!0),A(j,N,z,`⇐`,`\\Leftarrow`,!0),A(j,N,z,`⟸`,`\\Longleftarrow`,!0),A(j,N,z,`⟶`,`\\longrightarrow`,!0),A(j,N,z,`⇒`,`\\Rightarrow`,!0),A(j,N,z,`⟹`,`\\Longrightarrow`,!0),A(j,N,z,`↔`,`\\leftrightarrow`,!0),A(j,N,z,`⟷`,`\\longleftrightarrow`,!0),A(j,N,z,`⇔`,`\\Leftrightarrow`,!0),A(j,N,z,`⟺`,`\\Longleftrightarrow`,!0),A(j,N,z,`↦`,`\\mapsto`,!0),A(j,N,z,`⟼`,`\\longmapsto`,!0),A(j,N,z,`↗`,`\\nearrow`,!0),A(j,N,z,`↩`,`\\hookleftarrow`,!0),A(j,N,z,`↪`,`\\hookrightarrow`,!0),A(j,N,z,`↘`,`\\searrow`,!0),A(j,N,z,`↼`,`\\leftharpoonup`,!0),A(j,N,z,`⇀`,`\\rightharpoonup`,!0),A(j,N,z,`↙`,`\\swarrow`,!0),A(j,N,z,`↽`,`\\leftharpoondown`,!0),A(j,N,z,`⇁`,`\\rightharpoondown`,!0),A(j,N,z,`↖`,`\\nwarrow`,!0),A(j,N,z,`⇌`,`\\rightleftharpoons`,!0),A(j,P,z,`≮`,`\\nless`,!0),A(j,P,z,``,`\\@nleqslant`),A(j,P,z,``,`\\@nleqq`),A(j,P,z,`⪇`,`\\lneq`,!0),A(j,P,z,`≨`,`\\lneqq`,!0),A(j,P,z,``,`\\@lvertneqq`),A(j,P,z,`⋦`,`\\lnsim`,!0),A(j,P,z,`⪉`,`\\lnapprox`,!0),A(j,P,z,`⊀`,`\\nprec`,!0),A(j,P,z,`⋠`,`\\npreceq`,!0),A(j,P,z,`⋨`,`\\precnsim`,!0),A(j,P,z,`⪹`,`\\precnapprox`,!0),A(j,P,z,`≁`,`\\nsim`,!0),A(j,P,z,``,`\\@nshortmid`),A(j,P,z,`∤`,`\\nmid`,!0),A(j,P,z,`⊬`,`\\nvdash`,!0),A(j,P,z,`⊭`,`\\nvDash`,!0),A(j,P,z,`⋪`,`\\ntriangleleft`),A(j,P,z,`⋬`,`\\ntrianglelefteq`,!0),A(j,P,z,`⊊`,`\\subsetneq`,!0),A(j,P,z,``,`\\@varsubsetneq`),A(j,P,z,`⫋`,`\\subsetneqq`,!0),A(j,P,z,``,`\\@varsubsetneqq`),A(j,P,z,`≯`,`\\ngtr`,!0),A(j,P,z,``,`\\@ngeqslant`),A(j,P,z,``,`\\@ngeqq`),A(j,P,z,`⪈`,`\\gneq`,!0),A(j,P,z,`≩`,`\\gneqq`,!0),A(j,P,z,``,`\\@gvertneqq`),A(j,P,z,`⋧`,`\\gnsim`,!0),A(j,P,z,`⪊`,`\\gnapprox`,!0),A(j,P,z,`⊁`,`\\nsucc`,!0),A(j,P,z,`⋡`,`\\nsucceq`,!0),A(j,P,z,`⋩`,`\\succnsim`,!0),A(j,P,z,`⪺`,`\\succnapprox`,!0),A(j,P,z,`≆`,`\\ncong`,!0),A(j,P,z,``,`\\@nshortparallel`),A(j,P,z,`∦`,`\\nparallel`,!0),A(j,P,z,`⊯`,`\\nVDash`,!0),A(j,P,z,`⋫`,`\\ntriangleright`),A(j,P,z,`⋭`,`\\ntrianglerighteq`,!0),A(j,P,z,``,`\\@nsupseteqq`),A(j,P,z,`⊋`,`\\supsetneq`,!0),A(j,P,z,``,`\\@varsupsetneq`),A(j,P,z,`⫌`,`\\supsetneqq`,!0),A(j,P,z,``,`\\@varsupsetneqq`),A(j,P,z,`⊮`,`\\nVdash`,!0),A(j,P,z,`⪵`,`\\precneqq`,!0),A(j,P,z,`⪶`,`\\succneqq`,!0),A(j,P,z,``,`\\@nsubseteqq`),A(j,P,I,`⊴`,`\\unlhd`),A(j,P,I,`⊵`,`\\unrhd`),A(j,P,z,`↚`,`\\nleftarrow`,!0),A(j,P,z,`↛`,`\\nrightarrow`,!0),A(j,P,z,`⇍`,`\\nLeftarrow`,!0),A(j,P,z,`⇏`,`\\nRightarrow`,!0),A(j,P,z,`↮`,`\\nleftrightarrow`,!0),A(j,P,z,`⇎`,`\\nLeftrightarrow`,!0),A(j,P,z,`△`,`\\vartriangle`),A(j,P,B,`ℏ`,`\\hslash`),A(j,P,B,`▽`,`\\triangledown`),A(j,P,B,`◊`,`\\lozenge`),A(j,P,B,`Ⓢ`,`\\circledS`),A(j,P,B,`®`,`\\circledR`),A(M,P,B,`®`,`\\circledR`),A(j,P,B,`∡`,`\\measuredangle`,!0),A(j,P,B,`∄`,`\\nexists`),A(j,P,B,`℧`,`\\mho`),A(j,P,B,`Ⅎ`,`\\Finv`,!0),A(j,P,B,`⅁`,`\\Game`,!0),A(j,P,B,`‵`,`\\backprime`),A(j,P,B,`▲`,`\\blacktriangle`),A(j,P,B,`▼`,`\\blacktriangledown`),A(j,P,B,`■`,`\\blacksquare`),A(j,P,B,`⧫`,`\\blacklozenge`),A(j,P,B,`★`,`\\bigstar`),A(j,P,B,`∢`,`\\sphericalangle`,!0),A(j,P,B,`∁`,`\\complement`,!0),A(j,P,B,`ð`,`\\eth`,!0),A(M,N,B,`ð`,`ð`),A(j,P,B,`╱`,`\\diagup`),A(j,P,B,`╲`,`\\diagdown`),A(j,P,B,`□`,`\\square`),A(j,P,B,`□`,`\\Box`),A(j,P,B,`◊`,`\\Diamond`),A(j,P,B,`¥`,`\\yen`,!0),A(M,P,B,`¥`,`\\yen`,!0),A(j,P,B,`✓`,`\\checkmark`,!0),A(M,P,B,`✓`,`\\checkmark`),A(j,P,B,`ℶ`,`\\beth`,!0),A(j,P,B,`ℸ`,`\\daleth`,!0),A(j,P,B,`ℷ`,`\\gimel`,!0),A(j,P,B,`ϝ`,`\\digamma`,!0),A(j,P,B,`ϰ`,`\\varkappa`),A(j,P,Pt,`┌`,`\\@ulcorner`,!0),A(j,P,Mt,`┐`,`\\@urcorner`,!0),A(j,P,Pt,`└`,`\\@llcorner`,!0),A(j,P,Mt,`┘`,`\\@lrcorner`,!0),A(j,P,z,`≦`,`\\leqq`,!0),A(j,P,z,`⩽`,`\\leqslant`,!0),A(j,P,z,`⪕`,`\\eqslantless`,!0),A(j,P,z,`≲`,`\\lesssim`,!0),A(j,P,z,`⪅`,`\\lessapprox`,!0),A(j,P,z,`≊`,`\\approxeq`,!0),A(j,P,I,`⋖`,`\\lessdot`),A(j,P,z,`⋘`,`\\lll`,!0),A(j,P,z,`≶`,`\\lessgtr`,!0),A(j,P,z,`⋚`,`\\lesseqgtr`,!0),A(j,P,z,`⪋`,`\\lesseqqgtr`,!0),A(j,P,z,`≑`,`\\doteqdot`),A(j,P,z,`≓`,`\\risingdotseq`,!0),A(j,P,z,`≒`,`\\fallingdotseq`,!0),A(j,P,z,`∽`,`\\backsim`,!0),A(j,P,z,`⋍`,`\\backsimeq`,!0),A(j,P,z,`⫅`,`\\subseteqq`,!0),A(j,P,z,`⋐`,`\\Subset`,!0),A(j,P,z,`⊏`,`\\sqsubset`,!0),A(j,P,z,`≼`,`\\preccurlyeq`,!0),A(j,P,z,`⋞`,`\\curlyeqprec`,!0),A(j,P,z,`≾`,`\\precsim`,!0),A(j,P,z,`⪷`,`\\precapprox`,!0),A(j,P,z,`⊲`,`\\vartriangleleft`),A(j,P,z,`⊴`,`\\trianglelefteq`),A(j,P,z,`⊨`,`\\vDash`,!0),A(j,P,z,`⊪`,`\\Vvdash`,!0),A(j,P,z,`⌣`,`\\smallsmile`),A(j,P,z,`⌢`,`\\smallfrown`),A(j,P,z,`≏`,`\\bumpeq`,!0),A(j,P,z,`≎`,`\\Bumpeq`,!0),A(j,P,z,`≧`,`\\geqq`,!0),A(j,P,z,`⩾`,`\\geqslant`,!0),A(j,P,z,`⪖`,`\\eqslantgtr`,!0),A(j,P,z,`≳`,`\\gtrsim`,!0),A(j,P,z,`⪆`,`\\gtrapprox`,!0),A(j,P,I,`⋗`,`\\gtrdot`),A(j,P,z,`⋙`,`\\ggg`,!0),A(j,P,z,`≷`,`\\gtrless`,!0),A(j,P,z,`⋛`,`\\gtreqless`,!0),A(j,P,z,`⪌`,`\\gtreqqless`,!0),A(j,P,z,`≖`,`\\eqcirc`,!0),A(j,P,z,`≗`,`\\circeq`,!0),A(j,P,z,`≜`,`\\triangleq`,!0),A(j,P,z,`∼`,`\\thicksim`),A(j,P,z,`≈`,`\\thickapprox`),A(j,P,z,`⫆`,`\\supseteqq`,!0),A(j,P,z,`⋑`,`\\Supset`,!0),A(j,P,z,`⊐`,`\\sqsupset`,!0),A(j,P,z,`≽`,`\\succcurlyeq`,!0),A(j,P,z,`⋟`,`\\curlyeqsucc`,!0),A(j,P,z,`≿`,`\\succsim`,!0),A(j,P,z,`⪸`,`\\succapprox`,!0),A(j,P,z,`⊳`,`\\vartriangleright`),A(j,P,z,`⊵`,`\\trianglerighteq`),A(j,P,z,`⊩`,`\\Vdash`,!0),A(j,P,z,`∣`,`\\shortmid`),A(j,P,z,`∥`,`\\shortparallel`),A(j,P,z,`≬`,`\\between`,!0),A(j,P,z,`⋔`,`\\pitchfork`,!0),A(j,P,z,`∝`,`\\varpropto`),A(j,P,z,`◀`,`\\blacktriangleleft`),A(j,P,z,`∴`,`\\therefore`,!0),A(j,P,z,`∍`,`\\backepsilon`),A(j,P,z,`▶`,`\\blacktriangleright`),A(j,P,z,`∵`,`\\because`,!0),A(j,P,z,`⋘`,`\\llless`),A(j,P,z,`⋙`,`\\gggtr`),A(j,P,I,`⊲`,`\\lhd`),A(j,P,I,`⊳`,`\\rhd`),A(j,P,z,`≂`,`\\eqsim`,!0),A(j,N,z,`⋈`,`\\Join`),A(j,P,z,`≑`,`\\Doteq`,!0),A(j,P,I,`∔`,`\\dotplus`,!0),A(j,P,I,`∖`,`\\smallsetminus`),A(j,P,I,`⋒`,`\\Cap`,!0),A(j,P,I,`⋓`,`\\Cup`,!0),A(j,P,I,`⩞`,`\\doublebarwedge`,!0),A(j,P,I,`⊟`,`\\boxminus`,!0),A(j,P,I,`⊞`,`\\boxplus`,!0),A(j,P,I,`⋇`,`\\divideontimes`,!0),A(j,P,I,`⋉`,`\\ltimes`,!0),A(j,P,I,`⋊`,`\\rtimes`,!0),A(j,P,I,`⋋`,`\\leftthreetimes`,!0),A(j,P,I,`⋌`,`\\rightthreetimes`,!0),A(j,P,I,`⋏`,`\\curlywedge`,!0),A(j,P,I,`⋎`,`\\curlyvee`,!0),A(j,P,I,`⊝`,`\\circleddash`,!0),A(j,P,I,`⊛`,`\\circledast`,!0),A(j,P,I,`⋅`,`\\centerdot`),A(j,P,I,`⊺`,`\\intercal`,!0),A(j,P,I,`⋒`,`\\doublecap`),A(j,P,I,`⋓`,`\\doublecup`),A(j,P,I,`⊠`,`\\boxtimes`,!0),A(j,P,z,`⇢`,`\\dashrightarrow`,!0),A(j,P,z,`⇠`,`\\dashleftarrow`,!0),A(j,P,z,`⇇`,`\\leftleftarrows`,!0),A(j,P,z,`⇆`,`\\leftrightarrows`,!0),A(j,P,z,`⇚`,`\\Lleftarrow`,!0),A(j,P,z,`↞`,`\\twoheadleftarrow`,!0),A(j,P,z,`↢`,`\\leftarrowtail`,!0),A(j,P,z,`↫`,`\\looparrowleft`,!0),A(j,P,z,`⇋`,`\\leftrightharpoons`,!0),A(j,P,z,`↶`,`\\curvearrowleft`,!0),A(j,P,z,`↺`,`\\circlearrowleft`,!0),A(j,P,z,`↰`,`\\Lsh`,!0),A(j,P,z,`⇈`,`\\upuparrows`,!0),A(j,P,z,`↿`,`\\upharpoonleft`,!0),A(j,P,z,`⇃`,`\\downharpoonleft`,!0),A(j,N,z,`⊶`,`\\origof`,!0),A(j,N,z,`⊷`,`\\imageof`,!0),A(j,P,z,`⊸`,`\\multimap`,!0),A(j,P,z,`↭`,`\\leftrightsquigarrow`,!0),A(j,P,z,`⇉`,`\\rightrightarrows`,!0),A(j,P,z,`⇄`,`\\rightleftarrows`,!0),A(j,P,z,`↠`,`\\twoheadrightarrow`,!0),A(j,P,z,`↣`,`\\rightarrowtail`,!0),A(j,P,z,`↬`,`\\looparrowright`,!0),A(j,P,z,`↷`,`\\curvearrowright`,!0),A(j,P,z,`↻`,`\\circlearrowright`,!0),A(j,P,z,`↱`,`\\Rsh`,!0),A(j,P,z,`⇊`,`\\downdownarrows`,!0),A(j,P,z,`↾`,`\\upharpoonright`,!0),A(j,P,z,`⇂`,`\\downharpoonright`,!0),A(j,P,z,`⇝`,`\\rightsquigarrow`,!0),A(j,P,z,`⇝`,`\\leadsto`),A(j,P,z,`⇛`,`\\Rrightarrow`,!0),A(j,P,z,`↾`,`\\restriction`),A(j,N,B,`‘`,"`"),A(j,N,B,`$`,`\\$`),A(M,N,B,`$`,`\\$`),A(M,N,B,`$`,`\\textdollar`),A(j,N,B,`%`,`\\%`),A(M,N,B,`%`,`\\%`),A(j,N,B,`_`,`\\_`),A(M,N,B,`_`,`\\_`),A(M,N,B,`_`,`\\textunderscore`),A(j,N,B,`∠`,`\\angle`,!0),A(j,N,B,`∞`,`\\infty`,!0),A(j,N,B,`′`,`\\prime`),A(j,N,B,`△`,`\\triangle`),A(j,N,B,`Γ`,`\\Gamma`,!0),A(j,N,B,`Δ`,`\\Delta`,!0),A(j,N,B,`Θ`,`\\Theta`,!0),A(j,N,B,`Λ`,`\\Lambda`,!0),A(j,N,B,`Ξ`,`\\Xi`,!0),A(j,N,B,`Π`,`\\Pi`,!0),A(j,N,B,`Σ`,`\\Sigma`,!0),A(j,N,B,`Υ`,`\\Upsilon`,!0),A(j,N,B,`Φ`,`\\Phi`,!0),A(j,N,B,`Ψ`,`\\Psi`,!0),A(j,N,B,`Ω`,`\\Omega`,!0),A(j,N,B,`A`,`Α`),A(j,N,B,`B`,`Β`),A(j,N,B,`E`,`Ε`),A(j,N,B,`Z`,`Ζ`),A(j,N,B,`H`,`Η`),A(j,N,B,`I`,`Ι`),A(j,N,B,`K`,`Κ`),A(j,N,B,`M`,`Μ`),A(j,N,B,`N`,`Ν`),A(j,N,B,`O`,`Ο`),A(j,N,B,`P`,`Ρ`),A(j,N,B,`T`,`Τ`),A(j,N,B,`X`,`Χ`),A(j,N,B,`¬`,`\\neg`,!0),A(j,N,B,`¬`,`\\lnot`),A(j,N,B,`⊤`,`\\top`),A(j,N,B,`⊥`,`\\bot`),A(j,N,B,`∅`,`\\emptyset`),A(j,P,B,`∅`,`\\varnothing`),A(j,N,L,`α`,`\\alpha`,!0),A(j,N,L,`β`,`\\beta`,!0),A(j,N,L,`γ`,`\\gamma`,!0),A(j,N,L,`δ`,`\\delta`,!0),A(j,N,L,`ϵ`,`\\epsilon`,!0),A(j,N,L,`ζ`,`\\zeta`,!0),A(j,N,L,`η`,`\\eta`,!0),A(j,N,L,`θ`,`\\theta`,!0),A(j,N,L,`ι`,`\\iota`,!0),A(j,N,L,`κ`,`\\kappa`,!0),A(j,N,L,`λ`,`\\lambda`,!0),A(j,N,L,`μ`,`\\mu`,!0),A(j,N,L,`ν`,`\\nu`,!0),A(j,N,L,`ξ`,`\\xi`,!0),A(j,N,L,`ο`,`\\omicron`,!0),A(j,N,L,`π`,`\\pi`,!0),A(j,N,L,`ρ`,`\\rho`,!0),A(j,N,L,`σ`,`\\sigma`,!0),A(j,N,L,`τ`,`\\tau`,!0),A(j,N,L,`υ`,`\\upsilon`,!0),A(j,N,L,`ϕ`,`\\phi`,!0),A(j,N,L,`χ`,`\\chi`,!0),A(j,N,L,`ψ`,`\\psi`,!0),A(j,N,L,`ω`,`\\omega`,!0),A(j,N,L,`ε`,`\\varepsilon`,!0),A(j,N,L,`ϑ`,`\\vartheta`,!0),A(j,N,L,`ϖ`,`\\varpi`,!0),A(j,N,L,`ϱ`,`\\varrho`,!0),A(j,N,L,`ς`,`\\varsigma`,!0),A(j,N,L,`φ`,`\\varphi`,!0),A(j,N,I,`∗`,`*`,!0),A(j,N,I,`+`,`+`),A(j,N,I,`−`,`-`,!0),A(j,N,I,`⋅`,`\\cdot`,!0),A(j,N,I,`∘`,`\\circ`,!0),A(j,N,I,`÷`,`\\div`,!0),A(j,N,I,`±`,`\\pm`,!0),A(j,N,I,`×`,`\\times`,!0),A(j,N,I,`∩`,`\\cap`,!0),A(j,N,I,`∪`,`\\cup`,!0),A(j,N,I,`∖`,`\\setminus`,!0),A(j,N,I,`∧`,`\\land`),A(j,N,I,`∨`,`\\lor`),A(j,N,I,`∧`,`\\wedge`,!0),A(j,N,I,`∨`,`\\vee`,!0),A(j,N,B,`√`,`\\surd`),A(j,N,Pt,`⟨`,`\\langle`,!0),A(j,N,Pt,`∣`,`\\lvert`),A(j,N,Pt,`∥`,`\\lVert`),A(j,N,Mt,`?`,`?`),A(j,N,Mt,`!`,`!`),A(j,N,Mt,`⟩`,`\\rangle`,!0),A(j,N,Mt,`∣`,`\\rvert`),A(j,N,Mt,`∥`,`\\rVert`),A(j,N,z,`=`,`=`),A(j,N,z,`:`,`:`),A(j,N,z,`≈`,`\\approx`,!0),A(j,N,z,`≅`,`\\cong`,!0),A(j,N,z,`≥`,`\\ge`),A(j,N,z,`≥`,`\\geq`,!0),A(j,N,z,`←`,`\\gets`),A(j,N,z,`>`,`\\gt`,!0),A(j,N,z,`∈`,`\\in`,!0),A(j,N,z,``,`\\@not`),A(j,N,z,`⊂`,`\\subset`,!0),A(j,N,z,`⊃`,`\\supset`,!0),A(j,N,z,`⊆`,`\\subseteq`,!0),A(j,N,z,`⊇`,`\\supseteq`,!0),A(j,P,z,`⊈`,`\\nsubseteq`,!0),A(j,P,z,`⊉`,`\\nsupseteq`,!0),A(j,N,z,`⊨`,`\\models`),A(j,N,z,`←`,`\\leftarrow`,!0),A(j,N,z,`≤`,`\\le`),A(j,N,z,`≤`,`\\leq`,!0),A(j,N,z,`<`,`\\lt`,!0),A(j,N,z,`→`,`\\rightarrow`,!0),A(j,N,z,`→`,`\\to`),A(j,P,z,`≱`,`\\ngeq`,!0),A(j,P,z,`≰`,`\\nleq`,!0),A(j,N,It,`\xA0`,`\\ `),A(j,N,It,`\xA0`,`\\space`),A(j,N,It,`\xA0`,`\\nobreakspace`),A(M,N,It,`\xA0`,`\\ `),A(M,N,It,`\xA0`,` `),A(M,N,It,`\xA0`,`\\space`),A(M,N,It,`\xA0`,`\\nobreakspace`),A(j,N,It,``,`\\nobreak`),A(j,N,It,``,`\\allowbreak`),A(j,N,Ft,`,`,`,`),A(j,N,Ft,`;`,`;`),A(j,P,I,`⊼`,`\\barwedge`,!0),A(j,P,I,`⊻`,`\\veebar`,!0),A(j,N,I,`⊙`,`\\odot`,!0),A(j,N,I,`⊕`,`\\oplus`,!0),A(j,N,I,`⊗`,`\\otimes`,!0),A(j,N,B,`∂`,`\\partial`,!0),A(j,N,I,`⊘`,`\\oslash`,!0),A(j,P,I,`⊚`,`\\circledcirc`,!0),A(j,P,I,`⊡`,`\\boxdot`,!0),A(j,N,I,`△`,`\\bigtriangleup`),A(j,N,I,`▽`,`\\bigtriangledown`),A(j,N,I,`†`,`\\dagger`),A(j,N,I,`⋄`,`\\diamond`),A(j,N,I,`⋆`,`\\star`),A(j,N,I,`◃`,`\\triangleleft`),A(j,N,I,`▹`,`\\triangleright`),A(j,N,Pt,`{`,`\\{`),A(M,N,B,`{`,`\\{`),A(M,N,B,`{`,`\\textbraceleft`),A(j,N,Mt,`}`,`\\}`),A(M,N,B,`}`,`\\}`),A(M,N,B,`}`,`\\textbraceright`),A(j,N,Pt,`{`,`\\lbrace`),A(j,N,Mt,`}`,`\\rbrace`),A(j,N,Pt,`[`,`\\lbrack`,!0),A(M,N,B,`[`,`\\lbrack`,!0),A(j,N,Mt,`]`,`\\rbrack`,!0),A(M,N,B,`]`,`\\rbrack`,!0),A(j,N,Pt,`(`,`\\lparen`,!0),A(j,N,Mt,`)`,`\\rparen`,!0),A(M,N,B,`<`,`\\textless`,!0),A(M,N,B,`>`,`\\textgreater`,!0),A(j,N,Pt,`⌊`,`\\lfloor`,!0),A(j,N,Mt,`⌋`,`\\rfloor`,!0),A(j,N,Pt,`⌈`,`\\lceil`,!0),A(j,N,Mt,`⌉`,`\\rceil`,!0),A(j,N,B,`\\`,`\\backslash`),A(j,N,B,`∣`,`|`),A(j,N,B,`∣`,`\\vert`),A(M,N,B,`|`,`\\textbar`,!0),A(j,N,B,`∥`,`\\|`),A(j,N,B,`∥`,`\\Vert`),A(M,N,B,`∥`,`\\textbardbl`),A(M,N,B,`~`,`\\textasciitilde`),A(M,N,B,`\\`,`\\textbackslash`),A(M,N,B,`^`,`\\textasciicircum`),A(j,N,z,`↑`,`\\uparrow`,!0),A(j,N,z,`⇑`,`\\Uparrow`,!0),A(j,N,z,`↓`,`\\downarrow`,!0),A(j,N,z,`⇓`,`\\Downarrow`,!0),A(j,N,z,`↕`,`\\updownarrow`,!0),A(j,N,z,`⇕`,`\\Updownarrow`,!0),A(j,N,R,`∐`,`\\coprod`),A(j,N,R,`⋁`,`\\bigvee`),A(j,N,R,`⋀`,`\\bigwedge`),A(j,N,R,`⨄`,`\\biguplus`),A(j,N,R,`⋂`,`\\bigcap`),A(j,N,R,`⋃`,`\\bigcup`),A(j,N,R,`∫`,`\\int`),A(j,N,R,`∫`,`\\intop`),A(j,N,R,`∬`,`\\iint`),A(j,N,R,`∭`,`\\iiint`),A(j,N,R,`∏`,`\\prod`),A(j,N,R,`∑`,`\\sum`),A(j,N,R,`⨂`,`\\bigotimes`),A(j,N,R,`⨁`,`\\bigoplus`),A(j,N,R,`⨀`,`\\bigodot`),A(j,N,R,`∮`,`\\oint`),A(j,N,R,`∯`,`\\oiint`),A(j,N,R,`∰`,`\\oiiint`),A(j,N,R,`⨆`,`\\bigsqcup`),A(j,N,R,`∫`,`\\smallint`),A(M,N,Nt,`…`,`\\textellipsis`),A(j,N,Nt,`…`,`\\mathellipsis`),A(M,N,Nt,`…`,`\\ldots`,!0),A(j,N,Nt,`…`,`\\ldots`,!0),A(j,N,Nt,`⋯`,`\\@cdots`,!0),A(j,N,Nt,`⋱`,`\\ddots`,!0),A(j,N,B,`⋮`,`\\varvdots`),A(M,N,B,`⋮`,`\\varvdots`),A(j,N,F,`ˊ`,`\\acute`),A(j,N,F,`ˋ`,`\\grave`),A(j,N,F,`¨`,`\\ddot`),A(j,N,F,`~`,`\\tilde`),A(j,N,F,`ˉ`,`\\bar`),A(j,N,F,`˘`,`\\breve`),A(j,N,F,`ˇ`,`\\check`),A(j,N,F,`^`,`\\hat`),A(j,N,F,`⃗`,`\\vec`),A(j,N,F,`˙`,`\\dot`),A(j,N,F,`˚`,`\\mathring`),A(j,N,L,``,`\\@imath`),A(j,N,L,``,`\\@jmath`),A(j,N,B,`ı`,`ı`),A(j,N,B,`ȷ`,`ȷ`),A(M,N,B,`ı`,`\\i`,!0),A(M,N,B,`ȷ`,`\\j`,!0),A(M,N,B,`ß`,`\\ss`,!0),A(M,N,B,`æ`,`\\ae`,!0),A(M,N,B,`œ`,`\\oe`,!0),A(M,N,B,`ø`,`\\o`,!0),A(M,N,B,`Æ`,`\\AE`,!0),A(M,N,B,`Œ`,`\\OE`,!0),A(M,N,B,`Ø`,`\\O`,!0),A(M,N,F,`ˊ`,`\\'`),A(M,N,F,`ˋ`,"\\`"),A(M,N,F,`ˆ`,`\\^`),A(M,N,F,`˜`,`\\~`),A(M,N,F,`ˉ`,`\\=`),A(M,N,F,`˘`,`\\u`),A(M,N,F,`˙`,`\\.`),A(M,N,F,`¸`,`\\c`),A(M,N,F,`˚`,`\\r`),A(M,N,F,`ˇ`,`\\v`),A(M,N,F,`¨`,`\\"`),A(M,N,F,`˝`,`\\H`),A(M,N,F,`◯`,`\\textcircled`);var Lt={"--":!0,"---":!0,"``":!0,"''":!0};A(M,N,B,`–`,`--`,!0),A(M,N,B,`–`,`\\textendash`),A(M,N,B,`—`,`---`,!0),A(M,N,B,`—`,`\\textemdash`),A(M,N,B,`‘`,"`",!0),A(M,N,B,`‘`,`\\textquoteleft`),A(M,N,B,`’`,`'`,!0),A(M,N,B,`’`,`\\textquoteright`),A(M,N,B,`“`,"``",!0),A(M,N,B,`“`,`\\textquotedblleft`),A(M,N,B,`”`,`''`,!0),A(M,N,B,`”`,`\\textquotedblright`),A(j,N,B,`°`,`\\degree`,!0),A(M,N,B,`°`,`\\degree`),A(M,N,B,`°`,`\\textdegree`,!0),A(j,N,B,`£`,`\\pounds`),A(j,N,B,`£`,`\\mathsterling`,!0),A(M,N,B,`£`,`\\pounds`),A(M,N,B,`£`,`\\textsterling`,!0),A(j,P,B,`✠`,`\\maltese`),A(M,P,B,`✠`,`\\maltese`);for(var Rt=`0123456789/@."`,zt=0;zt{var t=e.charCodeAt(0),n=e.charCodeAt(1),r=(t-55296)*1024+(n-56320)+65536;if(119808<=r&&r<120484)return fn[Math.floor((r-119808)/26)];if(120782<=r&&r<=120831)return pn[Math.floor((r-120782)/10)];if(r===120485||r===120486)return fn[0];if(120486{if(ct(e.classes)!==ct(t.classes)||e.skew!==t.skew||e.maxFontSize!==t.maxFontSize||e.italic!==0&&e.hasClass(`mathnormal`))return!1;if(e.classes.length===1){var n=e.classes[0];if(n===`mbin`||n===`mord`)return!1}for(var r of Object.keys(e.style))if(e.style[r]!==t.style[r])return!1;for(var i of Object.keys(t.style))if(e.style[i]!==t.style[i])return!1;return!0},xn=e=>{for(var t=0;tt&&(t=a.height),a.depth>n&&(n=a.depth),a.maxFontSize>r&&(r=a.maxFontSize)}e.height=t,e.depth=n,e.maxFontSize=r},U=function(e,t,n,r){var i=new mt(e,t,n,r);return Sn(i),i},Cn=(e,t,n,r)=>new mt(e,t,n,r),wn=function(e,t,n){var r=U([e],[],t);return r.height=Math.max(n||t.fontMetrics().defaultRuleThickness,t.minRuleThickness),r.style.borderBottomWidth=O(r.height),r.maxFontSize=1,r},Tn=function(e,t,n,r){var i=new ht(e,t,n,r);return Sn(i),i},En=function(e){var t=new it(e);return Sn(t),t},Dn=function(e,t){return e instanceof it?U([],[e],t):e},On=function(e){if(e.positionType===`individualShift`){for(var t=e.children,n=[t[0]],r=-t[0].shift-t[0].elem.depth,i=r,a=1;a{var n=U([`mspace`],[],t),r=D(e,t);return n.style.marginRight=O(r),n},An=(e,t,n)=>{var r,i;switch(e){case`amsrm`:r=`AMS`;break;case`textrm`:r=`Main`;break;case`textsf`:r=`SansSerif`;break;case`texttt`:r=`Typewriter`;break;default:r=e}return i=t===`textbf`&&n===`textit`?`BoldItalic`:t===`textbf`?`Bold`:n===`textit`?`Italic`:`Regular`,r+`-`+i},jn={mathbf:{variant:`bold`,fontName:`Main-Bold`},mathrm:{variant:`normal`,fontName:`Main-Regular`},textit:{variant:`italic`,fontName:`Main-Italic`},mathit:{variant:`italic`,fontName:`Main-Italic`},mathnormal:{variant:`italic`,fontName:`Math-Italic`},mathsfit:{variant:`sans-serif-italic`,fontName:`SansSerif-Italic`},mathbb:{variant:`double-struck`,fontName:`AMS-Regular`},mathcal:{variant:`script`,fontName:`Caligraphic-Regular`},mathfrak:{variant:`fraktur`,fontName:`Fraktur-Regular`},mathscr:{variant:`script`,fontName:`Script-Regular`},mathsf:{variant:`sans-serif`,fontName:`SansSerif-Regular`},mathtt:{variant:`monospace`,fontName:`Typewriter-Regular`}},Mn={vec:[`vec`,.471,.714],oiintSize1:[`oiintSize1`,.957,.499],oiintSize2:[`oiintSize2`,1.472,.659],oiiintSize1:[`oiiintSize1`,1.304,.499],oiiintSize2:[`oiiintSize2`,1.98,.659]},Nn=function(e,t){var n=Mn[e],r=n[0],i=n[1],a=n[2],o=Cn([`katex-overlay`],[new yt([new bt(r)],{width:O(i),height:O(a),style:`width:`+O(i),viewBox:`0 0 `+1e3*i+` `+1e3*a,preserveAspectRatio:`xMinYMin`})],t);return o.height=a,o.style.height=O(a),o.style.width=O(i),o},G={number:3,unit:`mu`},Pn={number:4,unit:`mu`},Fn={number:5,unit:`mu`},In={mord:{mop:G,mbin:Pn,mrel:Fn,minner:G},mop:{mord:G,mop:G,mrel:Fn,minner:G},mbin:{mord:Pn,mop:Pn,mopen:Pn,minner:Pn},mrel:{mord:Fn,mop:Fn,mopen:Fn,minner:Fn},mopen:{},mclose:{mop:G,mbin:Pn,mrel:Fn,minner:G},mpunct:{mord:G,mop:G,mrel:Fn,mopen:G,mclose:G,mpunct:G,minner:G},minner:{mord:G,mop:G,mbin:Pn,mrel:Fn,mopen:G,mpunct:G,minner:G}},Ln={mord:{mop:G},mop:{mord:G,mop:G},mbin:{},mrel:{},mopen:{},mclose:{mop:G},mpunct:{},minner:{mop:G}},Rn={},zn={},Bn={};function K(e){for(var t=e.type,n=e.names,r=e.htmlBuilder,i=e.mathmlBuilder,a=0;a{var n=t.classes[0],r=e.classes[0];n===`mbin`&&Wn.has(r)?t.classes[0]=`mord`:r===`mbin`&&Un.has(n)&&(e.classes[0]=`mord`)},{node:u},d,f),Jn(i,(e,t)=>{var n=Zn(t),r=Zn(e),i=n&&r?e.hasClass(`mtight`)?Ln[n]?.[r]:In[n]?.[r]:null;if(i)return kn(i,c)},{node:u},d,f),i},Jn=function(e,t,n,r,i){r&&e.push(r);for(var a=0;an=>{e.splice(t+1,0,n),a++})(a)}r&&e.pop()},Yn=function(e){return e instanceof it||e instanceof ht||e instanceof mt&&e.hasClass(`enclosing`)?e:null},Xn=function(e,t){var n=Yn(e);if(n){var r=n.children;if(r.length){if(t===`right`)return Xn(r[r.length-1],`right`);if(t===`left`)return Xn(r[0],`left`)}}return e},Zn=function(e,t){return e?(t&&(e=Xn(e,t)),Kn[e.classes[0]]||null):null},Qn=function(e,t){var n=[`nulldelimiter`].concat(e.baseSizingClasses());return U(t.concat(n))},J=function(e,t,n){if(!e)return U();if(zn[e.type]){var r=zn[e.type](e,t);if(n&&t.size!==n.size){r=U(t.sizingClasses(n),[r],t);var i=t.sizeMultiplier/n.sizeMultiplier;r.height*=i,r.depth*=i}return r}throw new w(`Got group of unknown type: '`+e.type+`'`)};function $n(e,t){var n=U([`katex-base`],e,t),r=U([`katex-strut`]);return r.style.height=O(n.height+n.depth),n.depth&&(r.style.verticalAlign=O(-n.depth)),n.children.unshift(r),n}function er(e,t){var n=null;e.length===1&&e[0].type===`tag`&&(n=e[0].tag,e=e[0].body);var r=qn(e,t,`root`),i;r.length===2&&r[1].hasClass(`katex-tag`)&&(i=r.pop());for(var a=[],o=[],s=0;s0&&(a.push($n(o,t)),o=[]),a.push(r[s]));o.length>0&&a.push($n(o,t));var l;n?(l=$n(qn(n,t,!0),t),l.classes=[`katex-tag`],a.push(l)):i&&a.push(i);var u=U([`katex-html`],a);if(u.setAttribute(`aria-hidden`,`true`),l){var d=l.children[0];d.style.height=O(u.height+u.depth),u.depth&&(d.style.verticalAlign=O(-u.depth))}return u}function tr(e){return new it(e)}var Y=class{constructor(e,t,n){this.type=void 0,this.attributes=void 0,this.children=void 0,this.classes=void 0,this.type=e,this.attributes={},this.children=t||[],this.classes=n||[]}setAttribute(e,t){this.attributes[e]=t}getAttribute(e){return this.attributes[e]}toNode(){var e=document.createElementNS(`http://www.w3.org/1998/Math/MathML`,this.type);for(var t of Object.entries(this.attributes)){var n=t[0],r=t[1];e.setAttribute(n,r)}this.classes.length>0&&(e.className=ct(this.classes));for(var i=0;i0&&(e+=` class ="`+T(ct(this.classes))+`"`),e+=`>`;for(var i=0;i`,e}toText(){return this.children.map(e=>e.toText()).join(``)}},X=class{constructor(e){this.text=void 0,this.text=e}toNode(){return document.createTextNode(this.text)}toMarkup(){return T(this.toText())}toText(){return this.text}},nr=class{constructor(e){this.width=void 0,this.character=void 0,this.width=e,this.character=e>=.05555&&e<=.05556?` `:e>=.1666&&e<=.1667?` `:e>=.2222&&e<=.2223?` `:e>=.2777&&e<=.2778?`  `:e>=-.05556&&e<=-.05555?` ⁣`:e>=-.1667&&e<=-.1666?` ⁣`:e>=-.2223&&e<=-.2222?` ⁣`:e>=-.2778&&e<=-.2777?` ⁣`:null}toNode(){if(this.character)return document.createTextNode(this.character);var e=document.createElementNS(`http://www.w3.org/1998/Math/MathML`,`mspace`);return e.setAttribute(`width`,O(this.width)),e}toMarkup(){return this.character?``+this.character+``:``}toText(){return this.character?this.character:` `}},rr=new Set([`\\imath`,`\\jmath`]),ir=new Set([`mrow`,`mtable`]),ar=function(e,t,n){var r,i;return k[t][e]&&k[t][e].replace&&e.charCodeAt(0)!==55349&&!(Object.prototype.hasOwnProperty.call(Lt,e)&&((n==null||(r=n.fontFamily)==null?void 0:r.slice(4,6))===`tt`||(n==null||(i=n.font)==null?void 0:i.slice(4,6))===`tt`))&&(e=k[t][e].replace),new X(e)},or=function(e){return e.length===1?e[0]:new Y(`mrow`,e)},sr={mathit:`italic`,boldsymbol:e=>e.type===`textord`?`bold`:`bold-italic`,mathbf:`bold`,mathbb:`double-struck`,mathsfit:`sans-serif-italic`,mathfrak:`fraktur`,mathscr:`script`,mathcal:`script`,mathsf:`sans-serif`,mathtt:`monospace`},cr=(e,t)=>{if(e.mode===`text`){if(t.fontFamily===`texttt`)return`monospace`;if(t.fontFamily===`textsf`)return t.fontShape===`textit`&&t.fontWeight===`textbf`?`sans-serif-bold-italic`:t.fontShape===`textit`?`sans-serif-italic`:t.fontWeight===`textbf`?`bold-sans-serif`:`sans-serif`;if(t.fontShape===`textit`&&t.fontWeight===`textbf`)return`bold-italic`;if(t.fontShape===`textit`)return`italic`;if(t.fontWeight===`textbf`)return`bold`}var n=t.font;if(!n||n===`mathnormal`)return null;var r=e.mode,i=sr[n];if(i)return typeof i==`function`?i(e):i;var a=e.text;if(rr.has(a))return null;if(k[r][a]){var o=k[r][a].replace;o&&(a=o)}var s=jn[n].fontName;return kt(a,s,r)?jn[n].variant:null};function lr(e){if(!e)return!1;if(e.type===`mi`&&e.children.length===1){var t=e.children[0];return t instanceof X&&t.text===`.`}if(e.type===`mo`&&e.children.length===1&&e.getAttribute(`separator`)===`true`&&e.getAttribute(`lspace`)===`0em`&&e.getAttribute(`rspace`)===`0em`){var n=e.children[0];return n instanceof X&&n.text===`,`}return!1}var ur=function(e,t,n){if(e.length===1){var r=Z(e[0],t);return n&&r instanceof Y&&r.type===`mo`&&(r.setAttribute(`lspace`,`0em`),r.setAttribute(`rspace`,`0em`)),[r]}for(var i=[],a,o=0;o=1&&(a.type===`mn`||lr(a))){var c=s.children[0];c instanceof Y&&c.type===`mn`&&(c.children=[...a.children,...c.children],i.pop())}else if(a.type===`mi`&&a.children.length===1){var l=a.children[0];if(l instanceof X&&l.text===`̸`&&(s.type===`mo`||s.type===`mi`||s.type===`mn`)){var u=s.children[0];u instanceof X&&u.text.length>0&&(u.text=u.text.slice(0,1)+`̸`+u.text.slice(1),i.pop())}}}i.push(s),a=s}return i},dr=function(e,t,n){return or(ur(e,t,n))},Z=function(e,t){if(!e)return new Y(`mrow`);if(Bn[e.type])return Bn[e.type](e,t);throw new w(`Got group of unknown type: '`+e.type+`'`)};function fr(e,t,n,r,i){var a=ur(e,n),o=a.length===1&&a[0]instanceof Y&&ir.has(a[0].type)?a[0]:new Y(`mrow`,a),s=new Y(`annotation`,[new X(t)]);s.setAttribute(`encoding`,`application/x-tex`);var c=new Y(`math`,[new Y(`semantics`,[o,s])]);return c.setAttribute(`xmlns`,`http://www.w3.org/1998/Math/MathML`),r&&c.setAttribute(`display`,`block`),U([i?`katex`:`katex-mathml`],[c])}var pr=[[1,1,1],[2,1,1],[3,1,1],[4,2,1],[5,2,1],[6,3,1],[7,4,2],[8,6,3],[9,7,6],[10,8,7],[11,10,9]],mr=[.5,.6,.7,.8,.9,1,1.2,1.44,1.728,2.074,2.488],hr=function(e,t){return t.size<2?e:pr[e-1][t.size-1]},gr=class e{constructor(t){this.style=void 0,this.color=void 0,this.size=void 0,this.textSize=void 0,this.phantom=void 0,this.font=void 0,this.fontFamily=void 0,this.fontWeight=void 0,this.fontShape=void 0,this.sizeMultiplier=void 0,this.maxSize=void 0,this.minRuleThickness=void 0,this._fontMetrics=void 0,this.style=t.style,this.color=t.color,this.size=t.size||e.BASESIZE,this.textSize=t.textSize||this.size,this.phantom=!!t.phantom,this.font=t.font||``,this.fontFamily=t.fontFamily||``,this.fontWeight=t.fontWeight||``,this.fontShape=t.fontShape||``,this.sizeMultiplier=mr[this.size-1],this.maxSize=t.maxSize,this.minRuleThickness=t.minRuleThickness,this._fontMetrics=void 0}extend(t){var n={style:this.style,size:this.size,textSize:this.textSize,color:this.color,phantom:this.phantom,font:this.font,fontFamily:this.fontFamily,fontWeight:this.fontWeight,fontShape:this.fontShape,maxSize:this.maxSize,minRuleThickness:this.minRuleThickness};return Object.assign(n,t),new e(n)}havingStyle(e){return this.style===e?this:this.extend({style:e,size:hr(this.textSize,e)})}havingCrampedStyle(){return this.havingStyle(this.style.cramp())}havingSize(e){return this.size===e&&this.textSize===e?this:this.extend({style:this.style.text(),size:e,textSize:e,sizeMultiplier:mr[e-1]})}havingBaseStyle(t){t||=this.style.text();var n=hr(e.BASESIZE,t);return this.size===n&&this.textSize===e.BASESIZE&&this.style===t?this:this.extend({style:t,size:n})}havingBaseSizing(){var e;switch(this.style.id){case 4:case 5:e=3;break;case 6:case 7:e=1;break;default:e=6}return this.extend({style:this.style.text(),size:e})}withColor(e){return this.extend({color:e})}withPhantom(){return this.extend({phantom:!0})}withFont(e){return this.extend({font:e})}withTextFontFamily(e){return this.extend({fontFamily:e,font:``})}withTextFontWeight(e){return this.extend({fontWeight:e,font:``})}withTextFontShape(e){return this.extend({fontShape:e,font:``})}sizingClasses(e){return e.size===this.size?[]:[`katex-sizing`,`reset-size`+e.size,`size`+this.size]}baseSizingClasses(){return this.size===e.BASESIZE?[]:[`katex-sizing`,`reset-size`+this.size,`size`+e.BASESIZE]}fontMetrics(){return this._fontMetrics||=jt(this.size),this._fontMetrics}getColor(){return this.phantom?`transparent`:this.color}};gr.BASESIZE=6;var _r=function(e){return new gr({style:e.displayMode?E.DISPLAY:E.TEXT,maxSize:e.maxSize,minRuleThickness:e.minRuleThickness})},vr=function(e,t){if(t.displayMode){var n=[`katex-display`];t.leqno&&n.push(`leqno`),t.fleqn&&n.push(`fleqn`),e=U(n,[e])}return e},yr=function(e,t,n){var r=_r(n),i;return n.output===`mathml`?fr(e,t,r,n.displayMode,!0):(i=n.output===`html`?U([`katex`],[er(e,r)]):U([`katex`],[fr(e,t,r,n.displayMode,!1),er(e,r)]),vr(i,n))},br=function(e,t,n){return vr(U([`katex`],[er(e,_r(n))]),n)},xr={widehat:`^`,widecheck:`ˇ`,widetilde:`~`,utilde:`~`,overleftarrow:`←`,underleftarrow:`←`,xleftarrow:`←`,overrightarrow:`→`,underrightarrow:`→`,xrightarrow:`→`,underbrace:`⏟`,overbrace:`⏞`,underbracket:`⎵`,overbracket:`⎴`,overgroup:`⏠`,undergroup:`⏡`,overleftrightarrow:`↔`,underleftrightarrow:`↔`,xleftrightarrow:`↔`,Overrightarrow:`⇒`,xRightarrow:`⇒`,overleftharpoon:`↼`,xleftharpoonup:`↼`,overrightharpoon:`⇀`,xrightharpoonup:`⇀`,xLeftarrow:`⇐`,xLeftrightarrow:`⇔`,xhookleftarrow:`↩`,xhookrightarrow:`↪`,xmapsto:`↦`,xrightharpoondown:`⇁`,xleftharpoondown:`↽`,xrightleftharpoons:`⇌`,xleftrightharpoons:`⇋`,xtwoheadleftarrow:`↞`,xtwoheadrightarrow:`↠`,xlongequal:`=`,xtofrom:`⇄`,xrightleftarrows:`⇄`,xrightequilibrium:`⇌`,xleftequilibrium:`⇋`,"\\cdrightarrow":`→`,"\\cdleftarrow":`←`,"\\cdlongequal":`=`},Sr=function(e){var t=new Y(`mo`,[new X(xr[e.replace(/^\\/,``)])]);return t.setAttribute(`stretchy`,`true`),t},Cr={overrightarrow:[[`rightarrow`],.888,522,`xMaxYMin`],overleftarrow:[[`leftarrow`],.888,522,`xMinYMin`],underrightarrow:[[`rightarrow`],.888,522,`xMaxYMin`],underleftarrow:[[`leftarrow`],.888,522,`xMinYMin`],xrightarrow:[[`rightarrow`],1.469,522,`xMaxYMin`],"\\cdrightarrow":[[`rightarrow`],3,522,`xMaxYMin`],xleftarrow:[[`leftarrow`],1.469,522,`xMinYMin`],"\\cdleftarrow":[[`leftarrow`],3,522,`xMinYMin`],Overrightarrow:[[`doublerightarrow`],.888,560,`xMaxYMin`],xRightarrow:[[`doublerightarrow`],1.526,560,`xMaxYMin`],xLeftarrow:[[`doubleleftarrow`],1.526,560,`xMinYMin`],overleftharpoon:[[`leftharpoon`],.888,522,`xMinYMin`],xleftharpoonup:[[`leftharpoon`],.888,522,`xMinYMin`],xleftharpoondown:[[`leftharpoondown`],.888,522,`xMinYMin`],overrightharpoon:[[`rightharpoon`],.888,522,`xMaxYMin`],xrightharpoonup:[[`rightharpoon`],.888,522,`xMaxYMin`],xrightharpoondown:[[`rightharpoondown`],.888,522,`xMaxYMin`],xlongequal:[[`longequal`],.888,334,`xMinYMin`],"\\cdlongequal":[[`longequal`],3,334,`xMinYMin`],xtwoheadleftarrow:[[`twoheadleftarrow`],.888,334,`xMinYMin`],xtwoheadrightarrow:[[`twoheadrightarrow`],.888,334,`xMaxYMin`],overleftrightarrow:[[`leftarrow`,`rightarrow`],.888,522],overbrace:[[`leftbrace`,`midbrace`,`rightbrace`],1.6,548],underbrace:[[`leftbraceunder`,`midbraceunder`,`rightbraceunder`],1.6,548],underleftrightarrow:[[`leftarrow`,`rightarrow`],.888,522],xleftrightarrow:[[`leftarrow`,`rightarrow`],1.75,522],xLeftrightarrow:[[`doubleleftarrow`,`doublerightarrow`],1.75,560],xrightleftharpoons:[[`leftharpoondownplus`,`rightharpoonplus`],1.75,716],xleftrightharpoons:[[`leftharpoonplus`,`rightharpoondownplus`],1.75,716],xhookleftarrow:[[`leftarrow`,`righthook`],1.08,522],xhookrightarrow:[[`lefthook`,`rightarrow`],1.08,522],overlinesegment:[[`leftlinesegment`,`rightlinesegment`],.888,522],underlinesegment:[[`leftlinesegment`,`rightlinesegment`],.888,522],overbracket:[[`leftbracketover`,`rightbracketover`],1.6,440],underbracket:[[`leftbracketunder`,`rightbracketunder`],1.6,410],overgroup:[[`leftgroup`,`rightgroup`],.888,342],undergroup:[[`leftgroupunder`,`rightgroupunder`],.888,342],xmapsto:[[`leftmapsto`,`rightarrow`],1.5,522],xtofrom:[[`leftToFrom`,`rightToFrom`],1.75,528],xrightleftarrows:[[`baraboveleftarrow`,`rightarrowabovebar`],1.75,901],xrightequilibrium:[[`baraboveshortleftharpoon`,`rightharpoonaboveshortbar`],1.75,716],xleftequilibrium:[[`shortbaraboveleftharpoon`,`shortrightharpoonabovebar`],1.75,716]},wr=new Set([`widehat`,`widecheck`,`widetilde`,`utilde`]),Tr=function(e,t){function n(){var n=4e5,r=e.label.slice(1);if(wr.has(r)&&`base`in e){var i=e.base.type===`ordgroup`?e.base.body.length:1,a,o,s;if(i>5)r===`widehat`||r===`widecheck`?(a=420,n=2364,s=.42,o=r+`4`):(a=312,n=2340,s=.34,o=`tilde4`);else{var c=[1,1,2,2,3,3][i];r===`widehat`||r===`widecheck`?(n=[0,1062,2364,2364,2364][c],a=[0,239,300,360,420][c],s=[0,.24,.3,.3,.36,.42][c],o=r+c):(n=[0,600,1033,2339,2340][c],a=[0,260,286,306,312][c],s=[0,.26,.286,.3,.306,.34][c],o=`tilde`+c)}return{span:Cn([],[new yt([new bt(o)],{width:`100%`,height:O(s),viewBox:`0 0 `+n+` `+a,preserveAspectRatio:`none`})],t),minWidth:0,height:s}}var l=[],u=Cr[r];if(!u)throw Error(`No SVG data for "`+r+`".`);var d=u[0],f=u[1],p=u[2],m=p/1e3,h=d.length,g,_;if(h===1){if(u.length!==4)throw Error(`Expected 4-tuple for single-path SVG data "`+r+`".`);g=[`hide-tail`],_=[u[3]]}else if(h===2)g=[`halfarrow-left`,`halfarrow-right`],_=[`xMinYMin`,`xMaxYMin`];else if(h===3)g=[`brace-left`,`brace-center`,`brace-right`],_=[`xMinYMin`,`xMidYMin`,`xMaxYMin`];else throw Error(`Correct katexImagesData or update code here to support + `+h+` children.`);for(var v=0;v0&&(i.style.minWidth=O(a)),i},Er=function(e,t,n,r,i){var a,o=e.height+e.depth+n+r;if(/fbox|color|angl/.test(t)){if(a=U([`katex-stretchy`,t],[],i),t===`fbox`){var s=i.color&&i.getColor();s&&(a.style.borderColor=s)}}else{var c=[];/^[bx]cancel$/.test(t)&&c.push(new xt({x1:`0`,y1:`0`,x2:`100%`,y2:`100%`,"stroke-width":`0.046em`})),/^x?cancel$/.test(t)&&c.push(new xt({x1:`0`,y1:`100%`,x2:`100%`,y2:`0`,"stroke-width":`0.046em`})),a=Cn([],[new yt(c,{width:`100%`,height:O(o)})],i)}return a.height=o,a.style.height=O(o),a},Dr=[`bin`,`close`,`inner`,`open`,`punct`,`rel`],Or=[`accent-token`,`mathord`,`op-token`,`spacing`,`textord`],kr=new Set(Dr),Ar=new Set(Or);function jr(e){return kr.has(e)}function Q(e,t){if(!e||e.type!==t)throw Error(`Expected node of type `+t+`, but got `+(e?`node of type `+e.type:String(e)));return e}function Mr(e){var t=Nr(e);if(!t)throw Error(`Expected node of symbol group type, but got `+(e?`node of type `+e.type:String(e)));return t}function Nr(e){return e.type===`atom`||Ar.has(e.type)?e:null}function Pr(e,t,n){var r=``;for(var i of e.body)if(i.type===`textord`)r+=i.text;else if(n&&i.type===`spacing`&&i.text===` `)r+=` `;else throw new w(t,e);return r}var Fr=e=>{if(e instanceof vt)return e;if(wt(e)&&e.children.length===1)return Fr(e.children[0])},Ir=(e,t)=>{var n,r,i;e&&e.type===`supsub`?(r=Q(e.base,`accent`),n=r.base,e.base=n,i=Ct(J(e,t)),e.base=r):(r=Q(e,`accent`),n=r.base);var a=J(n,t.havingCrampedStyle()),o=r.isShifty&&_e(n),s=0;o&&(s=Fr(a)?.skew??0);var c=r.label===`\\c`,l=c?a.height+a.depth:Math.min(a.height,t.fontMetrics().xHeight),u;if(r.isStretchy)u=Tr(r,t),u=W({positionType:`firstBaseline`,children:[{type:`elem`,elem:a},{type:`elem`,elem:u,wrapperClasses:[`svg-align`],wrapperStyle:s>0?{width:`calc(100% - `+O(2*s)+`)`,marginLeft:O(2*s)}:void 0}]});else{var d,f;r.label===`\\vec`?(d=Nn(`vec`,t),f=Mn.vec[1]):(d=yn({type:`textord`,mode:r.mode,text:r.label},t),d=St(d),d.italic=0,f=d.width,c&&(l+=d.depth)),u=U([`accent-body`],[d]);var p=r.label===`\\textcircled`;p&&(u.classes.push(`accent-full`),l=a.height);var m=s;p||(m-=f/2),u.style.left=O(m),r.label===`\\textcircled`&&(u.style.top=`.2em`),u=W({positionType:`firstBaseline`,children:[{type:`elem`,elem:a},{type:`kern`,size:-l},{type:`elem`,elem:u}]})}var h=U([`mord`,`katex-accent`],[u],t);return i?(i.children[0]=h,i.height=Math.max(h.height,i.height),i.classes[0]=`mord`,i):h},Lr=(e,t)=>{var n=e.isStretchy?Sr(e.label):new Y(`mo`,[ar(e.label,e.mode)]),r=new Y(`mover`,[Z(e.base,t),n]);return r.setAttribute(`accent`,`true`),r},Rr=new RegExp([`\\acute`,`\\grave`,`\\ddot`,`\\tilde`,`\\bar`,`\\breve`,`\\check`,`\\hat`,`\\vec`,`\\dot`,`\\mathring`].map(e=>`\\`+e).join(`|`));K({type:`accent`,names:[`\\acute`,`\\grave`,`\\ddot`,`\\tilde`,`\\bar`,`\\breve`,`\\check`,`\\hat`,`\\vec`,`\\dot`,`\\mathring`,`\\widecheck`,`\\widehat`,`\\widetilde`,`\\overrightarrow`,`\\overleftarrow`,`\\Overrightarrow`,`\\overleftrightarrow`,`\\overgroup`,`\\overlinesegment`,`\\overleftharpoon`,`\\overrightharpoon`],numArgs:1,handler:(e,t)=>{var n=Hn(t[0]),r=!Rr.test(e.funcName),i=!r||e.funcName===`\\widehat`||e.funcName===`\\widetilde`||e.funcName===`\\widecheck`;return{type:`accent`,mode:e.parser.mode,label:e.funcName,isStretchy:r,isShifty:i,base:n}},htmlBuilder:Ir,mathmlBuilder:Lr}),K({type:`accent`,names:[`\\'`,"\\`",`\\^`,`\\~`,`\\=`,`\\u`,`\\.`,`\\"`,`\\c`,`\\r`,`\\H`,`\\v`,`\\textcircled`],numArgs:1,allowedInText:!0,allowedInMath:!0,argTypes:[`primitive`],handler:(e,t)=>{var n=t[0],r=e.parser.mode;return r===`math`&&(e.parser.settings.reportNonstrict(`mathVsTextAccents`,`LaTeX's accent `+e.funcName+` works only in text mode`),r=`text`),{type:`accent`,mode:r,label:e.funcName,isStretchy:!1,isShifty:!0,base:n}}}),K({type:`accentUnder`,names:[`\\underleftarrow`,`\\underrightarrow`,`\\underleftrightarrow`,`\\undergroup`,`\\underlinesegment`,`\\utilde`],numArgs:1,handler:(e,t)=>{var n=e.parser,r=e.funcName,i=t[0];return{type:`accentUnder`,mode:n.mode,label:r,base:i}},htmlBuilder:(e,t)=>{var n=J(e.base,t),r=Tr(e,t),i=e.label===`\\utilde`?.12:0;return U([`mord`,`accentunder`],[W({positionType:`top`,positionData:n.height,children:[{type:`elem`,elem:r,wrapperClasses:[`svg-align`]},{type:`kern`,size:i},{type:`elem`,elem:n}]})],t)},mathmlBuilder:(e,t)=>{var n=Sr(e.label),r=new Y(`munder`,[Z(e.base,t),n]);return r.setAttribute(`accentunder`,`true`),r}});var zr=e=>{var t=new Y(`mpadded`,e?[e]:[]);return t.setAttribute(`width`,`+0.6em`),t.setAttribute(`lspace`,`0.3em`),t};K({type:`xArrow`,names:[`\\xleftarrow`,`\\xrightarrow`,`\\xLeftarrow`,`\\xRightarrow`,`\\xleftrightarrow`,`\\xLeftrightarrow`,`\\xhookleftarrow`,`\\xhookrightarrow`,`\\xmapsto`,`\\xrightharpoondown`,`\\xrightharpoonup`,`\\xleftharpoondown`,`\\xleftharpoonup`,`\\xrightleftharpoons`,`\\xleftrightharpoons`,`\\xlongequal`,`\\xtwoheadrightarrow`,`\\xtwoheadleftarrow`,`\\xtofrom`,`\\xrightleftarrows`,`\\xrightequilibrium`,`\\xleftequilibrium`,`\\\\cdrightarrow`,`\\\\cdleftarrow`,`\\\\cdlongequal`],numArgs:1,numOptionalArgs:1,handler(e,t,n){var r=e.parser,i=e.funcName;return{type:`xArrow`,mode:r.mode,label:i,body:t[0],below:n[0]}},htmlBuilder(e,t){var n=t.style,r=t.havingStyle(n.sup()),i=Dn(J(e.body,r,t),t),a=e.label.slice(0,2)===`\\x`?`x`:`cd`;i.classes.push(a+`-arrow-pad`);var o;e.below&&(r=t.havingStyle(n.sub()),o=Dn(J(e.below,r,t),t),o.classes.push(a+`-arrow-pad`));var s=Tr(e,t),c=-t.fontMetrics().axisHeight+.5*s.height,l=-t.fontMetrics().axisHeight-.5*s.height-.111;(i.depth>.25||e.label===`\\xleftequilibrium`)&&(l-=i.depth);var u;if(o){var d=-t.fontMetrics().axisHeight+o.height+.5*s.height+.111;u=W({positionType:`individualShift`,children:[{type:`elem`,elem:i,shift:l},{type:`elem`,elem:s,shift:c,wrapperClasses:[`svg-align`]},{type:`elem`,elem:o,shift:d}]})}else u=W({positionType:`individualShift`,children:[{type:`elem`,elem:i,shift:l},{type:`elem`,elem:s,shift:c,wrapperClasses:[`svg-align`]}]});return U([`mrel`,`x-arrow`],[u],t)},mathmlBuilder(e,t){var n=Sr(e.label);n.setAttribute(`minsize`,e.label.charAt(0)===`x`?`1.75em`:`3.0em`);var r;if(e.body){var i=zr(Z(e.body,t));r=e.below?new Y(`munderover`,[n,zr(Z(e.below,t)),i]):new Y(`mover`,[n,i])}else e.below?r=new Y(`munder`,[n,zr(Z(e.below,t))]):(r=zr(),r=new Y(`mover`,[n,r]));return r}});function Br(e,t){var n=qn(e.body,t,!0);return U([e.mclass],n,t)}function Vr(e,t){var n,r=ur(e.body,t);return e.mclass===`minner`?n=new Y(`mpadded`,r):e.mclass===`mord`?e.isCharacterBox?(n=r[0],n.type=`mi`):n=new Y(`mi`,r):(e.isCharacterBox?(n=r[0],n.type=`mo`):n=new Y(`mo`,r),e.mclass===`mbin`?(n.attributes.lspace=`0.22em`,n.attributes.rspace=`0.22em`):e.mclass===`mpunct`?(n.attributes.lspace=`0em`,n.attributes.rspace=`0.17em`):(e.mclass===`mopen`||e.mclass===`mclose`)&&(n.attributes.lspace=`0em`,n.attributes.rspace=`0em`)),n}K({type:`mclass`,names:[`\\mathord`,`\\mathbin`,`\\mathrel`,`\\mathopen`,`\\mathclose`,`\\mathpunct`,`\\mathinner`],numArgs:1,primitive:!0,handler(e,t){var n=e.parser,r=e.funcName,i=t[0];return{type:`mclass`,mode:n.mode,mclass:`m`+r.slice(5),body:q(i),isCharacterBox:_e(i)}},htmlBuilder:Br,mathmlBuilder:Vr});var Hr=e=>{var t=e.type===`ordgroup`&&e.body.length?e.body[0]:e;return t.type===`atom`&&(t.family===`bin`||t.family===`rel`)?`m`+t.family:`mord`};K({type:`mclass`,names:[`\\@binrel`],numArgs:2,handler(e,t){return{type:`mclass`,mode:e.parser.mode,mclass:Hr(t[0]),body:q(t[1]),isCharacterBox:_e(t[1])}}}),K({type:`mclass`,names:[`\\stackrel`,`\\overset`,`\\underset`],numArgs:2,handler(e,t){var n=e.parser,r=e.funcName,i=t[1],a=t[0],o=r===`\\stackrel`?`mrel`:Hr(i),s={type:`op`,mode:i.mode,limits:!0,alwaysHandleSupSub:!0,parentIsSupSub:!1,symbol:!1,suppressBaseShift:r!==`\\stackrel`,body:q(i)},c=r===`\\underset`?{type:`supsub`,mode:a.mode,base:s,sub:a}:{type:`supsub`,mode:a.mode,base:s,sup:a};return{type:`mclass`,mode:n.mode,mclass:o,body:[c],isCharacterBox:_e(c)}}}),K({type:`pmb`,names:[`\\pmb`],numArgs:1,allowedInText:!0,handler(e,t){return{type:`pmb`,mode:e.parser.mode,mclass:Hr(t[0]),body:q(t[0])}},htmlBuilder(e,t){var n=qn(e.body,t,!0),r=U([e.mclass],n,t);return r.style.textShadow=`0.02em 0.01em 0.04px`,r},mathmlBuilder(e,t){var n=new Y(`mstyle`,ur(e.body,t));return n.setAttribute(`style`,`text-shadow: 0.02em 0.01em 0.04px`),n}});var Ur={">":`\\\\cdrightarrow`,"<":`\\\\cdleftarrow`,"=":`\\\\cdlongequal`,A:`\\uparrow`,V:`\\downarrow`,"|":`\\Vert`,".":`no arrow`},Wr=()=>({type:`styling`,body:[],mode:`math`,style:`display`,resetFont:!0}),Gr=e=>e.type===`textord`&&e.text===`@`,Kr=(e,t)=>(e.type===`mathord`||e.type===`atom`)&&e.text===t;function qr(e,t,n){var r=Ur[e];switch(r){case`\\\\cdrightarrow`:case`\\\\cdleftarrow`:return n.callFunction(r,[t[0]],[t[1]]);case`\\uparrow`:case`\\downarrow`:var i=n.callFunction(`\\\\cdleft`,[t[0]],[]),a={type:`atom`,text:r,mode:`math`,family:`rel`},o={type:`ordgroup`,mode:`math`,body:[i,n.callFunction(`\\Big`,[a],[]),n.callFunction(`\\\\cdright`,[t[1]],[])]};return n.callFunction(`\\\\cdparent`,[o],[]);case`\\\\cdlongequal`:return n.callFunction(`\\\\cdlongequal`,[],[]);case`\\Vert`:return n.callFunction(`\\Big`,[{type:`textord`,text:`\\Vert`,mode:`math`}],[]);default:return{type:`textord`,text:` `,mode:`math`}}}function Jr(e){var t=[];for(e.gullet.beginGroup(),e.gullet.macros.set(`\\cr`,`\\\\\\relax`),e.gullet.beginGroup();;){t.push(e.parseExpression(!1,`\\\\`)),e.gullet.endGroup(),e.gullet.beginGroup();var n=e.fetch().text;if(n===`&`||n===`\\\\`)e.consume();else if(n===`\\end`){t[t.length-1].length===0&&t.pop();break}else throw new w(`Expected \\\\ or \\cr or \\end`,e.nextToken)}for(var r=[],i=[r],a=0;aAV`.includes(l))for(var d=0;d<2;d++){for(var f=!0,p=c+1;pAV=|." after @`,o[c])}var m={type:`styling`,body:[qr(l,u,e)],mode:`math`,style:`display`,resetFont:!0};r.push(m),s=Wr()}a%2==0?r.push(s):r.shift(),r=[],i.push(r)}return e.gullet.endGroup(),e.gullet.endGroup(),{type:`array`,mode:`math`,body:i,arraystretch:1,addJot:!0,rowGaps:[null],cols:Array(i[0].length).fill({type:`align`,align:`c`,pregap:.25,postgap:.25}),colSeparationType:`CD`,hLinesBeforeRow:Array(i.length+1).fill([])}}K({type:`cdlabel`,names:[`\\\\cdleft`,`\\\\cdright`],numArgs:1,handler(e,t){var n=e.parser,r=e.funcName;return{type:`cdlabel`,mode:n.mode,side:r.slice(4),label:t[0]}},htmlBuilder(e,t){var n=t.havingStyle(t.style.sup()),r=Dn(J(e.label,n,t),t);return r.classes.push(`cd-label-`+e.side),r.style.bottom=O(.8-r.depth),r.height=0,r.depth=0,r},mathmlBuilder(e,t){var n=new Y(`mrow`,[Z(e.label,t)]);return n=new Y(`mpadded`,[n]),n.setAttribute(`width`,`0`),e.side===`left`&&n.setAttribute(`lspace`,`-1width`),n.setAttribute(`voffset`,`0.7em`),n=new Y(`mstyle`,[n]),n.setAttribute(`displaystyle`,`false`),n.setAttribute(`scriptlevel`,`1`),n}}),K({type:`cdlabelparent`,names:[`\\\\cdparent`],numArgs:1,handler(e,t){return{type:`cdlabelparent`,mode:e.parser.mode,fragment:t[0]}},htmlBuilder(e,t){var n=Dn(J(e.fragment,t),t);return n.classes.push(`cd-vert-arrow`),n},mathmlBuilder(e,t){return new Y(`mrow`,[Z(e.fragment,t)])}}),K({type:`textord`,names:[`\\@char`],numArgs:1,allowedInText:!0,handler(e,t){var n=e.parser,r=Pr(Q(t[0],`ordgroup`),`\\@char has non-numeric argument`),i=parseInt(r),a;if(isNaN(i))throw new w(`\\@char has non-numeric argument `+r);if(i<0||i>=1114111)throw new w(`\\@char with invalid code point `+r);return i<=65535?a=String.fromCharCode(i):(i-=65536,a=String.fromCharCode((i>>10)+55296,(i&1023)+56320)),{type:`textord`,mode:n.mode,text:a}}}),K({type:`color`,names:[`\\textcolor`],numArgs:2,allowedInText:!0,argTypes:[`color`,`original`],handler(e,t){var n=e.parser,r=Q(t[0],`color-token`).color,i=t[1];return{type:`color`,mode:n.mode,color:r,body:q(i)}},htmlBuilder:(e,t)=>En(qn(e.body,t.withColor(e.color),!1)),mathmlBuilder:(e,t)=>{var n=new Y(`mstyle`,ur(e.body,t.withColor(e.color)));return n.setAttribute(`mathcolor`,e.color),n}}),K({type:`color`,names:[`\\color`],numArgs:1,allowedInText:!0,argTypes:[`color`],handler(e,t){var n=e.parser,r=e.breakOnTokenText,i=Q(t[0],`color-token`).color;n.gullet.macros.set(`\\current@color`,i);var a=n.parseExpression(!0,r);return{type:`color`,mode:n.mode,color:i,body:a}}}),K({type:`cr`,names:[`\\\\`],numArgs:0,numOptionalArgs:0,allowedInText:!0,handler(e,t,n){var r=e.parser,i=r.gullet.future().text===`[`?r.parseSizeGroup(!0):null,a=!r.settings.displayMode||!r.settings.useStrictBehavior(`newLineInDisplayMode`,`In LaTeX, \\\\ or \\newline does nothing in display mode`);return{type:`cr`,mode:r.mode,newLine:a,size:i&&Q(i,`size`).value}},htmlBuilder(e,t){var n=U([`mspace`],[],t);return e.newLine&&(n.classes.push(`katex-newline`),e.size&&(n.style.marginTop=O(D(e.size,t)))),n},mathmlBuilder(e,t){var n=new Y(`mspace`);return e.newLine&&(n.setAttribute(`linebreak`,`newline`),e.size&&n.setAttribute(`height`,O(D(e.size,t)))),n}});var Yr={"\\global":`\\global`,"\\long":`\\\\globallong`,"\\\\globallong":`\\\\globallong`,"\\def":`\\gdef`,"\\gdef":`\\gdef`,"\\edef":`\\xdef`,"\\xdef":`\\xdef`,"\\let":`\\\\globallet`,"\\futurelet":`\\\\globalfuture`},Xr=e=>{var t=e.text;if(/^(?:[\\{}$&#^_]|EOF)$/.test(t))throw new w(`Expected a control sequence`,e);return t},Zr=e=>{var t=e.gullet.popToken();return t.text===`=`&&(t=e.gullet.popToken(),t.text===` `&&(t=e.gullet.popToken())),t},Qr=(e,t,n,r)=>{var i=e.gullet.macros.get(n.text);i??=(n.noexpand=!0,{tokens:[n],numArgs:0,unexpandable:!e.gullet.isExpandable(n.text)}),e.gullet.macros.set(t,i,r)};K({type:`internal`,names:[`\\global`,`\\long`,`\\\\globallong`],numArgs:0,allowedInText:!0,handler(e){var t=e.parser,n=e.funcName;t.consumeSpaces();var r=t.fetch();if(Yr[r.text])return(n===`\\global`||n===`\\\\globallong`)&&(r.text=Yr[r.text]),Q(t.parseFunction(),`internal`);throw new w(`Invalid token after macro prefix`,r)}}),K({type:`internal`,names:[`\\def`,`\\gdef`,`\\edef`,`\\xdef`],numArgs:0,allowedInText:!0,primitive:!0,handler(e){var t=e.parser,n=e.funcName,r=t.gullet.popToken(),i=r.text;if(/^(?:[\\{}$&#^_]|EOF)$/.test(i))throw new w(`Expected a control sequence`,r);for(var a=0,o,s=[[]];t.gullet.future().text!==`{`;)if(r=t.gullet.popToken(),r.text===`#`){if(t.gullet.future().text===`{`){o=t.gullet.future(),s[a].push(`{`);break}if(r=t.gullet.popToken(),!/^[1-9]$/.test(r.text))throw new w(`Invalid argument number "`+r.text+`"`);if(parseInt(r.text)!==a+1)throw new w(`Argument number "`+r.text+`" out of order`);a++,s.push([])}else if(r.text===`EOF`)throw new w(`Expected a macro definition`);else s[a].push(r.text);var c=t.gullet.consumeArg().tokens;return o&&c.unshift(o),(n===`\\edef`||n===`\\xdef`)&&(c=t.gullet.expandTokens(c),c.reverse()),t.gullet.macros.set(i,{tokens:c,numArgs:a,delimiters:s},n===Yr[n]),{type:`internal`,mode:t.mode}}}),K({type:`internal`,names:[`\\let`,`\\\\globallet`],numArgs:0,allowedInText:!0,primitive:!0,handler(e){var t=e.parser,n=e.funcName,r=Xr(t.gullet.popToken());return t.gullet.consumeSpaces(),Qr(t,r,Zr(t),n===`\\\\globallet`),{type:`internal`,mode:t.mode}}}),K({type:`internal`,names:[`\\futurelet`,`\\\\globalfuture`],numArgs:0,allowedInText:!0,primitive:!0,handler(e){var t=e.parser,n=e.funcName,r=Xr(t.gullet.popToken()),i=t.gullet.popToken(),a=t.gullet.popToken();return Qr(t,r,a,n===`\\\\globalfuture`),t.gullet.pushToken(a),t.gullet.pushToken(i),{type:`internal`,mode:t.mode}}});var $r=function(e,t,n){var r=kt(k.math[e]&&k.math[e].replace||e,t,n);if(!r)throw Error(`Unsupported symbol `+e+` and font size `+t+`.`);return r},ei=function(e,t,n,r){var i=n.havingBaseStyle(t),a=U(r.concat(i.sizingClasses(n)),[e],n),o=i.sizeMultiplier/n.sizeMultiplier;return a.height*=o,a.depth*=o,a.maxFontSize=i.sizeMultiplier,a},ti=function(e,t,n){var r=t.havingBaseStyle(n),i=(1-t.sizeMultiplier/r.sizeMultiplier)*t.fontMetrics().axisHeight;e.classes.push(`delimcenter`),e.style.top=O(i),e.height-=i,e.depth+=i},ni=function(e,t,n,r,i,a){var o=ei(gn(e,`Main-Regular`,i,r),t,r,a);return n&&ti(o,r,t),o},ri=function(e,t,n,r){return gn(e,`Size`+t+`-Regular`,n,r)},ii=function(e,t,n,r,i,a){var o=ri(e,t,i,r),s=ei(U([`delimsizing`,`size`+t],[o],r),E.TEXT,r,a);return n&&ti(s,r,E.TEXT),s},ai=function(e,t,n){return{type:`elem`,elem:U([`delimsizinginner`,t===`Size1-Regular`?`delim-size1`:`delim-size4`],[U([],[gn(e,t,n)])])}},oi=function(e,t,n){var r=Tt[`Size4-Regular`][e.charCodeAt(0)]?Tt[`Size4-Regular`][e.charCodeAt(0)][4]:Tt[`Size1-Regular`][e.charCodeAt(0)][4],i=Cn([],[new yt([new bt(`inner`,et(e,Math.round(1e3*t)))],{width:O(r),height:O(t),style:`width:`+O(r),viewBox:`0 0 `+1e3*r+` `+Math.round(1e3*t),preserveAspectRatio:`xMinYMin`})],n);return i.height=t,i.style.height=O(t),i.style.width=O(r),{type:`elem`,elem:i}},si=.008,ci={type:`kern`,size:-1*si},li=new Set([`|`,`\\lvert`,`\\rvert`,`\\vert`]),ui=new Set([`\\|`,`\\lVert`,`\\rVert`,`\\Vert`]),di=function(e,t,n,r,i,a){var o,s,c,l,u=``,d=0;o=c=l=e,s=null;var f=`Size1-Regular`;e===`\\uparrow`?c=l=`⏐`:e===`\\Uparrow`?c=l=`‖`:e===`\\downarrow`?o=c=`⏐`:e===`\\Downarrow`?o=c=`‖`:e===`\\updownarrow`?(o=`\\uparrow`,c=`⏐`,l=`\\downarrow`):e===`\\Updownarrow`?(o=`\\Uparrow`,c=`‖`,l=`\\Downarrow`):li.has(e)?(c=`∣`,u=`vert`,d=333):ui.has(e)?(c=`∥`,u=`doublevert`,d=556):e===`[`||e===`\\lbrack`?(o=`⎡`,c=`⎢`,l=`⎣`,f=`Size4-Regular`,u=`lbrack`,d=667):e===`]`||e===`\\rbrack`?(o=`⎤`,c=`⎥`,l=`⎦`,f=`Size4-Regular`,u=`rbrack`,d=667):e===`\\lfloor`||e===`⌊`?(c=o=`⎢`,l=`⎣`,f=`Size4-Regular`,u=`lfloor`,d=667):e===`\\lceil`||e===`⌈`?(o=`⎡`,c=l=`⎢`,f=`Size4-Regular`,u=`lceil`,d=667):e===`\\rfloor`||e===`⌋`?(c=o=`⎥`,l=`⎦`,f=`Size4-Regular`,u=`rfloor`,d=667):e===`\\rceil`||e===`⌉`?(o=`⎤`,c=l=`⎥`,f=`Size4-Regular`,u=`rceil`,d=667):e===`(`||e===`\\lparen`?(o=`⎛`,c=`⎜`,l=`⎝`,f=`Size4-Regular`,u=`lparen`,d=875):e===`)`||e===`\\rparen`?(o=`⎞`,c=`⎟`,l=`⎠`,f=`Size4-Regular`,u=`rparen`,d=875):e===`\\{`||e===`\\lbrace`?(o=`⎧`,s=`⎨`,l=`⎩`,c=`⎪`,f=`Size4-Regular`):e===`\\}`||e===`\\rbrace`?(o=`⎫`,s=`⎬`,l=`⎭`,c=`⎪`,f=`Size4-Regular`):e===`\\lgroup`||e===`⟮`?(o=`⎧`,l=`⎩`,c=`⎪`,f=`Size4-Regular`):e===`\\rgroup`||e===`⟯`?(o=`⎫`,l=`⎭`,c=`⎪`,f=`Size4-Regular`):e===`\\lmoustache`||e===`⎰`?(o=`⎧`,l=`⎭`,c=`⎪`,f=`Size4-Regular`):(e===`\\rmoustache`||e===`⎱`)&&(o=`⎫`,l=`⎩`,c=`⎪`,f=`Size4-Regular`);var p=$r(o,f,i),m=p.height+p.depth,h=$r(c,f,i),g=h.height+h.depth,_=$r(l,f,i),v=_.height+_.depth,y=0,b=1;if(s!==null){var x=$r(s,f,i);y=x.height+x.depth,b=2}var S=m+v+y,C=S+Math.max(0,Math.ceil((t-S)/(b*g)))*b*g,ee=r.fontMetrics().axisHeight;n&&(ee*=r.sizeMultiplier);var te=C/2-ee,ne=[];if(u.length>0){var re=C-m-v,ie=Math.round(C*1e3),ae=nt(u,Math.round(re*1e3)),oe=new bt(u,ae),se=O(d/1e3),ce=O(ie/1e3),le=Cn([],[new yt([oe],{width:se,height:ce,viewBox:`0 0 `+d+` `+ie})],r);le.height=ie/1e3,le.style.width=se,le.style.height=ce,ne.push({type:`elem`,elem:le})}else{if(ne.push(ai(l,f,i)),ne.push(ci),s===null){var ue=C-m-v+2*si;ne.push(oi(c,ue,r))}else{var w=(C-m-v-y)/2+2*si;ne.push(oi(c,w,r)),ne.push(ci),ne.push(ai(s,f,i)),ne.push(ci),ne.push(oi(c,w,r))}ne.push(ci),ne.push(ai(o,f,i))}var de=r.havingBaseStyle(E.TEXT);return ei(U([`delimsizing`,`mult`],[W({positionType:`bottom`,positionData:te,children:ne})],de),E.TEXT,r,a)},fi=80,pi=.08,mi=function(e,t,n,r,i){return Cn([`hide-tail`],[new yt([new bt(e,$e(e,r,n))],{width:`400em`,height:O(t),viewBox:`0 0 400000 `+n,preserveAspectRatio:`xMinYMin slice`})],i)},hi=function(e,t){var n=t.havingBaseSizing(),r=Ti(`\\surd`,e*n.sizeMultiplier,Ci,n),i=n.sizeMultiplier,a=Math.max(0,t.minRuleThickness-t.fontMetrics().sqrtRuleThickness),o,s,c,l,u;return r.type===`small`?(l=1e3+1e3*a+fi,e<1?i=1:e<1.4&&(i=.7),s=(1+a+pi)/i,c=(1+a)/i,o=mi(`sqrtMain`,s,l,a,t),o.style.minWidth=`0.853em`,u=.833/i):r.type===`large`?(l=(1e3+fi)*yi[r.size],c=(yi[r.size]+a)/i,s=(yi[r.size]+a+pi)/i,o=mi(`sqrtSize`+r.size,s,l,a,t),o.style.minWidth=`1.02em`,u=1/i):(s=e+a+pi,c=e+a,l=Math.floor(1e3*e+a)+fi,o=mi(`sqrtTall`,s,l,a,t),o.style.minWidth=`0.742em`,u=1.056),o.height=c,o.style.height=O(s),{span:o,advanceWidth:u,ruleWidth:(t.fontMetrics().sqrtRuleThickness+a)*i}},gi=new Set([`(`,`\\lparen`,`)`,`\\rparen`,`[`,`\\lbrack`,`]`,`\\rbrack`,`\\{`,`\\lbrace`,`\\}`,`\\rbrace`,`\\lfloor`,`\\rfloor`,`⌊`,`⌋`,`\\lceil`,`\\rceil`,`⌈`,`⌉`,`\\surd`]),_i=new Set([`\\uparrow`,`\\downarrow`,`\\updownarrow`,`\\Uparrow`,`\\Downarrow`,`\\Updownarrow`,`|`,`\\|`,`\\vert`,`\\Vert`,`\\lvert`,`\\rvert`,`\\lVert`,`\\rVert`,`\\lgroup`,`\\rgroup`,`⟮`,`⟯`,`\\lmoustache`,`\\rmoustache`,`⎰`,`⎱`]),vi=new Set([`<`,`>`,`\\langle`,`\\rangle`,`/`,`\\backslash`,`\\lt`,`\\gt`]),yi=[0,1.2,1.8,2.4,3],bi=function(e,t,n,r,i){if(e===`<`||e===`\\lt`||e===`⟨`?e=`\\langle`:(e===`>`||e===`\\gt`||e===`⟩`)&&(e=`\\rangle`),gi.has(e)||vi.has(e))return ii(e,t,!1,n,r,i);if(_i.has(e))return di(e,yi[t],!1,n,r,i);throw new w(`Illegal delimiter: '`+e+`'`)},xi=[{type:`small`,style:E.SCRIPTSCRIPT},{type:`small`,style:E.SCRIPT},{type:`small`,style:E.TEXT},{type:`large`,size:1},{type:`large`,size:2},{type:`large`,size:3},{type:`large`,size:4}],Si=[{type:`small`,style:E.SCRIPTSCRIPT},{type:`small`,style:E.SCRIPT},{type:`small`,style:E.TEXT},{type:`stack`}],Ci=[{type:`small`,style:E.SCRIPTSCRIPT},{type:`small`,style:E.SCRIPT},{type:`small`,style:E.TEXT},{type:`large`,size:1},{type:`large`,size:2},{type:`large`,size:3},{type:`large`,size:4},{type:`stack`}],wi=function(e){if(e.type===`small`)return`Main-Regular`;if(e.type===`large`)return`Size`+e.size+`-Regular`;if(e.type===`stack`)return`Size4-Regular`;var t=e.type;throw Error(`Add support for delim type '`+t+`' here.`)},Ti=function(e,t,n,r){for(var i=Math.min(2,3-r.style.size);it)return a}return n[n.length-1]},Ei=function(e,t,n,r,i,a){e===`<`||e===`\\lt`||e===`⟨`?e=`\\langle`:(e===`>`||e===`\\gt`||e===`⟩`)&&(e=`\\rangle`);var o=vi.has(e)?xi:gi.has(e)?Ci:Si,s=Ti(e,t,o,r);return s.type===`small`?ni(e,s.style,n,r,i,a):s.type===`large`?ii(e,s.size,n,r,i,a):di(e,t,n,r,i,a)},Di=function(e,t,n,r,i,a){var o=r.fontMetrics().axisHeight*r.sizeMultiplier,s=901,c=5/r.fontMetrics().ptPerEm,l=Math.max(t-o,n+o);return Ei(e,Math.max(l/500*s,2*l-c),!0,r,i,a)},Oi={"\\bigl":{mclass:`mopen`,size:1},"\\Bigl":{mclass:`mopen`,size:2},"\\biggl":{mclass:`mopen`,size:3},"\\Biggl":{mclass:`mopen`,size:4},"\\bigr":{mclass:`mclose`,size:1},"\\Bigr":{mclass:`mclose`,size:2},"\\biggr":{mclass:`mclose`,size:3},"\\Biggr":{mclass:`mclose`,size:4},"\\bigm":{mclass:`mrel`,size:1},"\\Bigm":{mclass:`mrel`,size:2},"\\biggm":{mclass:`mrel`,size:3},"\\Biggm":{mclass:`mrel`,size:4},"\\big":{mclass:`mord`,size:1},"\\Big":{mclass:`mord`,size:2},"\\bigg":{mclass:`mord`,size:3},"\\Bigg":{mclass:`mord`,size:4}},ki=new Set(`(,\\lparen,),\\rparen,[,\\lbrack,],\\rbrack,\\{,\\lbrace,\\},\\rbrace,\\lfloor,\\rfloor,⌊,⌋,\\lceil,\\rceil,⌈,⌉,<,>,\\langle,⟨,\\rangle,⟩,\\lt,\\gt,\\lvert,\\rvert,\\lVert,\\rVert,\\lgroup,\\rgroup,⟮,⟯,\\lmoustache,\\rmoustache,⎰,⎱,/,\\backslash,|,\\vert,\\|,\\Vert,\\uparrow,\\Uparrow,\\downarrow,\\Downarrow,\\updownarrow,\\Updownarrow,.`.split(`,`));function Ai(e){return`isMiddle`in e}function ji(e,t){var n=Nr(e);if(n&&ki.has(n.text))return n;throw n?new w(`Invalid delimiter '`+n.text+`' after '`+t.funcName+`'`,e):new w(`Invalid delimiter type '`+e.type+`'`,e)}K({type:`delimsizing`,names:[`\\bigl`,`\\Bigl`,`\\biggl`,`\\Biggl`,`\\bigr`,`\\Bigr`,`\\biggr`,`\\Biggr`,`\\bigm`,`\\Bigm`,`\\biggm`,`\\Biggm`,`\\big`,`\\Big`,`\\bigg`,`\\Bigg`],numArgs:1,argTypes:[`primitive`],handler:(e,t)=>{var n=ji(Hn(t[0]),e);return{type:`delimsizing`,mode:e.parser.mode,size:Oi[e.funcName].size,mclass:Oi[e.funcName].mclass,delim:n.text}},htmlBuilder:(e,t)=>e.delim===`.`?U([e.mclass]):bi(e.delim,e.size,t,e.mode,[e.mclass]),mathmlBuilder:e=>{var t=[];e.delim!==`.`&&t.push(ar(e.delim,e.mode));var n=new Y(`mo`,t);e.mclass===`mopen`||e.mclass===`mclose`?n.setAttribute(`fence`,`true`):n.setAttribute(`fence`,`false`),n.setAttribute(`stretchy`,`true`);var r=O(yi[e.size]);return n.setAttribute(`minsize`,r),n.setAttribute(`maxsize`,r),n}});function Mi(e){if(!e.body)throw Error(`Bug: The leftright ParseNode wasn't fully parsed.`)}K({type:`leftright-right`,names:[`\\right`],numArgs:1,primitive:!0,handler:(e,t)=>{var n=e.parser.gullet.macros.get(`\\current@color`);if(n&&typeof n!=`string`)throw new w(`\\current@color set to non-string in \\right`);return{type:`leftright-right`,mode:e.parser.mode,delim:ji(t[0],e).text,color:n}}}),K({type:`leftright`,names:[`\\left`],numArgs:1,primitive:!0,handler:(e,t)=>{var n=ji(t[0],e),r=e.parser;++r.leftrightDepth;var i=r.parseExpression(!1);--r.leftrightDepth,r.expect(`\\right`,!1);var a=Q(r.parseFunction(),`leftright-right`);return{type:`leftright`,mode:r.mode,body:i,left:n.text,right:a.delim,rightColor:a.color}},htmlBuilder:(e,t)=>{Mi(e);for(var n=qn(e.body,t,!0,[`mopen`,`mclose`]),r=0,i=0,a=!1,o=0;o{Mi(e);var n=ur(e.body,t);if(e.left!==`.`){var r=new Y(`mo`,[ar(e.left,e.mode)]);r.setAttribute(`fence`,`true`),n.unshift(r)}if(e.right!==`.`){var i=new Y(`mo`,[ar(e.right,e.mode)]);i.setAttribute(`fence`,`true`),e.rightColor&&i.setAttribute(`mathcolor`,e.rightColor),n.push(i)}return or(n)}}),K({type:`middle`,names:[`\\middle`],numArgs:1,primitive:!0,handler:(e,t)=>{var n=ji(t[0],e);if(!e.parser.leftrightDepth)throw new w(`\\middle without preceding \\left`,n);return{type:`middle`,mode:e.parser.mode,delim:n.text}},htmlBuilder:(e,t)=>{var n;return e.delim===`.`?n=Qn(t,[]):(n=bi(e.delim,1,t,e.mode,[]),n.isMiddle={delim:e.delim,options:t}),n},mathmlBuilder:(e,t)=>{var n=new Y(`mo`,[e.delim===`\\vert`||e.delim===`|`?ar(`|`,`text`):ar(e.delim,e.mode)]);return n.setAttribute(`fence`,`true`),n.setAttribute(`lspace`,`0.05em`),n.setAttribute(`rspace`,`0.05em`),n}}),K({type:`enclose`,names:[`\\colorbox`],numArgs:2,allowedInText:!0,argTypes:[`color`,`hbox`],handler(e,t,n){var r=e.parser,i=e.funcName,a=Q(t[0],`color-token`).color,o=t[1];return{type:`enclose`,mode:r.mode,label:i,backgroundColor:a,body:o}},htmlBuilder:(e,t)=>{var n=Dn(J(e.body,t),t),r=e.label.slice(1),i=t.sizeMultiplier,a,o,s=_e(e.body);if(r===`sout`)a=U([`katex-stretchy`,`katex-sout`]),a.height=t.fontMetrics().defaultRuleThickness/i,o=-.5*t.fontMetrics().xHeight;else if(r===`phase`){var c=D({number:.6,unit:`pt`},t),l=D({number:.35,unit:`ex`},t),u=t.havingBaseSizing();i/=u.sizeMultiplier;var d=n.height+n.depth+c+l;n.style.paddingLeft=O(d/2+c);var f=Math.floor(1e3*d*i);a=Cn([`hide-tail`],[new yt([new bt(`phase`,Ze(f))],{width:`400em`,height:O(f/1e3),viewBox:`0 0 400000 `+f,preserveAspectRatio:`xMinYMin slice`})],t),a.style.height=O(d),o=n.depth+c+l}else{/cancel/.test(r)?s||n.classes.push(`cancel-pad`):r===`angl`?n.classes.push(`anglpad`):n.classes.push(`boxpad`);var p,m,h=0;/box/.test(r)?(h=Math.max(t.fontMetrics().fboxrule,t.minRuleThickness),p=t.fontMetrics().fboxsep+(r===`colorbox`?0:h),m=p):r===`angl`?(h=Math.max(t.fontMetrics().defaultRuleThickness,t.minRuleThickness),p=4*h,m=Math.max(0,.25-n.depth)):(p=s?.2:0,m=p),a=Er(n,r,p,m,t),/fbox|boxed|fcolorbox/.test(r)?(a.style.borderStyle=`solid`,a.style.borderWidth=O(h)):r===`angl`&&h!==.049&&(a.style.borderTopWidth=O(h),a.style.borderRightWidth=O(h)),o=n.depth+m,e.backgroundColor&&(a.style.backgroundColor=e.backgroundColor,e.borderColor&&(a.style.borderColor=e.borderColor))}var g;if(e.backgroundColor)g=W({positionType:`individualShift`,children:[{type:`elem`,elem:a,shift:o},{type:`elem`,elem:n,shift:0}]});else{var _=/cancel|phase/.test(r)?[`svg-align`]:[];g=W({positionType:`individualShift`,children:[{type:`elem`,elem:n,shift:0},{type:`elem`,elem:a,shift:o,wrapperClasses:_}]})}return/cancel/.test(r)&&(g.height=n.height,g.depth=n.depth),/cancel/.test(r)&&!s?U([`mord`,`cancel-lap`],[g],t):U([`mord`],[g],t)},mathmlBuilder:(e,t)=>{var n,r=new Y(e.label.includes(`colorbox`)?`mpadded`:`menclose`,[Z(e.body,t)]);switch(e.label){case`\\cancel`:r.setAttribute(`notation`,`updiagonalstrike`);break;case`\\bcancel`:r.setAttribute(`notation`,`downdiagonalstrike`);break;case`\\phase`:r.setAttribute(`notation`,`phasorangle`);break;case`\\sout`:r.setAttribute(`notation`,`horizontalstrike`);break;case`\\fbox`:r.setAttribute(`notation`,`box`);break;case`\\angl`:r.setAttribute(`notation`,`actuarial`);break;case`\\fcolorbox`:case`\\colorbox`:if(n=t.fontMetrics().fboxsep*t.fontMetrics().ptPerEm,r.setAttribute(`width`,`+`+2*n+`pt`),r.setAttribute(`height`,`+`+2*n+`pt`),r.setAttribute(`lspace`,n+`pt`),r.setAttribute(`voffset`,n+`pt`),e.label===`\\fcolorbox`){var i=Math.max(t.fontMetrics().fboxrule,t.minRuleThickness);r.setAttribute(`style`,`border: `+O(i)+` solid `+e.borderColor)}break;case`\\xcancel`:r.setAttribute(`notation`,`updiagonalstrike downdiagonalstrike`)}return e.backgroundColor&&r.setAttribute(`mathbackground`,e.backgroundColor),r}}),K({type:`enclose`,names:[`\\fcolorbox`],numArgs:3,allowedInText:!0,argTypes:[`color`,`color`,`hbox`],handler(e,t,n){var r=e.parser,i=e.funcName,a=Q(t[0],`color-token`).color,o=Q(t[1],`color-token`).color,s=t[2];return{type:`enclose`,mode:r.mode,label:i,backgroundColor:o,borderColor:a,body:s}}}),K({type:`enclose`,names:[`\\fbox`],numArgs:1,argTypes:[`hbox`],allowedInText:!0,handler(e,t){return{type:`enclose`,mode:e.parser.mode,label:`\\fbox`,body:t[0]}}}),K({type:`enclose`,names:[`\\cancel`,`\\bcancel`,`\\xcancel`,`\\phase`],numArgs:1,handler(e,t){var n=e.parser,r=e.funcName,i=t[0];return{type:`enclose`,mode:n.mode,label:r,body:i}}}),K({type:`enclose`,names:[`\\sout`],numArgs:1,allowedInText:!0,handler(e,t){var n=e.parser,r=e.funcName;n.mode===`math`&&n.settings.reportNonstrict(`mathVsSout`,`LaTeX's \\sout works only in text mode`);var i=t[0];return{type:`enclose`,mode:n.mode,label:r,body:i}}}),K({type:`enclose`,names:[`\\angl`],numArgs:1,argTypes:[`hbox`],allowedInText:!1,handler(e,t){return{type:`enclose`,mode:e.parser.mode,label:`\\angl`,body:t[0]}}});var Ni={};function Pi(e){for(var t=e.type,n=e.names,r=e.props,i=e.handler,a=e.htmlBuilder,o=e.mathmlBuilder,s={type:t,numArgs:r.numArgs||0,allowedInText:!1,numOptionalArgs:0,handler:i},c=0;c{if(!e.parser.settings.displayMode)throw new w(`{`+e.envName+`} can be used only in display mode.`)},Bi=new Set([`gather`,`gather*`]);function Vi(e){if(!e.includes(`ed`))return!e.includes(`*`)}function Hi(e,t,n){var r=t.hskipBeforeAndAfter,i=t.addJot,a=t.cols,o=t.arraystretch,s=t.colSeparationType,c=t.autoTag,l=t.singleRow,u=t.emptySingleRow,d=t.maxNumCols,f=t.leqno;if(e.gullet.beginGroup(),l||e.gullet.macros.set(`\\cr`,`\\\\\\relax`),!o){var p=e.gullet.expandMacroAsText(`\\arraystretch`);if(p==null)o=1;else if(o=parseFloat(p),!o||o<0)throw new w(`Invalid \\arraystretch: `+p)}e.gullet.beginGroup();var m=[],h=[m],g=[],_=[],v=c==null?void 0:[];function y(){c&&e.gullet.macros.set(`\\@eqnsw`,`1`,!0)}function b(){v&&(e.gullet.macros.get(`\\df@tag`)?(v.push(e.subparse([new Li(`\\df@tag`)])),e.gullet.macros.set(`\\df@tag`,void 0,!0)):v.push(!!c&&e.gullet.macros.get(`\\@eqnsw`)===`1`))}for(y(),_.push(Ri(e));;){var x=e.parseExpression(!1,l?`\\end`:`\\\\`);e.gullet.endGroup(),e.gullet.beginGroup();var S={type:`ordgroup`,mode:e.mode,body:x};n&&(S={type:`styling`,mode:e.mode,style:n,resetFont:!0,body:[S]}),m.push(S);var C=e.fetch().text;if(C===`&`){if(d&&m.length===d){if(l||s)throw new w(`Too many tab characters: &`,e.nextToken);e.settings.reportNonstrict(`textEnv`,`Too few columns specified in the {array} column argument.`)}e.consume()}else if(C===`\\end`){b(),m.length===1&&S.type===`styling`&&S.body.length===1&&S.body[0].type===`ordgroup`&&S.body[0].body.length===0&&(h.length>1||!u)&&h.pop(),_.length0&&(_+=.25),c.push({pos:_,isDashed:e[t]})}for(v(a[0]),n=0;n0&&(te+=g,xe))for(n=0;n=o)){var _e=void 0;(r>0||e.hskipBeforeAndAfter)&&(_e=fe?.pregap??d,_e!==0&&(ae=U([`arraycolsep`],[]),ae.style.width=O(_e),ie.push(ae)));var ve=[];for(n=0;n0){for(var Te=wn(`katex-hline`,t,l),Ee=wn(`katex-hdashline`,t,l),De=[{type:`elem`,elem:we,shift:0}];c.length>0;){var Oe=c.pop(),ke=Oe.pos-ne;Oe.isDashed?De.push({type:`elem`,elem:Ee,shift:ke}):De.push({type:`elem`,elem:Te,shift:ke})}we=W({positionType:`individualShift`,children:De})}if(se.length===0)return U([`mord`],[we],t);var Ae=U([`katex-tag`],[W({positionType:`individualShift`,children:se})],t);return En([we,Ae])},Gi={c:`center `,l:`left `,r:`right `},Ki=function(e,t){for(var n=[],r=new Y(`mtd`,[],[`mtr-glue`]),i=new Y(`mtd`,[],[`mml-eqn-num`]),a=0;a0){var p=e.cols,m=``,h=!1,g=0,_=p.length;p[0].type===`separator`&&(d+=`top `,g=1),p[p.length-1].type===`separator`&&(d+=`bottom `,--_);for(var v=g;v<_;v++){var y=p[v];y.type===`align`?(f+=Gi[y.align],h&&(m+=`none `),h=!0):y.type===`separator`&&(h&&=(m+=y.separator===`|`?`solid `:`dashed `,!1))}l.setAttribute(`columnalign`,f.trim()),/[sd]/.test(m)&&l.setAttribute(`columnlines`,m.trim())}if(e.colSeparationType===`align`){for(var b=e.cols||[],x=``,S=1;S0?`left `:``,d+=ee[ee.length-1].length>0?`right `:``;for(var te=1;te0&&u&&(p=1),n[d]={type:`align`,align:f,pregap:p,postgap:0}}return i.colSeparationType=u?`align`:`alignat`,i};Pi({type:`array`,names:[`array`,`darray`],props:{numArgs:1},handler(e,t){var n=(Nr(t[0])?[t[0]]:Q(t[0],`ordgroup`).body).map(function(e){var t=Mr(e).text;if(`lcr`.includes(t))return{type:`align`,align:t};if(t===`|`)return{type:`separator`,separator:`|`};if(t===`:`)return{type:`separator`,separator:`:`};throw new w(`Unknown column alignment: `+t,e)}),r={cols:n,hskipBeforeAndAfter:!0,maxNumCols:n.length};return Hi(e.parser,r,Ui(e.envName))},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`matrix`,`pmatrix`,`bmatrix`,`Bmatrix`,`vmatrix`,`Vmatrix`,`matrix*`,`pmatrix*`,`bmatrix*`,`Bmatrix*`,`vmatrix*`,`Vmatrix*`],props:{numArgs:0},handler(e){var t={matrix:null,pmatrix:[`(`,`)`],bmatrix:[`[`,`]`],Bmatrix:[`\\{`,`\\}`],vmatrix:[`|`,`|`],Vmatrix:[`\\Vert`,`\\Vert`]}[e.envName.replace(`*`,``)],n=`c`,r={hskipBeforeAndAfter:!1,cols:[{type:`align`,align:n}]};if(e.envName.charAt(e.envName.length-1)===`*`){var i=e.parser;if(i.consumeSpaces(),i.fetch().text===`[`){if(i.consume(),i.consumeSpaces(),n=i.fetch().text,!`lcr`.includes(n))throw new w(`Expected l or c or r`,i.nextToken);i.consume(),i.consumeSpaces(),i.expect(`]`),i.consume(),r.cols=[{type:`align`,align:n}]}}var a=Hi(e.parser,r,Ui(e.envName)),o=Math.max(0,...a.body.map(e=>e.length));return a.cols=Array(o).fill({type:`align`,align:n}),t?{type:`leftright`,mode:e.mode,body:[a],left:t[0],right:t[1],rightColor:void 0}:a},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`smallmatrix`],props:{numArgs:0},handler(e){var t=Hi(e.parser,{arraystretch:.5},`script`);return t.colSeparationType=`small`,t},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`subarray`],props:{numArgs:1},handler(e,t){var n=(Nr(t[0])?[t[0]]:Q(t[0],`ordgroup`).body).map(function(e){var t=Mr(e).text;if(`lc`.includes(t))return{type:`align`,align:t};throw new w(`Unknown column alignment: `+t,e)});if(n.length>1)throw new w(`{subarray} can contain only one column`);var r={cols:n,hskipBeforeAndAfter:!1,arraystretch:.5},i=Hi(e.parser,r,`script`);if(i.body.length>0&&i.body[0].length>1)throw new w(`{subarray} can contain only one column`);return i},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`cases`,`dcases`,`rcases`,`drcases`],props:{numArgs:0},handler(e){var t=Hi(e.parser,{arraystretch:1.2,cols:[{type:`align`,align:`l`,pregap:0,postgap:1},{type:`align`,align:`l`,pregap:0,postgap:0}]},Ui(e.envName));return{type:`leftright`,mode:e.mode,body:[t],left:e.envName.includes(`r`)?`.`:`\\{`,right:e.envName.includes(`r`)?`\\}`:`.`,rightColor:void 0}},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`align`,`align*`,`aligned`,`split`],props:{numArgs:0},handler:qi,htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`gathered`,`gather`,`gather*`],props:{numArgs:0},handler(e){Bi.has(e.envName)&&zi(e);var t={cols:[{type:`align`,align:`c`}],addJot:!0,colSeparationType:`gather`,autoTag:Vi(e.envName),emptySingleRow:!0,leqno:e.parser.settings.leqno};return Hi(e.parser,t,`display`)},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`alignat`,`alignat*`,`alignedat`],props:{numArgs:1},handler:qi,htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`equation`,`equation*`],props:{numArgs:0},handler(e){zi(e);var t={autoTag:Vi(e.envName),emptySingleRow:!0,singleRow:!0,maxNumCols:1,leqno:e.parser.settings.leqno};return Hi(e.parser,t,`display`)},htmlBuilder:Wi,mathmlBuilder:Ki}),Pi({type:`array`,names:[`CD`],props:{numArgs:0},handler(e){return zi(e),Jr(e.parser)},htmlBuilder:Wi,mathmlBuilder:Ki}),$(`\\nonumber`,`\\gdef\\@eqnsw{0}`),$(`\\notag`,`\\nonumber`),K({type:`text`,names:[`\\hline`,`\\hdashline`],numArgs:0,allowedInText:!0,allowedInMath:!0,handler(e,t){throw new w(e.funcName+` valid only within array environment`)}});var Ji=Ni;K({type:`environment`,names:[`\\begin`,`\\end`],numArgs:1,argTypes:[`text`],handler(e,t){var n=e.parser,r=e.funcName,i=t[0];if(i.type!==`ordgroup`)throw new w(`Invalid environment name`,i);var a=Pr(i,`Environment name should contain only text characters and spaces`,!0);if(r===`\\begin`){if(!Object.prototype.hasOwnProperty.call(Ji,a))throw new w(`No such environment: `+a,i);var o=Ji[a],s=n.parseArguments(`\\begin{`+a+`}`,o),c=s.args,l=s.optArgs,u={mode:n.mode,envName:a,parser:n},d=o.handler(u,c,l);n.expect(`\\end`,!1);var f=n.nextToken,p=Q(n.parseFunction(),`environment`);if(p.name!==a)throw new w(`Mismatch: \\begin{`+a+`} matched by \\end{`+p.name+`}`,f);return d}return{type:`environment`,mode:n.mode,name:a,nameGroup:i}}});var Yi=(e,t)=>{var n=e.font,r=t.withFont(n);return J(e.body,r)},Xi=(e,t)=>{var n=e.font,r=t.withFont(n);return Z(e.body,r)},Zi={"\\Bbb":`\\mathbb`,"\\bold":`\\mathbf`,"\\frak":`\\mathfrak`};K({type:`font`,names:[`\\mathrm`,`\\mathit`,`\\mathbf`,`\\mathnormal`,`\\mathsfit`,`\\mathbb`,`\\mathcal`,`\\mathfrak`,`\\mathscr`,`\\mathsf`,`\\mathtt`,`\\Bbb`,`\\bold`,`\\frak`],numArgs:1,allowedInArgument:!0,handler:(e,t)=>{var n=e.parser,r=e.funcName,i=Hn(t[0]),a=r in Zi?Zi[r]:r;return{type:`font`,mode:n.mode,font:a.slice(1),body:i}},htmlBuilder:Yi,mathmlBuilder:Xi}),K({type:`mclass`,names:[`\\boldsymbol`,`\\bm`],numArgs:1,handler:(e,t)=>{var n=e.parser,r=t[0];return{type:`mclass`,mode:n.mode,mclass:Hr(r),body:[{type:`font`,mode:n.mode,font:`boldsymbol`,body:r}],isCharacterBox:_e(r)}}}),K({type:`font`,names:[`\\rm`,`\\sf`,`\\tt`,`\\bf`,`\\it`,`\\cal`],numArgs:0,allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=e.funcName,i=e.breakOnTokenText,a=n.mode,o=n.parseExpression(!0,i);return{type:`font`,mode:a,font:`math`+r.slice(1),body:{type:`ordgroup`,mode:n.mode,body:o}}}});var Qi=(e,t)=>{var n=t.style,r=n.fracNum(),i=n.fracDen(),a=t.havingStyle(r),o=J(e.numer,a,t);if(e.continued){var s=8.5/t.fontMetrics().ptPerEm,c=3.5/t.fontMetrics().ptPerEm;o.height=o.height0?3*f:7*f,h=t.fontMetrics().denom1):(d>0?(p=t.fontMetrics().num2,m=f):(p=t.fontMetrics().num3,m=3*f),h=t.fontMetrics().denom2);var g;if(u){var _=t.fontMetrics().axisHeight;p-o.depth-(_+.5*d){var n=new Y(`mfrac`,[Z(e.numer,t),Z(e.denom,t)]);if(!e.hasBarLine)n.setAttribute(`linethickness`,`0px`);else if(e.barSize){var r=D(e.barSize,t);n.setAttribute(`linethickness`,O(r))}if(e.leftDelim!=null||e.rightDelim!=null){var i=[];if(e.leftDelim!=null){var a=new Y(`mo`,[new X(e.leftDelim.replace(`\\`,``))]);a.setAttribute(`fence`,`true`),i.push(a)}if(i.push(n),e.rightDelim!=null){var o=new Y(`mo`,[new X(e.rightDelim.replace(`\\`,``))]);o.setAttribute(`fence`,`true`),i.push(o)}return or(i)}return n},ea=(e,t)=>t?{type:`styling`,mode:e.mode,style:t,body:[e]}:e;K({type:`genfrac`,names:[`\\cfrac`,`\\dfrac`,`\\frac`,`\\tfrac`,`\\dbinom`,`\\binom`,`\\tbinom`,`\\\\atopfrac`,`\\\\bracefrac`,`\\\\brackfrac`],numArgs:2,allowedInArgument:!0,handler:(e,t)=>{var n=e.parser,r=e.funcName,i=t[0],a=t[1],o,s=null,c=null;switch(r){case`\\cfrac`:case`\\dfrac`:case`\\frac`:case`\\tfrac`:o=!0;break;case`\\\\atopfrac`:o=!1;break;case`\\dbinom`:case`\\binom`:case`\\tbinom`:o=!1,s=`(`,c=`)`;break;case`\\\\bracefrac`:o=!1,s=`\\{`,c=`\\}`;break;case`\\\\brackfrac`:o=!1,s=`[`,c=`]`;break;default:throw Error(`Unrecognized genfrac command`)}var l=r===`\\cfrac`,u=null;return l||r.startsWith(`\\d`)?u=`display`:r.startsWith(`\\t`)&&(u=`text`),ea({type:`genfrac`,mode:n.mode,numer:i,denom:a,continued:l,hasBarLine:o,leftDelim:s,rightDelim:c,barSize:null},u)},htmlBuilder:Qi,mathmlBuilder:$i}),K({type:`infix`,names:[`\\over`,`\\choose`,`\\atop`,`\\brace`,`\\brack`],numArgs:0,infix:!0,handler(e){var t=e.parser,n=e.funcName,r=e.token,i;switch(n){case`\\over`:i=`\\frac`;break;case`\\choose`:i=`\\binom`;break;case`\\atop`:i=`\\\\atopfrac`;break;case`\\brace`:i=`\\\\bracefrac`;break;case`\\brack`:i=`\\\\brackfrac`;break;default:throw Error(`Unrecognized infix genfrac command`)}return{type:`infix`,mode:t.mode,replaceWith:i,token:r}}});var ta=[`display`,`text`,`script`,`scriptscript`],na=function(e){var t=null;return e.length>0&&(t=e,t=t===`.`?null:t),t};K({type:`genfrac`,names:[`\\genfrac`],numArgs:6,allowedInArgument:!0,argTypes:[`math`,`math`,`size`,`text`,`math`,`math`],handler(e,t){var n=e.parser,r=t[4],i=t[5],a=Hn(t[0]),o=a.type===`atom`&&a.family===`open`?na(a.text):null,s=Hn(t[1]),c=s.type===`atom`&&s.family===`close`?na(s.text):null,l=Q(t[2],`size`),u,d=null;l.isBlank?u=!0:(d=l.value,u=d.number>0);var f=null,p=t[3];if(p.type===`ordgroup`){if(p.body.length>0){var m=Q(p.body[0],`textord`);f=ta[Number(m.text)]}}else p=Q(p,`textord`),f=ta[Number(p.text)];return ea({type:`genfrac`,mode:n.mode,numer:r,denom:i,continued:!1,hasBarLine:u,barSize:d,leftDelim:o,rightDelim:c},f)}}),K({type:`infix`,names:[`\\above`],numArgs:1,argTypes:[`size`],infix:!0,handler(e,t){var n=e.parser;e.funcName;var r=e.token;return{type:`infix`,mode:n.mode,replaceWith:`\\\\abovefrac`,size:Q(t[0],`size`).value,token:r}}}),K({type:`genfrac`,names:[`\\\\abovefrac`],numArgs:3,argTypes:[`math`,`size`,`math`],handler:(e,t)=>{var n=e.parser;e.funcName;var r=t[0],i=Q(t[1],`infix`).size;if(!i)throw Error(`\\\\abovefrac expected size, but got `+String(i));var a=t[2],o=i.number>0;return{type:`genfrac`,mode:n.mode,numer:r,denom:a,continued:!1,hasBarLine:o,barSize:i,leftDelim:null,rightDelim:null}}});var ra=(e,t)=>{var n=t.style,r,i;e.type===`supsub`?(r=e.sup?J(e.sup,t.havingStyle(n.sup()),t):J(e.sub,t.havingStyle(n.sub()),t),i=Q(e.base,`horizBrace`)):i=Q(e,`horizBrace`);var a=J(i.base,t.havingBaseStyle(E.DISPLAY)),o=Tr(i,t),s=i.isOver?W({positionType:`firstBaseline`,children:[{type:`elem`,elem:a},{type:`kern`,size:.1},{type:`elem`,elem:o,wrapperClasses:[`svg-align`]}]}):W({positionType:`bottom`,positionData:a.depth+.1+o.height,children:[{type:`elem`,elem:o,wrapperClasses:[`svg-align`]},{type:`kern`,size:.1},{type:`elem`,elem:a}]});if(r){var c=U([`minner`,i.isOver?`mover`:`munder`],[s],t);s=i.isOver?W({positionType:`firstBaseline`,children:[{type:`elem`,elem:c},{type:`kern`,size:.2},{type:`elem`,elem:r}]}):W({positionType:`bottom`,positionData:c.depth+.2+r.height+r.depth,children:[{type:`elem`,elem:r},{type:`kern`,size:.2},{type:`elem`,elem:c}]})}return U([`minner`,i.isOver?`mover`:`munder`],[s],t)};K({type:`horizBrace`,names:[`\\overbrace`,`\\underbrace`,`\\overbracket`,`\\underbracket`],numArgs:1,handler(e,t){var n=e.parser,r=e.funcName;return{type:`horizBrace`,mode:n.mode,label:r,isOver:r.includes(`\\over`),base:t[0]}},htmlBuilder:ra,mathmlBuilder:(e,t)=>{var n=Sr(e.label);return new Y(e.isOver?`mover`:`munder`,[Z(e.base,t),n])}}),K({type:`href`,names:[`\\href`],numArgs:2,argTypes:[`url`,`original`],allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=t[1],i=Q(t[0],`url`).url;return n.settings.isTrusted({command:`\\href`,url:i})?{type:`href`,mode:n.mode,href:i,body:q(r)}:n.formatUnsupportedCmd(`\\href`)},htmlBuilder:(e,t)=>{var n=qn(e.body,t,!1);return Tn(e.href,[],n,t)},mathmlBuilder:(e,t)=>{var n=dr(e.body,t);return n instanceof Y||(n=new Y(`mrow`,[n])),n.setAttribute(`href`,e.href),n}}),K({type:`href`,names:[`\\url`],numArgs:1,argTypes:[`url`],allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=Q(t[0],`url`).url;if(!n.settings.isTrusted({command:`\\url`,url:r}))return n.formatUnsupportedCmd(`\\url`);for(var i=[],a=0;a{var n=e.parser,r=e.funcName;e.token;var i=Q(t[0],`raw`).string,a=t[1];n.settings.strict&&n.settings.reportNonstrict(`htmlExtension`,`HTML extension is disabled on strict mode`);var o,s={};switch(r){case`\\htmlClass`:s.class=i,o={command:`\\htmlClass`,class:i};break;case`\\htmlId`:s.id=i,o={command:`\\htmlId`,id:i};break;case`\\htmlStyle`:s.style=i,o={command:`\\htmlStyle`,style:i};break;case`\\htmlData`:for(var c=`{,}`,l=[],u=``,d=0;d{var n=qn(e.body,t,!1),r=[`enclosing`];e.attributes.class&&r.push(...e.attributes.class.trim().split(/\s+/));var i=U(r,n,t);for(var a of Object.entries(e.attributes)){var o=a[0],s=a[1];o!==`class`&&i.setAttribute(o,s)}return i},mathmlBuilder:(e,t)=>dr(e.body,t)}),K({type:`htmlmathml`,names:[`\\html@mathml`],numArgs:2,allowedInArgument:!0,allowedInText:!0,handler:(e,t)=>({type:`htmlmathml`,mode:e.parser.mode,html:q(t[0]),mathml:q(t[1])}),htmlBuilder:(e,t)=>En(qn(e.html,t,!1)),mathmlBuilder:(e,t)=>dr(e.mathml,t)});var ia=function(e){if(/^[-+]? *(\d+(\.\d*)?|\.\d+)$/.test(e))return{number:+e,unit:`bp`};var t=/([-+]?) *(\d+(?:\.\d*)?|\.\d+) *([a-z]{2})/.exec(e);if(!t)throw new w(`Invalid size: '`+e+`' in \\includegraphics`);var n={number:+(t[1]+t[2]),unit:t[3]};if(!st(n))throw new w(`Invalid unit: '`+n.unit+`' in \\includegraphics.`);return n};K({type:`includegraphics`,names:[`\\includegraphics`],numArgs:1,numOptionalArgs:1,argTypes:[`raw`,`url`],allowedInText:!1,handler:(e,t,n)=>{var r=e.parser,i={number:0,unit:`em`},a={number:.9,unit:`em`},o={number:0,unit:`em`},s=``;if(n[0])for(var c=Q(n[0],`raw`).string.split(`,`),l=0;l{var n=D(e.height,t),r=0;e.totalheight.number>0&&(r=D(e.totalheight,t)-n);var i=0;e.width.number>0&&(i=D(e.width,t));var a={height:O(n+r)};i>0&&(a.width=O(i)),r>0&&(a.verticalAlign=O(-r));var o=new gt(e.src,e.alt,a);return o.height=n,o.depth=r,o},mathmlBuilder:(e,t)=>{var n=new Y(`mglyph`,[]);n.setAttribute(`alt`,e.alt);var r=D(e.height,t),i=0;if(e.totalheight.number>0&&(i=D(e.totalheight,t)-r,n.setAttribute(`valign`,O(-i))),n.setAttribute(`height`,O(r+i)),e.width.number>0){var a=D(e.width,t);n.setAttribute(`width`,O(a))}return n.setAttribute(`src`,e.src),n}}),K({type:`kern`,names:[`\\kern`,`\\mkern`,`\\hskip`,`\\mskip`],numArgs:1,argTypes:[`size`],primitive:!0,allowedInText:!0,handler(e,t){var n=e.parser,r=e.funcName,i=Q(t[0],`size`);if(n.settings.strict){var a=r[1]===`m`,o=i.value.unit===`mu`;a?(o||n.settings.reportNonstrict(`mathVsTextUnits`,`LaTeX's `+r+` supports only mu units, `+(`not `+i.value.unit+` units`)),n.mode!==`math`&&n.settings.reportNonstrict(`mathVsTextUnits`,`LaTeX's `+r+` works only in math mode`)):o&&n.settings.reportNonstrict(`mathVsTextUnits`,`LaTeX's `+r+` doesn't support mu units`)}return{type:`kern`,mode:n.mode,dimension:i.value}},htmlBuilder(e,t){return kn(e.dimension,t)},mathmlBuilder(e,t){return new nr(D(e.dimension,t))}}),K({type:`lap`,names:[`\\mathllap`,`\\mathrlap`,`\\mathclap`],numArgs:1,allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=e.funcName,i=t[0];return{type:`lap`,mode:n.mode,alignment:r.slice(5),body:i}},htmlBuilder:(e,t)=>{var n;e.alignment===`clap`?(n=U([],[J(e.body,t)]),n=U([`katex-inner`],[n],t)):n=U([`katex-inner`],[J(e.body,t)]);var r=U([`katex-fix`],[]),i=U([e.alignment],[n,r],t),a=U([`katex-strut`]);return a.style.height=O(i.height+i.depth),i.depth&&(a.style.verticalAlign=O(-i.depth)),i.children.unshift(a),i=U([`katex-thinbox`],[i],t),U([`mord`,`katex-vbox`],[i],t)},mathmlBuilder:(e,t)=>{var n=new Y(`mpadded`,[Z(e.body,t)]);if(e.alignment!==`rlap`){var r=e.alignment===`llap`?`-1`:`-0.5`;n.setAttribute(`lspace`,r+`width`)}return n.setAttribute(`width`,`0px`),n}}),K({type:`styling`,names:[`\\(`,`$`],numArgs:0,allowedInText:!0,allowedInMath:!1,handler(e,t){var n=e.funcName,r=e.parser,i=r.mode;r.switchMode(`math`);var a=n===`\\(`?`\\)`:`$`,o=r.parseExpression(!1,a);return r.expect(a),r.switchMode(i),{type:`styling`,mode:r.mode,style:`text`,resetFont:!0,body:o}}}),K({type:`text`,names:[`\\)`,`\\]`],numArgs:0,allowedInText:!0,allowedInMath:!1,handler(e,t){throw new w(`Mismatched `+e.funcName)}});var aa=(e,t)=>{switch(t.style.size){case E.DISPLAY.size:return e.display;case E.TEXT.size:return e.text;case E.SCRIPT.size:return e.script;case E.SCRIPTSCRIPT.size:return e.scriptscript;default:return e.text}};K({type:`mathchoice`,names:[`\\mathchoice`],numArgs:4,primitive:!0,handler:(e,t)=>({type:`mathchoice`,mode:e.parser.mode,display:q(t[0]),text:q(t[1]),script:q(t[2]),scriptscript:q(t[3])}),htmlBuilder:(e,t)=>En(qn(aa(e,t),t,!1)),mathmlBuilder:(e,t)=>dr(aa(e,t),t)});var oa=(e,t,n,r,i,a,o)=>{e=U([],[e]);var s=n&&_e(n),c,l;if(t){var u=J(t,r.havingStyle(i.sup()),r);l={elem:u,kern:Math.max(r.fontMetrics().bigOpSpacing1,r.fontMetrics().bigOpSpacing3-u.depth)}}if(n){var d=J(n,r.havingStyle(i.sub()),r);c={elem:d,kern:Math.max(r.fontMetrics().bigOpSpacing2,r.fontMetrics().bigOpSpacing4-d.height)}}var f;if(l&&c)f=W({positionType:`bottom`,positionData:r.fontMetrics().bigOpSpacing5+c.elem.height+c.elem.depth+c.kern+e.depth+o,children:[{type:`kern`,size:r.fontMetrics().bigOpSpacing5},{type:`elem`,elem:c.elem,marginLeft:O(-a)},{type:`kern`,size:c.kern},{type:`elem`,elem:e},{type:`kern`,size:l.kern},{type:`elem`,elem:l.elem,marginLeft:O(a)},{type:`kern`,size:r.fontMetrics().bigOpSpacing5}]});else if(c)f=W({positionType:`top`,positionData:e.height-o,children:[{type:`kern`,size:r.fontMetrics().bigOpSpacing5},{type:`elem`,elem:c.elem,marginLeft:O(-a)},{type:`kern`,size:c.kern},{type:`elem`,elem:e}]});else if(l)f=W({positionType:`bottom`,positionData:e.depth+o,children:[{type:`elem`,elem:e},{type:`kern`,size:l.kern},{type:`elem`,elem:l.elem,marginLeft:O(a)},{type:`kern`,size:r.fontMetrics().bigOpSpacing5}]});else return e;var p=[f];if(c&&a!==0&&!s){var m=U([`mspace`],[],r);m.style.marginRight=O(a),p.unshift(m)}return U([`mop`,`op-limits`],p,r)},sa=new Set([`\\smallint`]),ca=(e,t)=>{var n,r,i=!1,a;e.type===`supsub`?(n=e.sup,r=e.sub,a=Q(e.base,`op`),i=!0):a=Q(e,`op`);var o=t.style,s=!1;o.size===E.DISPLAY.size&&a.symbol&&!sa.has(a.name)&&(s=!0);var c,l;if(a.symbol){var u=s?`Size2-Regular`:`Size1-Regular`,d=``;if((a.name===`\\oiint`||a.name===`\\oiiint`)&&(d=a.name.slice(1),a.name=d===`oiint`?`\\iint`:`\\iiint`),c=gn(a.name,u,`math`,t,[`mop`,`op-symbol`,s?`large-op`:`small-op`]),l=c.italic,d.length>0){var f=Nn(d+`Size`+(s?`2`:`1`),t);c=W({positionType:`individualShift`,children:[{type:`elem`,elem:c,shift:0},{type:`elem`,elem:f,shift:s?.08:0}]}),a.name=`\\`+d,c.classes.unshift(`mop`),c.italic=l}}else if(a.body){var p=qn(a.body,t,!0);p.length===1&&p[0]instanceof vt?(c=p[0],c.classes[0]=`mop`):c=U([`mop`],p,t)}else{for(var m=[],h=1;h{var n;if(e.symbol)n=new Y(`mo`,[ar(e.name,e.mode)]),sa.has(e.name)&&n.setAttribute(`largeop`,`false`);else if(e.body)n=new Y(`mo`,ur(e.body,t));else{n=new Y(`mi`,[new X(e.name.slice(1))]);var r=new Y(`mo`,[ar(`⁡`,`text`)]);n=e.parentIsSupSub?new Y(`mrow`,[n,r]):tr([n,r])}return n},ua={"∏":`\\prod`,"∐":`\\coprod`,"∑":`\\sum`,"⋀":`\\bigwedge`,"⋁":`\\bigvee`,"⋂":`\\bigcap`,"⋃":`\\bigcup`,"⨀":`\\bigodot`,"⨁":`\\bigoplus`,"⨂":`\\bigotimes`,"⨄":`\\biguplus`,"⨆":`\\bigsqcup`};K({type:`op`,names:`\\coprod.\\bigvee.\\bigwedge.\\biguplus.\\bigcap.\\bigcup.\\intop.\\prod.\\sum.\\bigotimes.\\bigoplus.\\bigodot.\\bigsqcup.\\smallint.∏.∐.∑.⋀.⋁.⋂.⋃.⨀.⨁.⨂.⨄.⨆`.split(`.`),numArgs:0,handler:(e,t)=>{var n=e.parser,r=e.funcName;return r.length===1&&(r=ua[r]),{type:`op`,mode:n.mode,limits:!0,parentIsSupSub:!1,symbol:!0,name:r}},htmlBuilder:ca,mathmlBuilder:la}),K({type:`op`,names:[`\\mathop`],numArgs:1,primitive:!0,handler:(e,t)=>{var n=e.parser,r=t[0];return{type:`op`,mode:n.mode,limits:!1,parentIsSupSub:!1,symbol:!1,body:q(r)}}});var da={"∫":`\\int`,"∬":`\\iint`,"∭":`\\iiint`,"∮":`\\oint`,"∯":`\\oiint`,"∰":`\\oiiint`};K({type:`op`,names:`\\arcsin.\\arccos.\\arctan.\\arctg.\\arcctg.\\arg.\\ch.\\cos.\\cosec.\\cosh.\\cot.\\cotg.\\coth.\\csc.\\ctg.\\cth.\\deg.\\dim.\\exp.\\hom.\\ker.\\lg.\\ln.\\log.\\sec.\\sin.\\sinh.\\sh.\\tan.\\tanh.\\tg.\\th`.split(`.`),numArgs:0,handler(e){var t=e.parser,n=e.funcName;return{type:`op`,mode:t.mode,limits:!1,parentIsSupSub:!1,symbol:!1,name:n}}}),K({type:`op`,names:[`\\det`,`\\gcd`,`\\inf`,`\\lim`,`\\max`,`\\min`,`\\Pr`,`\\sup`],numArgs:0,handler(e){var t=e.parser,n=e.funcName;return{type:`op`,mode:t.mode,limits:!0,parentIsSupSub:!1,symbol:!1,name:n}}}),K({type:`op`,names:[`\\int`,`\\iint`,`\\iiint`,`\\oint`,`\\oiint`,`\\oiiint`,`∫`,`∬`,`∭`,`∮`,`∯`,`∰`],numArgs:0,allowedInArgument:!0,handler(e){var t=e.parser,n=e.funcName;return n.length===1&&(n=da[n]),{type:`op`,mode:t.mode,limits:!1,parentIsSupSub:!1,symbol:!0,name:n}}});var fa=(e,t)=>{var n,r,i=!1,a;e.type===`supsub`?(n=e.sup,r=e.sub,a=Q(e.base,`operatorname`),i=!0):a=Q(e,`operatorname`);var o;if(a.body.length>0){for(var s=qn(a.body.map(e=>{var t=`text`in e?e.text:void 0;return typeof t==`string`?{type:`textord`,mode:e.mode,text:t}:e}),t.withFont(`mathrm`),!0),c=0;c{var n=e.parser,r=e.funcName,i=t[0];return{type:`operatorname`,mode:n.mode,body:q(i),alwaysHandleSupSub:r===`\\operatornamewithlimits`,limits:!1,parentIsSupSub:!1}},htmlBuilder:fa,mathmlBuilder:(e,t)=>{for(var n=ur(e.body,t.withFont(`mathrm`)),r=!0,i=0;ie.toText()).join(``))]);var s=new Y(`mi`,n);s.setAttribute(`mathvariant`,`normal`);var c=new Y(`mo`,[ar(`⁡`,`text`)]);return e.parentIsSupSub?new Y(`mrow`,[s,c]):tr([s,c])}}),$(`\\operatorname`,`\\@ifstar\\operatornamewithlimits\\operatorname@`),Vn({type:`ordgroup`,htmlBuilder(e,t){return e.semisimple?En(qn(e.body,t,!1)):U([`mord`],qn(e.body,t,!0),t)},mathmlBuilder(e,t){return dr(e.body,t,!0)}}),K({type:`overline`,names:[`\\overline`],numArgs:1,handler(e,t){var n=e.parser,r=t[0];return{type:`overline`,mode:n.mode,body:r}},htmlBuilder(e,t){var n=J(e.body,t.havingCrampedStyle()),r=wn(`overline-line`,t),i=t.fontMetrics().defaultRuleThickness;return U([`mord`,`katex-overline`],[W({positionType:`firstBaseline`,children:[{type:`elem`,elem:n},{type:`kern`,size:3*i},{type:`elem`,elem:r},{type:`kern`,size:i}]})],t)},mathmlBuilder(e,t){var n=new Y(`mo`,[new X(`‾`)]);n.setAttribute(`stretchy`,`true`);var r=new Y(`mover`,[Z(e.body,t),n]);return r.setAttribute(`accent`,`true`),r}}),K({type:`phantom`,names:[`\\phantom`],numArgs:1,allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=t[0];return{type:`phantom`,mode:n.mode,body:q(r)}},htmlBuilder:(e,t)=>En(qn(e.body,t.withPhantom(),!1)),mathmlBuilder:(e,t)=>new Y(`mphantom`,ur(e.body,t))}),$(`\\hphantom`,`\\smash{\\phantom{#1}}`),K({type:`vphantom`,names:[`\\vphantom`],numArgs:1,allowedInText:!0,handler:(e,t)=>{var n=e.parser,r=t[0];return{type:`vphantom`,mode:n.mode,body:r}},htmlBuilder:(e,t)=>U([`mord`,`rlap`],[U([`katex-inner`],[J(e.body,t.withPhantom())]),U([`katex-fix`],[])],t),mathmlBuilder:(e,t)=>{var n=new Y(`mpadded`,[new Y(`mphantom`,ur(q(e.body),t))]);return n.setAttribute(`width`,`0px`),n}}),K({type:`raisebox`,names:[`\\raisebox`],numArgs:2,argTypes:[`size`,`hbox`],allowedInText:!0,handler(e,t){var n=e.parser,r=Q(t[0],`size`).value,i=t[1];return{type:`raisebox`,mode:n.mode,dy:r,body:i}},htmlBuilder(e,t){var n=J(e.body,t);return W({positionType:`shift`,positionData:-D(e.dy,t),children:[{type:`elem`,elem:n}]})},mathmlBuilder(e,t){var n=new Y(`mpadded`,[Z(e.body,t)]),r=e.dy.number+e.dy.unit;return n.setAttribute(`voffset`,r),n}}),K({type:`internal`,names:[`\\relax`],numArgs:0,allowedInText:!0,allowedInArgument:!0,handler(e){return{type:`internal`,mode:e.parser.mode}}}),K({type:`rule`,names:[`\\rule`],numArgs:2,numOptionalArgs:1,allowedInText:!0,allowedInMath:!0,argTypes:[`size`,`size`,`size`],handler(e,t,n){var r=e.parser,i=n[0],a=Q(t[0],`size`),o=Q(t[1],`size`);return{type:`rule`,mode:r.mode,shift:i&&Q(i,`size`).value,width:a.value,height:o.value}},htmlBuilder(e,t){var n=U([`mord`,`katex-rule`],[],t),r=D(e.width,t),i=D(e.height,t),a=e.shift?D(e.shift,t):0;return n.style.borderRightWidth=O(r),n.style.borderTopWidth=O(i),n.style.bottom=O(a),n.width=r,n.height=i+a,n.depth=-a,n.maxFontSize=i*1.125*t.sizeMultiplier,n},mathmlBuilder(e,t){var n=D(e.width,t),r=D(e.height,t),i=e.shift?D(e.shift,t):0,a=t.color&&t.getColor()||`black`,o=new Y(`mspace`);o.setAttribute(`mathbackground`,a),o.setAttribute(`width`,O(n)),o.setAttribute(`height`,O(r));var s=new Y(`mpadded`,[o]);return i>=0?s.setAttribute(`height`,O(i)):(s.setAttribute(`height`,O(i)),s.setAttribute(`depth`,O(-i))),s.setAttribute(`voffset`,O(i)),s}});function pa(e,t,n){for(var r=qn(e,t,!1),i=t.sizeMultiplier/n.sizeMultiplier,a=0;a{var n=e.breakOnTokenText,r=e.funcName,i=e.parser,a=i.parseExpression(!1,n);return{type:`sizing`,mode:i.mode,size:ma.indexOf(r)+1,body:a}},htmlBuilder:(e,t)=>{var n=t.havingSize(e.size);return pa(e.body,n,t)},mathmlBuilder:(e,t)=>{var n=t.havingSize(e.size),r=new Y(`mstyle`,ur(e.body,n));return r.setAttribute(`mathsize`,O(n.sizeMultiplier)),r}}),K({type:`smash`,names:[`\\smash`],numArgs:1,numOptionalArgs:1,allowedInText:!0,handler:(e,t,n)=>{var r=e.parser,i=!1,a=!1,o=n[0]&&Q(n[0],`ordgroup`);if(o)for(var s,c=0;c{var n=U([],[J(e.body,t)]);if(!e.smashHeight&&!e.smashDepth)return n;if(e.smashHeight&&(n.height=0),e.smashDepth&&(n.depth=0),e.smashHeight&&e.smashDepth)return U([`mord`,`katex-smash`],[n],t);if(n.children)for(var r=0;r{var n=new Y(`mpadded`,[Z(e.body,t)]);return e.smashHeight&&n.setAttribute(`height`,`0px`),e.smashDepth&&n.setAttribute(`depth`,`0px`),n}}),K({type:`sqrt`,names:[`\\sqrt`],numArgs:1,numOptionalArgs:1,handler(e,t,n){var r=e.parser,i=n[0],a=t[0];return{type:`sqrt`,mode:r.mode,body:a,index:i}},htmlBuilder(e,t){var n=J(e.body,t.havingCrampedStyle());n.height===0&&(n.height=t.fontMetrics().xHeight),n=Dn(n,t);var r=t.fontMetrics().defaultRuleThickness,i=r;t.style.idn.height+n.depth+a&&(a=(a+u-n.height-n.depth)/2);var d=s.height-n.height-a-c;n.style.paddingLeft=O(l);var f=W({positionType:`firstBaseline`,children:[{type:`elem`,elem:n,wrapperClasses:[`svg-align`]},{type:`kern`,size:-(n.height+d)},{type:`elem`,elem:s},{type:`kern`,size:c}]});if(e.index){var p=t.havingStyle(E.SCRIPTSCRIPT),m=J(e.index,p,t);return U([`mord`,`sqrt`],[U([`katex-root`],[W({positionType:`shift`,positionData:-(.6*(f.height-f.depth)),children:[{type:`elem`,elem:m}]})]),f],t)}return U([`mord`,`sqrt`],[f],t)},mathmlBuilder(e,t){var n=e.body,r=e.index;return r?new Y(`mroot`,[Z(n,t),Z(r,t)]):new Y(`msqrt`,[Z(n,t)])}});var ha={display:E.DISPLAY,text:E.TEXT,script:E.SCRIPT,scriptscript:E.SCRIPTSCRIPT};function ga(e){return e in ha}K({type:`styling`,names:[`\\displaystyle`,`\\textstyle`,`\\scriptstyle`,`\\scriptscriptstyle`],numArgs:0,allowedInText:!0,primitive:!0,handler(e,t){var n=e.breakOnTokenText,r=e.funcName,i=e.parser,a=i.parseExpression(!0,n),o=r.slice(1,r.length-5);if(!ga(o))throw Error(`Unknown style: `+o);return{type:`styling`,mode:i.mode,style:o,body:a}},htmlBuilder(e,t){var n=ha[e.style],r=t.havingStyle(n);return e.resetFont&&(r=r.withFont(``)),pa(e.body,r,t)},mathmlBuilder(e,t){var n=ha[e.style],r=t.havingStyle(n);e.resetFont&&(r=r.withFont(``));var i=new Y(`mstyle`,ur(e.body,r)),a={display:[`0`,`true`],text:[`0`,`false`],script:[`1`,`false`],scriptscript:[`2`,`false`]}[e.style];return i.setAttribute(`scriptlevel`,a[0]),i.setAttribute(`displaystyle`,a[1]),i}});var _a=function(e,t){var n=e.base;return n?n.type===`op`?n.limits&&(t.style.size===E.DISPLAY.size||n.alwaysHandleSupSub)?ca:null:n.type===`operatorname`?n.alwaysHandleSupSub&&(t.style.size===E.DISPLAY.size||n.limits)?fa:null:n.type===`accent`?_e(n.base)?Ir:null:n.type===`horizBrace`&&!e.sub===n.isOver?ra:null:null};Vn({type:`supsub`,htmlBuilder(e,t){var n=_a(e,t);if(n)return n(e,t);var r=e.base,i=e.sup,a=e.sub,o=J(r,t),s,c,l=t.fontMetrics(),u=0,d=0,f=r&&_e(r);if(i){var p=t.havingStyle(t.style.sup());s=J(i,p,t),f||(u=o.height-p.fontMetrics().supDrop*p.sizeMultiplier/t.sizeMultiplier)}if(a){var m=t.havingStyle(t.style.sub());c=J(a,m,t),f||(d=o.depth+m.fontMetrics().subDrop*m.sizeMultiplier/t.sizeMultiplier)}var h=t.style===E.DISPLAY?l.sup1:t.style.cramped?l.sup3:l.sup2,g=t.sizeMultiplier,_=O(.5/l.ptPerEm/g),v=null;if(c){var y=e.base&&e.base.type===`op`&&e.base.name&&(e.base.name===`\\oiint`||e.base.name===`\\oiiint`);(o instanceof vt||y)&&(v=O(-(o.italic??0)))}var b;if(s&&c){u=Math.max(u,h,s.depth+.25*l.xHeight),d=Math.max(d,l.sub2);var x=4*l.defaultRuleThickness;if(u-s.depth-(c.height-d)0&&(u+=S,d-=S)}b=W({positionType:`individualShift`,children:[{type:`elem`,elem:c,shift:d,marginRight:_,marginLeft:v},{type:`elem`,elem:s,shift:-u,marginRight:_}]})}else if(c)d=Math.max(d,l.sub1,c.height-.8*l.xHeight),b=W({positionType:`shift`,positionData:d,children:[{type:`elem`,elem:c,marginLeft:v,marginRight:_}]});else if(s)u=Math.max(u,h,s.depth+.25*l.xHeight),b=W({positionType:`shift`,positionData:-u,children:[{type:`elem`,elem:s,marginRight:_}]});else throw Error(`supsub must have either sup or sub.`);return U([Zn(o,`right`)||`mord`],[o,U([`msupsub`],[b])],t)},mathmlBuilder(e,t){var n=!1,r,i;e.base&&e.base.type===`horizBrace`&&(i=!!e.sup,i===e.base.isOver&&(n=!0,r=e.base.isOver)),e.base&&(e.base.type===`op`||e.base.type===`operatorname`)&&(e.base.parentIsSupSub=!0);var a=[Z(e.base,t)];e.sub&&a.push(Z(e.sub,t)),e.sup&&a.push(Z(e.sup,t));var o;if(n)o=r?`mover`:`munder`;else if(!e.sub){var s=e.base;o=s&&s.type===`op`&&s.limits&&(t.style===E.DISPLAY||s.alwaysHandleSupSub)||s&&s.type===`operatorname`&&s.alwaysHandleSupSub&&(s.limits||t.style===E.DISPLAY)?`mover`:`msup`}else if(e.sup){var c=e.base;o=c&&c.type===`op`&&c.limits&&t.style===E.DISPLAY||c&&c.type===`operatorname`&&c.alwaysHandleSupSub&&(t.style===E.DISPLAY||c.limits)?`munderover`:`msubsup`}else{var l=e.base;o=l&&l.type===`op`&&l.limits&&(t.style===E.DISPLAY||l.alwaysHandleSupSub)||l&&l.type===`operatorname`&&l.alwaysHandleSupSub&&(l.limits||t.style===E.DISPLAY)?`munder`:`msub`}return new Y(o,a)}}),Vn({type:`atom`,htmlBuilder(e,t){return _n(e.text,e.mode,t,[`m`+e.family])},mathmlBuilder(e,t){var n=new Y(`mo`,[ar(e.text,e.mode)]);if(e.family===`bin`){var r=cr(e,t);r===`bold-italic`&&n.setAttribute(`mathvariant`,r)}else e.family===`punct`?n.setAttribute(`separator`,`true`):(e.family===`open`||e.family===`close`)&&n.setAttribute(`stretchy`,`false`);return n}});var va={mi:`italic`,mn:`normal`,mtext:`normal`};Vn({type:`mathord`,htmlBuilder(e,t){return yn(e,t)},mathmlBuilder(e,t){var n=new Y(`mi`,[ar(e.text,e.mode,t)]),r=cr(e,t)||`italic`;return r!==va[n.type]&&n.setAttribute(`mathvariant`,r),n}}),Vn({type:`textord`,htmlBuilder(e,t){return yn(e,t)},mathmlBuilder(e,t){var n=ar(e.text,e.mode,t),r=cr(e,t)||`normal`,i=e.mode===`text`?new Y(`mtext`,[n]):/[0-9]/.test(e.text)?new Y(`mn`,[n]):e.text===`\\prime`?new Y(`mo`,[n]):new Y(`mi`,[n]);return r!==va[i.type]&&i.setAttribute(`mathvariant`,r),i}});var ya=new Map([[`\\nobreak`,`nobreak`],[`\\allowbreak`,`allowbreak`]]),ba=new Map([[` `,{}],[`\\ `,{}],[`~`,{className:`nobreak`}],[`\\space`,{}],[`\\nobreakspace`,{className:`nobreak`}]]);Vn({type:`spacing`,htmlBuilder(e,t){var n=ba.get(e.text),r=ya.get(e.text);if(n){var i=n.className||``;if(e.mode===`text`){var a=yn(e,t);return a.classes.push(i),a}return U([`mspace`,i],[_n(e.text,e.mode,t)],t)}if(r)return U([`mspace`,r],[],t);throw new w(`Unknown type of space "`+e.text+`"`)},mathmlBuilder(e,t){var n;if(ba.has(e.text))n=new Y(`mtext`,[new X(`\xA0`)]);else if(ya.has(e.text))return new Y(`mspace`);else throw new w(`Unknown type of space "`+e.text+`"`);return n}});var xa=()=>{var e=new Y(`mtd`,[]);return e.setAttribute(`width`,`50%`),e};Vn({type:`tag`,mathmlBuilder(e,t){var n=new Y(`mtable`,[new Y(`mtr`,[xa(),new Y(`mtd`,[dr(e.body,t)]),xa(),new Y(`mtd`,[dr(e.tag,t)])])]);return n.setAttribute(`width`,`100%`),n}});var Sa={"\\text":void 0,"\\textrm":`textrm`,"\\textsf":`textsf`,"\\texttt":`texttt`,"\\textnormal":`textrm`},Ca={"\\textbf":`textbf`,"\\textmd":`textmd`},wa={"\\textit":`textit`,"\\textup":`textup`},Ta=(e,t)=>{var n=e.font;return n?Sa[n]?t.withTextFontFamily(Sa[n]):Ca[n]?t.withTextFontWeight(Ca[n]):n===`\\emph`?t.fontShape===`textit`?t.withTextFontShape(`textup`):t.withTextFontShape(`textit`):t.withTextFontShape(wa[n]):t};K({type:`text`,names:[`\\text`,`\\textrm`,`\\textsf`,`\\texttt`,`\\textnormal`,`\\textbf`,`\\textmd`,`\\textit`,`\\textup`,`\\emph`],numArgs:1,argTypes:[`text`],allowedInArgument:!0,allowedInText:!0,handler(e,t){var n=e.parser,r=e.funcName,i=t[0];return{type:`text`,mode:n.mode,body:q(i),font:r}},htmlBuilder(e,t){var n=Ta(e,t);return U([`mord`,`text`],qn(e.body,n,!0),n)},mathmlBuilder(e,t){var n=Ta(e,t);return dr(e.body,n)}}),K({type:`underline`,names:[`\\underline`],numArgs:1,allowedInText:!0,handler(e,t){return{type:`underline`,mode:e.parser.mode,body:t[0]}},htmlBuilder(e,t){var n=J(e.body,t),r=wn(`underline-line`,t),i=t.fontMetrics().defaultRuleThickness;return U([`mord`,`katex-underline`],[W({positionType:`top`,positionData:n.height,children:[{type:`kern`,size:i},{type:`elem`,elem:r},{type:`kern`,size:3*i},{type:`elem`,elem:n}]})],t)},mathmlBuilder(e,t){var n=new Y(`mo`,[new X(`‾`)]);n.setAttribute(`stretchy`,`true`);var r=new Y(`munder`,[Z(e.body,t),n]);return r.setAttribute(`accentunder`,`true`),r}}),K({type:`vcenter`,names:[`\\vcenter`],numArgs:1,argTypes:[`original`],allowedInText:!1,handler(e,t){return{type:`vcenter`,mode:e.parser.mode,body:t[0]}},htmlBuilder(e,t){var n=J(e.body,t),r=t.fontMetrics().axisHeight;return W({positionType:`shift`,positionData:.5*(n.height-r-(n.depth+r)),children:[{type:`elem`,elem:n}]})},mathmlBuilder(e,t){return new Y(`mrow`,[new Y(`mpadded`,[Z(e.body,t)],[`vcenter`])])}}),K({type:`verb`,names:[`\\verb`],numArgs:0,allowedInText:!0,handler(e,t,n){throw new w(`\\verb ended by end of line instead of matching delimiter`)},htmlBuilder(e,t){for(var n=Ea(e),r=[],i=t.havingStyle(t.style.text()),a=0;ae.body.replace(/ /g,e.star?`␣`:`\xA0`),Da=Rn,Oa=`[ \r + ]`,ka=`\\\\[a-zA-Z@]+`,Aa=`\\\\[^\ud800-\udfff]`,ja=`(`+ka+`)`+Oa+`*`,Ma=`\\\\( +|[ \r ]+ +?)[ \r ]*`,Na=`[̀-ͯ]`,Pa=RegExp(Na+`+$`),Fa=`(`+Oa+`+)|`+(Ma+`|`)+`([!-\\[\\]-‧‪-퟿豈-￿]`+(Na+`*`)+`|[\ud800-\udbff][\udc00-\udfff]`+(Na+`*`)+`|\\\\verb\\*([^]).*?\\4|\\\\verb([^*a-zA-Z]).*?\\5`+(`|`+ja)+(`|`+Aa+`)`),Ia=class{constructor(e,t){this.input=void 0,this.settings=void 0,this.tokenRegex=void 0,this.catcodes=void 0,this.input=e,this.settings=t,this.tokenRegex=new RegExp(Fa,`g`),this.catcodes={"%":14,"~":13}}setCatcode(e,t){this.catcodes[e]=t}lex(){var e=this.input,t=this.tokenRegex.lastIndex;if(t===e.length)return new Li(`EOF`,new Ii(this,t,t));var n=this.tokenRegex.exec(e);if(n===null||n.index!==t)throw new w(`Unexpected character: '`+e[t]+`'`,new Li(e[t],new Ii(this,t,t+1)));var r=n[6]||n[3]||(n[2]?`\\ `:` `);if(this.catcodes[r]===14){var i=e.indexOf(` +`,this.tokenRegex.lastIndex);return i===-1?(this.tokenRegex.lastIndex=e.length,this.settings.reportNonstrict(`commentAtEnd`,`% comment has no terminating newline; LaTeX would fail because of commenting the end of math mode (e.g. $)`)):this.tokenRegex.lastIndex=i+1,this.lex()}return new Li(r,new Ii(this,t,this.tokenRegex.lastIndex))}},La=class{constructor(e,t){e===void 0&&(e={}),t===void 0&&(t={}),this.current=void 0,this.builtins=void 0,this.undefStack=void 0,this.current=t,this.builtins=e,this.undefStack=[]}beginGroup(){this.undefStack.push({})}endGroup(){if(this.undefStack.length===0)throw new w(`Unbalanced namespace destruction: attempt to pop global namespace; please report this as a bug`);var e=this.undefStack.pop();for(var t of Object.keys(e))e[t]===void 0?delete this.current[t]:this.current[t]=e[t]}endGroups(){for(;this.undefStack.length>0;)this.endGroup()}has(e){return Object.prototype.hasOwnProperty.call(this.current,e)||Object.prototype.hasOwnProperty.call(this.builtins,e)}get(e){if(Object.prototype.hasOwnProperty.call(this.current,e))return this.current[e];if(Object.prototype.hasOwnProperty.call(this.builtins,e))return this.builtins[e]}set(e,t,n){if(n===void 0&&(n=!1),n){for(var r=0;r0&&(this.undefStack[this.undefStack.length-1][e]=t)}else{var i=this.undefStack[this.undefStack.length-1];i&&!Object.prototype.hasOwnProperty.call(i,e)&&(i[e]=Object.prototype.hasOwnProperty.call(this.current,e)?this.current[e]:void 0)}t==null?delete this.current[e]:this.current[e]=t}},Ra=Fi;$(`\\noexpand`,function(e){var t=e.popToken();return e.isExpandable(t.text)&&(t.noexpand=!0,t.treatAsRelax=!0),{tokens:[t],numArgs:0}}),$(`\\expandafter`,function(e){var t=e.popToken();return e.expandOnce(!0),{tokens:[t],numArgs:0}}),$(`\\@firstoftwo`,function(e){return{tokens:e.consumeArgs(2)[0],numArgs:0}}),$(`\\@secondoftwo`,function(e){return{tokens:e.consumeArgs(2)[1],numArgs:0}}),$(`\\@ifnextchar`,function(e){var t=e.consumeArgs(3);e.consumeSpaces();var n=e.future();return t[0].length===1&&t[0][0].text===n.text?{tokens:t[1],numArgs:0}:{tokens:t[2],numArgs:0}}),$(`\\@ifstar`,`\\@ifnextchar *{\\@firstoftwo{#1}}`),$(`\\TextOrMath`,function(e){var t=e.consumeArgs(2);return e.mode===`text`?{tokens:t[0],numArgs:0}:{tokens:t[1],numArgs:0}});var za={0:0,1:1,2:2,3:3,4:4,5:5,6:6,7:7,8:8,9:9,a:10,A:10,b:11,B:11,c:12,C:12,d:13,D:13,e:14,E:14,f:15,F:15};$(`\\char`,function(e){var t=e.popToken(),n,r=0;if(t.text===`'`)n=8,t=e.popToken();else if(t.text===`"`)n=16,t=e.popToken();else if(t.text==="`"){if(t=e.popToken(),t.text[0]===`\\`)r=t.text.charCodeAt(1);else if(t.text===`EOF`)throw new w("\\char` missing argument");else r=t.text.charCodeAt(0)}else n=10;if(n){if(r=za[t.text],r==null||r>=n)throw new w(`Invalid base-`+n+` digit `+t.text);for(var i;(i=za[e.future().text])!=null&&i{var i=e.consumeArg().tokens;if(i.length!==1)throw new w(`\\newcommand's first argument must be a macro name`);var a=i[0].text,o=e.isDefined(a);if(o&&!t)throw new w(`\\newcommand{`+a+`} attempting to redefine `+(a+`; use \\renewcommand`));if(!o&&!n)throw new w(`\\renewcommand{`+a+`} when command `+a+` does not yet exist; use \\newcommand`);var s=0;if(i=e.consumeArg().tokens,i.length===1&&i[0].text===`[`){for(var c=``,l=e.expandNextToken();l.text!==`]`&&l.text!==`EOF`;)c+=l.text,l=e.expandNextToken();if(!c.match(/^\s*[0-9]+\s*$/))throw new w(`Invalid number of arguments: `+c);s=parseInt(c),i=e.consumeArg().tokens}return o&&r||e.macros.set(a,{tokens:i,numArgs:s}),``};$(`\\newcommand`,e=>Ba(e,!1,!0,!1)),$(`\\renewcommand`,e=>Ba(e,!0,!1,!1)),$(`\\providecommand`,e=>Ba(e,!0,!0,!0)),$(`\\message`,e=>{var t=e.consumeArgs(1)[0];return console.log(t.reverse().map(e=>e.text).join(``)),``}),$(`\\errmessage`,e=>{var t=e.consumeArgs(1)[0];return console.error(t.reverse().map(e=>e.text).join(``)),``}),$(`\\show`,e=>{var t=e.popToken(),n=t.text;return console.log(t,e.macros.get(n),Da[n],k.math[n],k.text[n]),``}),$(`\\bgroup`,`{`),$(`\\egroup`,`}`),$(`~`,`\\nobreakspace`),$(`\\lq`,"`"),$(`\\rq`,`'`),$(`\\aa`,`\\r a`),$(`\\AA`,`\\r A`),$(`\\textcopyright`,"\\html@mathml{\\textcircled{c}}{\\char`©}"),$(`\\copyright`,`\\TextOrMath{\\textcopyright}{\\text{\\textcopyright}}`),$(`\\textregistered`,"\\html@mathml{\\textcircled{\\scriptsize R}}{\\char`®}"),$(`ℬ`,`\\mathscr{B}`),$(`ℰ`,`\\mathscr{E}`),$(`ℱ`,`\\mathscr{F}`),$(`ℋ`,`\\mathscr{H}`),$(`ℐ`,`\\mathscr{I}`),$(`ℒ`,`\\mathscr{L}`),$(`ℳ`,`\\mathscr{M}`),$(`ℛ`,`\\mathscr{R}`),$(`ℭ`,`\\mathfrak{C}`),$(`ℌ`,`\\mathfrak{H}`),$(`ℨ`,`\\mathfrak{Z}`),$(`\\Bbbk`,`\\Bbb{k}`),$(`\\llap`,`\\mathllap{\\textrm{#1}}`),$(`\\rlap`,`\\mathrlap{\\textrm{#1}}`),$(`\\clap`,`\\mathclap{\\textrm{#1}}`),$(`\\mathstrut`,`\\vphantom{(}`),$(`\\underbar`,`\\underline{\\text{#1}}`),$(`\\not`,`\\html@mathml{\\mathrel{\\mathrlap\\@not}\\nobreak}{\\char"338}`),$(`\\neq`,"\\html@mathml{\\mathrel{\\not=}}{\\mathrel{\\char`≠}}"),$(`\\ne`,`\\neq`),$(`≠`,`\\neq`),$(`\\notin`,"\\html@mathml{\\mathrel{{\\in}\\mathllap{/\\mskip1mu}}}{\\mathrel{\\char`∉}}"),$(`∉`,`\\notin`),$(`≘`,"\\html@mathml{\\mathrel{=\\kern{-1em}\\raisebox{0.4em}{$\\scriptsize\\frown$}}}{\\mathrel{\\char`≘}}"),$(`≙`,"\\html@mathml{\\stackrel{\\tiny\\wedge}{=}}{\\mathrel{\\char`≘}}"),$(`≚`,"\\html@mathml{\\stackrel{\\tiny\\vee}{=}}{\\mathrel{\\char`≚}}"),$(`≛`,"\\html@mathml{\\stackrel{\\scriptsize\\star}{=}}{\\mathrel{\\char`≛}}"),$(`≝`,"\\html@mathml{\\stackrel{\\tiny\\mathrm{def}}{=}}{\\mathrel{\\char`≝}}"),$(`≞`,"\\html@mathml{\\stackrel{\\tiny\\mathrm{m}}{=}}{\\mathrel{\\char`≞}}"),$(`≟`,"\\html@mathml{\\stackrel{\\tiny?}{=}}{\\mathrel{\\char`≟}}"),$(`⟂`,`\\perp`),$(`‼`,`\\mathclose{!\\mkern-0.8mu!}`),$(`∌`,`\\notni`),$(`⌜`,`\\ulcorner`),$(`⌝`,`\\urcorner`),$(`⌞`,`\\llcorner`),$(`⌟`,`\\lrcorner`),$(`©`,`\\copyright`),$(`®`,`\\textregistered`),$(`\\ulcorner`,`\\html@mathml{\\@ulcorner}{\\mathop{\\char"231c}}`),$(`\\urcorner`,`\\html@mathml{\\@urcorner}{\\mathop{\\char"231d}}`),$(`\\llcorner`,`\\html@mathml{\\@llcorner}{\\mathop{\\char"231e}}`),$(`\\lrcorner`,`\\html@mathml{\\@lrcorner}{\\mathop{\\char"231f}}`),$(`\\vdots`,`{\\varvdots\\rule{0pt}{15pt}}`),$(`⋮`,`\\vdots`),$(`\\varGamma`,`\\mathit{\\Gamma}`),$(`\\varDelta`,`\\mathit{\\Delta}`),$(`\\varTheta`,`\\mathit{\\Theta}`),$(`\\varLambda`,`\\mathit{\\Lambda}`),$(`\\varXi`,`\\mathit{\\Xi}`),$(`\\varPi`,`\\mathit{\\Pi}`),$(`\\varSigma`,`\\mathit{\\Sigma}`),$(`\\varUpsilon`,`\\mathit{\\Upsilon}`),$(`\\varPhi`,`\\mathit{\\Phi}`),$(`\\varPsi`,`\\mathit{\\Psi}`),$(`\\varOmega`,`\\mathit{\\Omega}`),$(`\\substack`,`\\begin{subarray}{c}#1\\end{subarray}`),$(`\\colon`,`\\nobreak\\mskip2mu\\mathpunct{}\\mathchoice{\\mkern-3mu}{\\mkern-3mu}{}{}{:}\\mskip6mu\\relax`),$(`\\boxed`,`\\fbox{$\\displaystyle{#1}$}`),$(`\\iff`,`\\DOTSB\\;\\Longleftrightarrow\\;`),$(`\\implies`,`\\DOTSB\\;\\Longrightarrow\\;`),$(`\\impliedby`,`\\DOTSB\\;\\Longleftarrow\\;`),$(`\\dddot`,`{\\overset{\\raisebox{-0.1ex}{\\normalsize ...}}{#1}}`),$(`\\ddddot`,`{\\overset{\\raisebox{-0.1ex}{\\normalsize ....}}{#1}}`);var Va={",":`\\dotsc`,"\\not":`\\dotsb`,"+":`\\dotsb`,"=":`\\dotsb`,"<":`\\dotsb`,">":`\\dotsb`,"-":`\\dotsb`,"*":`\\dotsb`,":":`\\dotsb`,"\\DOTSB":`\\dotsb`,"\\coprod":`\\dotsb`,"\\bigvee":`\\dotsb`,"\\bigwedge":`\\dotsb`,"\\biguplus":`\\dotsb`,"\\bigcap":`\\dotsb`,"\\bigcup":`\\dotsb`,"\\prod":`\\dotsb`,"\\sum":`\\dotsb`,"\\bigotimes":`\\dotsb`,"\\bigoplus":`\\dotsb`,"\\bigodot":`\\dotsb`,"\\bigsqcup":`\\dotsb`,"\\And":`\\dotsb`,"\\longrightarrow":`\\dotsb`,"\\Longrightarrow":`\\dotsb`,"\\longleftarrow":`\\dotsb`,"\\Longleftarrow":`\\dotsb`,"\\longleftrightarrow":`\\dotsb`,"\\Longleftrightarrow":`\\dotsb`,"\\mapsto":`\\dotsb`,"\\longmapsto":`\\dotsb`,"\\hookrightarrow":`\\dotsb`,"\\doteq":`\\dotsb`,"\\mathbin":`\\dotsb`,"\\mathrel":`\\dotsb`,"\\relbar":`\\dotsb`,"\\Relbar":`\\dotsb`,"\\xrightarrow":`\\dotsb`,"\\xleftarrow":`\\dotsb`,"\\DOTSI":`\\dotsi`,"\\int":`\\dotsi`,"\\oint":`\\dotsi`,"\\iint":`\\dotsi`,"\\iiint":`\\dotsi`,"\\iiiint":`\\dotsi`,"\\idotsint":`\\dotsi`,"\\DOTSX":`\\dotsx`},Ha=new Set([`bin`,`rel`]);$(`\\dots`,function(e){var t=`\\dotso`,n=e.expandAfterFuture().text;return n in Va?t=Va[n]:(n.slice(0,4)===`\\not`||n in k.math&&Ha.has(k.math[n].group))&&(t=`\\dotsb`),t});var Ua={")":!0,"]":!0,"\\rbrack":!0,"\\}":!0,"\\rbrace":!0,"\\rangle":!0,"\\rceil":!0,"\\rfloor":!0,"\\rgroup":!0,"\\rmoustache":!0,"\\right":!0,"\\bigr":!0,"\\biggr":!0,"\\Bigr":!0,"\\Biggr":!0,$:!0,";":!0,".":!0,",":!0};$(`\\dotso`,function(e){return e.future().text in Ua?`\\ldots\\,`:`\\ldots`}),$(`\\dotsc`,function(e){var t=e.future().text;return t in Ua&&t!==`,`?`\\ldots\\,`:`\\ldots`}),$(`\\cdots`,function(e){return e.future().text in Ua?`\\@cdots\\,`:`\\@cdots`}),$(`\\dotsb`,`\\cdots`),$(`\\dotsm`,`\\cdots`),$(`\\dotsi`,`\\!\\cdots`),$(`\\dotsx`,`\\ldots\\,`),$(`\\DOTSI`,`\\relax`),$(`\\DOTSB`,`\\relax`),$(`\\DOTSX`,`\\relax`),$(`\\tmspace`,`\\TextOrMath{\\kern#1#3}{\\mskip#1#2}\\relax`),$(`\\,`,`\\tmspace+{3mu}{.1667em}`),$(`\\thinspace`,`\\,`),$(`\\>`,`\\mskip{4mu}`),$(`\\:`,`\\tmspace+{4mu}{.2222em}`),$(`\\medspace`,`\\:`),$(`\\;`,`\\tmspace+{5mu}{.2777em}`),$(`\\thickspace`,`\\;`),$(`\\!`,`\\tmspace-{3mu}{.1667em}`),$(`\\negthinspace`,`\\!`),$(`\\negmedspace`,`\\tmspace-{4mu}{.2222em}`),$(`\\negthickspace`,`\\tmspace-{5mu}{.277em}`),$(`\\enspace`,`\\kern.5em `),$(`\\enskip`,`\\hskip.5em\\relax`),$(`\\quad`,`\\hskip1em\\relax`),$(`\\qquad`,`\\hskip2em\\relax`),$(`\\tag`,`\\@ifstar\\tag@literal\\tag@paren`),$(`\\tag@paren`,`\\tag@literal{({#1})}`),$(`\\tag@literal`,e=>{if(e.macros.get(`\\df@tag`))throw new w(`Multiple \\tag`);return`\\gdef\\df@tag{\\text{#1}}`}),$(`\\bmod`,`\\mathchoice{\\mskip1mu}{\\mskip1mu}{\\mskip5mu}{\\mskip5mu}\\mathbin{\\rm mod}\\mathchoice{\\mskip1mu}{\\mskip1mu}{\\mskip5mu}{\\mskip5mu}`),$(`\\pod`,`\\allowbreak\\mathchoice{\\mkern18mu}{\\mkern8mu}{\\mkern8mu}{\\mkern8mu}(#1)`),$(`\\pmod`,`\\pod{{\\rm mod}\\mkern6mu#1}`),$(`\\mod`,`\\allowbreak\\mathchoice{\\mkern18mu}{\\mkern12mu}{\\mkern12mu}{\\mkern12mu}{\\rm mod}\\,\\,#1`),$(`\\newline`,`\\\\\\relax`),$(`\\TeX`,`\\textrm{\\html@mathml{T\\kern-.1667em\\raisebox{-.5ex}{E}\\kern-.125emX}{TeX}}`);var Wa=O(Tt[`Main-Regular`][84][1]-.7*Tt[`Main-Regular`][65][1]);$(`\\LaTeX`,`\\textrm{\\html@mathml{`+(`L\\kern-.36em\\raisebox{`+Wa+`}{\\scriptstyle A}`)+`\\kern-.15em\\TeX}{LaTeX}}`),$(`\\KaTeX`,`\\textrm{\\html@mathml{`+(`K\\kern-.17em\\raisebox{`+Wa+`}{\\scriptstyle A}`)+`\\kern-.15em\\TeX}{KaTeX}}`),$(`\\hspace`,`\\@ifstar\\@hspacer\\@hspace`),$(`\\@hspace`,`\\hskip #1\\relax`),$(`\\@hspacer`,`\\rule{0pt}{0pt}\\hskip #1\\relax`),$(`\\ordinarycolon`,`:`),$(`\\vcentcolon`,`\\mathrel{\\mathop\\ordinarycolon}`),$(`\\dblcolon`,`\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-.9mu}\\vcentcolon}}{\\mathop{\\char"2237}}`),$(`\\coloneqq`,`\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}=}}{\\mathop{\\char"2254}}`),$(`\\Coloneqq`,`\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}=}}{\\mathop{\\char"2237\\char"3d}}`),$(`\\coloneq`,`\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\mathrel{-}}}{\\mathop{\\char"3a\\char"2212}}`),$(`\\Coloneq`,`\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\mathrel{-}}}{\\mathop{\\char"2237\\char"2212}}`),$(`\\eqqcolon`,`\\html@mathml{\\mathrel{=\\mathrel{\\mkern-1.2mu}\\vcentcolon}}{\\mathop{\\char"2255}}`),$(`\\Eqqcolon`,`\\html@mathml{\\mathrel{=\\mathrel{\\mkern-1.2mu}\\dblcolon}}{\\mathop{\\char"3d\\char"2237}}`),$(`\\eqcolon`,`\\html@mathml{\\mathrel{\\mathrel{-}\\mathrel{\\mkern-1.2mu}\\vcentcolon}}{\\mathop{\\char"2239}}`),$(`\\Eqcolon`,`\\html@mathml{\\mathrel{\\mathrel{-}\\mathrel{\\mkern-1.2mu}\\dblcolon}}{\\mathop{\\char"2212\\char"2237}}`),$(`\\colonapprox`,`\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\approx}}{\\mathop{\\char"3a\\char"2248}}`),$(`\\Colonapprox`,`\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\approx}}{\\mathop{\\char"2237\\char"2248}}`),$(`\\colonsim`,`\\html@mathml{\\mathrel{\\vcentcolon\\mathrel{\\mkern-1.2mu}\\sim}}{\\mathop{\\char"3a\\char"223c}}`),$(`\\Colonsim`,`\\html@mathml{\\mathrel{\\dblcolon\\mathrel{\\mkern-1.2mu}\\sim}}{\\mathop{\\char"2237\\char"223c}}`),$(`∷`,`\\dblcolon`),$(`∹`,`\\eqcolon`),$(`≔`,`\\coloneqq`),$(`≕`,`\\eqqcolon`),$(`⩴`,`\\Coloneqq`),$(`\\ratio`,`\\vcentcolon`),$(`\\coloncolon`,`\\dblcolon`),$(`\\colonequals`,`\\coloneqq`),$(`\\coloncolonequals`,`\\Coloneqq`),$(`\\equalscolon`,`\\eqqcolon`),$(`\\equalscoloncolon`,`\\Eqqcolon`),$(`\\colonminus`,`\\coloneq`),$(`\\coloncolonminus`,`\\Coloneq`),$(`\\minuscolon`,`\\eqcolon`),$(`\\minuscoloncolon`,`\\Eqcolon`),$(`\\coloncolonapprox`,`\\Colonapprox`),$(`\\coloncolonsim`,`\\Colonsim`),$(`\\simcolon`,`\\mathrel{\\sim\\mathrel{\\mkern-1.2mu}\\vcentcolon}`),$(`\\simcoloncolon`,`\\mathrel{\\sim\\mathrel{\\mkern-1.2mu}\\dblcolon}`),$(`\\approxcolon`,`\\mathrel{\\approx\\mathrel{\\mkern-1.2mu}\\vcentcolon}`),$(`\\approxcoloncolon`,`\\mathrel{\\approx\\mathrel{\\mkern-1.2mu}\\dblcolon}`),$(`\\notni`,"\\html@mathml{\\not\\ni}{\\mathrel{\\char`∌}}"),$(`\\limsup`,`\\DOTSB\\operatorname*{lim\\,sup}`),$(`\\liminf`,`\\DOTSB\\operatorname*{lim\\,inf}`),$(`\\injlim`,`\\DOTSB\\operatorname*{inj\\,lim}`),$(`\\projlim`,`\\DOTSB\\operatorname*{proj\\,lim}`),$(`\\varlimsup`,`\\DOTSB\\operatorname*{\\overline{lim}}`),$(`\\varliminf`,`\\DOTSB\\operatorname*{\\underline{lim}}`),$(`\\varinjlim`,`\\DOTSB\\operatorname*{\\underrightarrow{lim}}`),$(`\\varprojlim`,`\\DOTSB\\operatorname*{\\underleftarrow{lim}}`),$(`\\gvertneqq`,`\\html@mathml{\\@gvertneqq}{≩}`),$(`\\lvertneqq`,`\\html@mathml{\\@lvertneqq}{≨}`),$(`\\ngeqq`,`\\html@mathml{\\@ngeqq}{≱}`),$(`\\ngeqslant`,`\\html@mathml{\\@ngeqslant}{≱}`),$(`\\nleqq`,`\\html@mathml{\\@nleqq}{≰}`),$(`\\nleqslant`,`\\html@mathml{\\@nleqslant}{≰}`),$(`\\nshortmid`,`\\html@mathml{\\@nshortmid}{∤}`),$(`\\nshortparallel`,`\\html@mathml{\\@nshortparallel}{∦}`),$(`\\nsubseteqq`,`\\html@mathml{\\@nsubseteqq}{⊈}`),$(`\\nsupseteqq`,`\\html@mathml{\\@nsupseteqq}{⊉}`),$(`\\varsubsetneq`,`\\html@mathml{\\@varsubsetneq}{⊊}`),$(`\\varsubsetneqq`,`\\html@mathml{\\@varsubsetneqq}{⫋}`),$(`\\varsupsetneq`,`\\html@mathml{\\@varsupsetneq}{⊋}`),$(`\\varsupsetneqq`,`\\html@mathml{\\@varsupsetneqq}{⫌}`),$(`\\imath`,`\\html@mathml{\\@imath}{ı}`),$(`\\jmath`,`\\html@mathml{\\@jmath}{ȷ}`),$(`\\llbracket`,"\\html@mathml{\\mathopen{[\\mkern-3.2mu[}}{\\mathopen{\\char`⟦}}"),$(`\\rrbracket`,"\\html@mathml{\\mathclose{]\\mkern-3.2mu]}}{\\mathclose{\\char`⟧}}"),$(`⟦`,`\\llbracket`),$(`⟧`,`\\rrbracket`),$(`\\lBrace`,"\\html@mathml{\\mathopen{\\{\\mkern-3.2mu[}}{\\mathopen{\\char`⦃}}"),$(`\\rBrace`,"\\html@mathml{\\mathclose{]\\mkern-3.2mu\\}}}{\\mathclose{\\char`⦄}}"),$(`⦃`,`\\lBrace`),$(`⦄`,`\\rBrace`),$(`\\minuso`,"\\mathbin{\\html@mathml{{\\mathrlap{\\mathchoice{\\kern{0.145em}}{\\kern{0.145em}}{\\kern{0.1015em}}{\\kern{0.0725em}}\\circ}{-}}}{\\char`⦵}}"),$(`⦵`,`\\minuso`),$(`\\darr`,`\\downarrow`),$(`\\dArr`,`\\Downarrow`),$(`\\Darr`,`\\Downarrow`),$(`\\lang`,`\\langle`),$(`\\rang`,`\\rangle`),$(`\\uarr`,`\\uparrow`),$(`\\uArr`,`\\Uparrow`),$(`\\Uarr`,`\\Uparrow`),$(`\\N`,`\\mathbb{N}`),$(`\\R`,`\\mathbb{R}`),$(`\\Z`,`\\mathbb{Z}`),$(`\\alef`,`\\aleph`),$(`\\alefsym`,`\\aleph`),$(`\\Alpha`,`\\mathrm{A}`),$(`\\Beta`,`\\mathrm{B}`),$(`\\bull`,`\\bullet`),$(`\\Chi`,`\\mathrm{X}`),$(`\\clubs`,`\\clubsuit`),$(`\\cnums`,`\\mathbb{C}`),$(`\\Complex`,`\\mathbb{C}`),$(`\\Dagger`,`\\ddagger`),$(`\\diamonds`,`\\diamondsuit`),$(`\\empty`,`\\emptyset`),$(`\\Epsilon`,`\\mathrm{E}`),$(`\\Eta`,`\\mathrm{H}`),$(`\\exist`,`\\exists`),$(`\\harr`,`\\leftrightarrow`),$(`\\hArr`,`\\Leftrightarrow`),$(`\\Harr`,`\\Leftrightarrow`),$(`\\hearts`,`\\heartsuit`),$(`\\image`,`\\Im`),$(`\\infin`,`\\infty`),$(`\\Iota`,`\\mathrm{I}`),$(`\\isin`,`\\in`),$(`\\Kappa`,`\\mathrm{K}`),$(`\\larr`,`\\leftarrow`),$(`\\lArr`,`\\Leftarrow`),$(`\\Larr`,`\\Leftarrow`),$(`\\lrarr`,`\\leftrightarrow`),$(`\\lrArr`,`\\Leftrightarrow`),$(`\\Lrarr`,`\\Leftrightarrow`),$(`\\Mu`,`\\mathrm{M}`),$(`\\natnums`,`\\mathbb{N}`),$(`\\Nu`,`\\mathrm{N}`),$(`\\Omicron`,`\\mathrm{O}`),$(`\\plusmn`,`\\pm`),$(`\\rarr`,`\\rightarrow`),$(`\\rArr`,`\\Rightarrow`),$(`\\Rarr`,`\\Rightarrow`),$(`\\real`,`\\Re`),$(`\\reals`,`\\mathbb{R}`),$(`\\Reals`,`\\mathbb{R}`),$(`\\Rho`,`\\mathrm{P}`),$(`\\sdot`,`\\cdot`),$(`\\sect`,`\\S`),$(`\\spades`,`\\spadesuit`),$(`\\sub`,`\\subset`),$(`\\sube`,`\\subseteq`),$(`\\supe`,`\\supseteq`),$(`\\Tau`,`\\mathrm{T}`),$(`\\thetasym`,`\\vartheta`),$(`\\weierp`,`\\wp`),$(`\\Zeta`,`\\mathrm{Z}`),$(`\\argmin`,`\\DOTSB\\operatorname*{arg\\,min}`),$(`\\argmax`,`\\DOTSB\\operatorname*{arg\\,max}`),$(`\\plim`,`\\DOTSB\\mathop{\\operatorname{plim}}\\limits`),$(`\\bra`,`\\mathinner{\\langle{#1}|}`),$(`\\ket`,`\\mathinner{|{#1}\\rangle}`),$(`\\braket`,`\\mathinner{\\langle{#1}\\rangle}`),$(`\\Bra`,`\\left\\langle#1\\right|`),$(`\\Ket`,`\\left|#1\\right\\rangle`);var Ga=e=>t=>{var n=t.consumeArg().tokens,r=t.consumeArg().tokens,i=t.consumeArg().tokens,a=t.consumeArg().tokens,o=t.macros.get(`|`),s=t.macros.get(`\\|`);t.macros.beginGroup();var c=t=>n=>{e&&(n.macros.set(`|`,o),i.length&&n.macros.set(`\\|`,s));var a=t;return!t&&i.length&&n.future().text===`|`&&(n.popToken(),a=!0),{tokens:a?i:r,numArgs:0}};t.macros.set(`|`,c(!1)),i.length&&t.macros.set(`\\|`,c(!0));var l=t.consumeArg().tokens,u=t.expandTokens([...a,...l,...n]);return t.macros.endGroup(),{tokens:u.reverse(),numArgs:0}};$(`\\bra@ket`,Ga(!1)),$(`\\bra@set`,Ga(!0)),$(`\\Braket`,`\\bra@ket{\\left\\langle}{\\,\\middle\\vert\\,}{\\,\\middle\\vert\\,}{\\right\\rangle}`),$(`\\Set`,`\\bra@set{\\left\\{\\:}{\\;\\middle\\vert\\;}{\\;\\middle\\Vert\\;}{\\:\\right\\}}`),$(`\\set`,`\\bra@set{\\{\\,}{\\mid}{}{\\,\\}}`),$(`\\angln`,`{\\angl n}`),$(`\\blue`,`\\textcolor{##6495ed}{#1}`),$(`\\orange`,`\\textcolor{##ffa500}{#1}`),$(`\\pink`,`\\textcolor{##ff00af}{#1}`),$(`\\red`,`\\textcolor{##df0030}{#1}`),$(`\\green`,`\\textcolor{##28ae7b}{#1}`),$(`\\gray`,`\\textcolor{gray}{#1}`),$(`\\purple`,`\\textcolor{##9d38bd}{#1}`),$(`\\blueA`,`\\textcolor{##ccfaff}{#1}`),$(`\\blueB`,`\\textcolor{##80f6ff}{#1}`),$(`\\blueC`,`\\textcolor{##63d9ea}{#1}`),$(`\\blueD`,`\\textcolor{##11accd}{#1}`),$(`\\blueE`,`\\textcolor{##0c7f99}{#1}`),$(`\\tealA`,`\\textcolor{##94fff5}{#1}`),$(`\\tealB`,`\\textcolor{##26edd5}{#1}`),$(`\\tealC`,`\\textcolor{##01d1c1}{#1}`),$(`\\tealD`,`\\textcolor{##01a995}{#1}`),$(`\\tealE`,`\\textcolor{##208170}{#1}`),$(`\\greenA`,`\\textcolor{##b6ffb0}{#1}`),$(`\\greenB`,`\\textcolor{##8af281}{#1}`),$(`\\greenC`,`\\textcolor{##74cf70}{#1}`),$(`\\greenD`,`\\textcolor{##1fab54}{#1}`),$(`\\greenE`,`\\textcolor{##0d923f}{#1}`),$(`\\goldA`,`\\textcolor{##ffd0a9}{#1}`),$(`\\goldB`,`\\textcolor{##ffbb71}{#1}`),$(`\\goldC`,`\\textcolor{##ff9c39}{#1}`),$(`\\goldD`,`\\textcolor{##e07d10}{#1}`),$(`\\goldE`,`\\textcolor{##a75a05}{#1}`),$(`\\redA`,`\\textcolor{##fca9a9}{#1}`),$(`\\redB`,`\\textcolor{##ff8482}{#1}`),$(`\\redC`,`\\textcolor{##f9685d}{#1}`),$(`\\redD`,`\\textcolor{##e84d39}{#1}`),$(`\\redE`,`\\textcolor{##bc2612}{#1}`),$(`\\maroonA`,`\\textcolor{##ffbde0}{#1}`),$(`\\maroonB`,`\\textcolor{##ff92c6}{#1}`),$(`\\maroonC`,`\\textcolor{##ed5fa6}{#1}`),$(`\\maroonD`,`\\textcolor{##ca337c}{#1}`),$(`\\maroonE`,`\\textcolor{##9e034e}{#1}`),$(`\\purpleA`,`\\textcolor{##ddd7ff}{#1}`),$(`\\purpleB`,`\\textcolor{##c6b9fc}{#1}`),$(`\\purpleC`,`\\textcolor{##aa87ff}{#1}`),$(`\\purpleD`,`\\textcolor{##7854ab}{#1}`),$(`\\purpleE`,`\\textcolor{##543b78}{#1}`),$(`\\mintA`,`\\textcolor{##f5f9e8}{#1}`),$(`\\mintB`,`\\textcolor{##edf2df}{#1}`),$(`\\mintC`,`\\textcolor{##e0e5cc}{#1}`),$(`\\grayA`,`\\textcolor{##f6f7f7}{#1}`),$(`\\grayB`,`\\textcolor{##f0f1f2}{#1}`),$(`\\grayC`,`\\textcolor{##e3e5e6}{#1}`),$(`\\grayD`,`\\textcolor{##d6d8da}{#1}`),$(`\\grayE`,`\\textcolor{##babec2}{#1}`),$(`\\grayF`,`\\textcolor{##888d93}{#1}`),$(`\\grayG`,`\\textcolor{##626569}{#1}`),$(`\\grayH`,`\\textcolor{##3b3e40}{#1}`),$(`\\grayI`,`\\textcolor{##21242c}{#1}`),$(`\\kaBlue`,`\\textcolor{##314453}{#1}`),$(`\\kaGreen`,`\\textcolor{##71B307}{#1}`);var Ka={"^":!0,_:!0,"\\limits":!0,"\\nolimits":!0},qa=class{constructor(e,t,n){this.settings=void 0,this.expansionCount=void 0,this.lexer=void 0,this.macros=void 0,this.stack=void 0,this.mode=void 0,this.settings=t,this.expansionCount=0,this.feed(e),this.macros=new La(Ra,t.macros),this.mode=n,this.stack=[]}feed(e){this.lexer=new Ia(e,this.settings)}switchMode(e){this.mode=e}beginGroup(){this.macros.beginGroup()}endGroup(){this.macros.endGroup()}endGroups(){this.macros.endGroups()}future(){return this.stack.length===0&&this.pushToken(this.lexer.lex()),this.stack[this.stack.length-1]}popToken(){return this.future(),this.stack.pop()}pushToken(e){this.stack.push(e)}pushTokens(e){this.stack.push(...e)}scanArgument(e){var t,n,r;if(e){if(this.consumeSpaces(),this.future().text!==`[`)return null;t=this.popToken();var i=this.consumeArg([`]`]);r=i.tokens,n=i.end}else{var a=this.consumeArg();r=a.tokens,t=a.start,n=a.end}return this.pushToken(new Li(`EOF`,n.loc)),this.pushTokens(r),new Li(``,Ii.range(t,n))}consumeSpaces(){for(;this.future().text===` `;)this.stack.pop()}consumeArg(e){var t=[],n=e&&e.length>0;n||this.consumeSpaces();var r=this.future(),i,a=0,o=0;do{if(i=this.popToken(),t.push(i),i.text===`{`)++a;else if(i.text===`}`){if(--a,a===-1)throw new w(`Extra }`,i)}else if(i.text===`EOF`)throw new w(`Unexpected end of input in a macro argument, expected '`+(e&&n?e[o]:`}`)+`'`,i);if(e&&n){if((a===0||a===1&&e[o]===`{`)&&i.text===e[o]){if(++o,o===e.length){t.splice(-o,o);break}}else o=0}}while(a!==0||n);return r.text===`{`&&t[t.length-1].text===`}`&&(t.pop(),t.shift()),t.reverse(),{tokens:t,start:r,end:i}}consumeArgs(e,t){if(t){if(t.length!==e+1)throw new w(`The length of delimiters doesn't match the number of args!`);for(var n=t[0],r=0;rthis.settings.maxExpand)throw new w(`Too many expansions: infinite loop or need to increase maxExpand setting`)}expandOnce(e){var t=this.popToken(),n=t.text,r=t.noexpand?null:this._getExpansion(n);if(r==null||e&&r.unexpandable){if(e&&r==null&&n[0]===`\\`&&!this.isDefined(n))throw new w(`Undefined control sequence: `+n);return this.pushToken(t),!1}this.countExpansion(1);var i=r.tokens,a=this.consumeArgs(r.numArgs,r.delimiters);if(r.numArgs){i=i.slice();for(var o=i.length-1;o>=0;--o){var s=i[o];if(s.text===`#`){if(o===0)throw new w(`Incomplete placeholder at end of macro body`,s);if(s=i[--o],s.text===`#`)i.splice(o+1,1);else if(/^[1-9]$/.test(s.text))i.splice(o,2,...a[s.text-1]);else throw new w(`Not a valid argument number`,s)}}}return this.pushTokens(i),i.length}expandAfterFuture(){return this.expandOnce(),this.future()}expandNextToken(){for(;;)if(this.expandOnce()===!1){var e=this.stack.pop();return e.treatAsRelax&&(e.text=`\\relax`),e}}expandMacro(e){return this.macros.has(e)?this.expandTokens([new Li(e)]):void 0}expandTokens(e){var t=[],n=this.stack.length;for(this.pushTokens(e);this.stack.length>n;)if(this.expandOnce(!0)===!1){var r=this.stack.pop();r.treatAsRelax&&=(r.noexpand=!1,!1),t.push(r)}return this.countExpansion(t.length),t}expandMacroAsText(e){var t=this.expandMacro(e);return t&&t.map(e=>e.text).join(``)}_getExpansion(e){var t=this.macros.get(e);if(t==null)return t;if(e.length===1){var n=this.lexer.catcodes[e];if(n!=null&&n!==13)return}var r=typeof t==`function`?t(this):t;if(typeof r==`string`){var i=0;if(r.includes(`#`))for(var a=r.replace(/##/g,``);a.includes(`#`+(i+1));)++i;for(var o=new Ia(r,this.settings),s=[],c=o.lex();c.text!==`EOF`;)s.push(c),c=o.lex();return s.reverse(),{tokens:s,numArgs:i}}return r}isDefined(e){return this.macros.has(e)||Object.prototype.hasOwnProperty.call(Da,e)||Object.prototype.hasOwnProperty.call(k.math,e)||Object.prototype.hasOwnProperty.call(k.text,e)||Object.prototype.hasOwnProperty.call(Ka,e)}isExpandable(e){var t=this.macros.get(e);return t==null?Object.prototype.hasOwnProperty.call(Da,e)&&!Da[e].primitive:typeof t==`string`||typeof t==`function`||!t.unexpandable}},Ja=/^[₊₋₌₍₎₀₁₂₃₄₅₆₇₈₉ₐₑₕᵢⱼₖₗₘₙₒₚᵣₛₜᵤᵥₓᵦᵧᵨᵩᵪ]/,Ya=Object.freeze({"₊":`+`,"₋":`-`,"₌":`=`,"₍":`(`,"₎":`)`,"₀":`0`,"₁":`1`,"₂":`2`,"₃":`3`,"₄":`4`,"₅":`5`,"₆":`6`,"₇":`7`,"₈":`8`,"₉":`9`,ₐ:`a`,ₑ:`e`,ₕ:`h`,ᵢ:`i`,ⱼ:`j`,ₖ:`k`,ₗ:`l`,ₘ:`m`,ₙ:`n`,ₒ:`o`,ₚ:`p`,ᵣ:`r`,ₛ:`s`,ₜ:`t`,ᵤ:`u`,ᵥ:`v`,ₓ:`x`,ᵦ:`β`,ᵧ:`γ`,ᵨ:`ρ`,ᵩ:`ϕ`,ᵪ:`χ`,"⁺":`+`,"⁻":`-`,"⁼":`=`,"⁽":`(`,"⁾":`)`,"⁰":`0`,"¹":`1`,"²":`2`,"³":`3`,"⁴":`4`,"⁵":`5`,"⁶":`6`,"⁷":`7`,"⁸":`8`,"⁹":`9`,ᴬ:`A`,ᴮ:`B`,ᴰ:`D`,ᴱ:`E`,ᴳ:`G`,ᴴ:`H`,ᴵ:`I`,ᴶ:`J`,ᴷ:`K`,ᴸ:`L`,ᴹ:`M`,ᴺ:`N`,ᴼ:`O`,ᴾ:`P`,ᴿ:`R`,ᵀ:`T`,ᵁ:`U`,ⱽ:`V`,ᵂ:`W`,ᵃ:`a`,ᵇ:`b`,ᶜ:`c`,ᵈ:`d`,ᵉ:`e`,ᶠ:`f`,ᵍ:`g`,ʰ:`h`,ⁱ:`i`,ʲ:`j`,ᵏ:`k`,ˡ:`l`,ᵐ:`m`,ⁿ:`n`,ᵒ:`o`,ᵖ:`p`,ʳ:`r`,ˢ:`s`,ᵗ:`t`,ᵘ:`u`,ᵛ:`v`,ʷ:`w`,ˣ:`x`,ʸ:`y`,ᶻ:`z`,ᵝ:`β`,ᵞ:`γ`,ᵟ:`δ`,ᵠ:`ϕ`,ᵡ:`χ`,ᶿ:`θ`}),Xa={"́":{text:`\\'`,math:`\\acute`},"̀":{text:"\\`",math:`\\grave`},"̈":{text:`\\"`,math:`\\ddot`},"̃":{text:`\\~`,math:`\\tilde`},"̄":{text:`\\=`,math:`\\bar`},"̆":{text:`\\u`,math:`\\breve`},"̌":{text:`\\v`,math:`\\check`},"̂":{text:`\\^`,math:`\\hat`},"̇":{text:`\\.`,math:`\\dot`},"̊":{text:`\\r`,math:`\\mathring`},"̋":{text:`\\H`},"̧":{text:`\\c`}},Za={á:`á`,à:`à`,ä:`ä`,ǟ:`ǟ`,ã:`ã`,ā:`ā`,ă:`ă`,ắ:`ắ`,ằ:`ằ`,ẵ:`ẵ`,ǎ:`ǎ`,â:`â`,ấ:`ấ`,ầ:`ầ`,ẫ:`ẫ`,ȧ:`ȧ`,ǡ:`ǡ`,å:`å`,ǻ:`ǻ`,ḃ:`ḃ`,ć:`ć`,ḉ:`ḉ`,č:`č`,ĉ:`ĉ`,ċ:`ċ`,ç:`ç`,ď:`ď`,ḋ:`ḋ`,ḑ:`ḑ`,é:`é`,è:`è`,ë:`ë`,ẽ:`ẽ`,ē:`ē`,ḗ:`ḗ`,ḕ:`ḕ`,ĕ:`ĕ`,ḝ:`ḝ`,ě:`ě`,ê:`ê`,ế:`ế`,ề:`ề`,ễ:`ễ`,ė:`ė`,ȩ:`ȩ`,ḟ:`ḟ`,ǵ:`ǵ`,ḡ:`ḡ`,ğ:`ğ`,ǧ:`ǧ`,ĝ:`ĝ`,ġ:`ġ`,ģ:`ģ`,ḧ:`ḧ`,ȟ:`ȟ`,ĥ:`ĥ`,ḣ:`ḣ`,ḩ:`ḩ`,í:`í`,ì:`ì`,ï:`ï`,ḯ:`ḯ`,ĩ:`ĩ`,ī:`ī`,ĭ:`ĭ`,ǐ:`ǐ`,î:`î`,ǰ:`ǰ`,ĵ:`ĵ`,ḱ:`ḱ`,ǩ:`ǩ`,ķ:`ķ`,ĺ:`ĺ`,ľ:`ľ`,ļ:`ļ`,ḿ:`ḿ`,ṁ:`ṁ`,ń:`ń`,ǹ:`ǹ`,ñ:`ñ`,ň:`ň`,ṅ:`ṅ`,ņ:`ņ`,ó:`ó`,ò:`ò`,ö:`ö`,ȫ:`ȫ`,õ:`õ`,ṍ:`ṍ`,ṏ:`ṏ`,ȭ:`ȭ`,ō:`ō`,ṓ:`ṓ`,ṑ:`ṑ`,ŏ:`ŏ`,ǒ:`ǒ`,ô:`ô`,ố:`ố`,ồ:`ồ`,ỗ:`ỗ`,ȯ:`ȯ`,ȱ:`ȱ`,ő:`ő`,ṕ:`ṕ`,ṗ:`ṗ`,ŕ:`ŕ`,ř:`ř`,ṙ:`ṙ`,ŗ:`ŗ`,ś:`ś`,ṥ:`ṥ`,š:`š`,ṧ:`ṧ`,ŝ:`ŝ`,ṡ:`ṡ`,ş:`ş`,ẗ:`ẗ`,ť:`ť`,ṫ:`ṫ`,ţ:`ţ`,ú:`ú`,ù:`ù`,ü:`ü`,ǘ:`ǘ`,ǜ:`ǜ`,ǖ:`ǖ`,ǚ:`ǚ`,ũ:`ũ`,ṹ:`ṹ`,ū:`ū`,ṻ:`ṻ`,ŭ:`ŭ`,ǔ:`ǔ`,û:`û`,ů:`ů`,ű:`ű`,ṽ:`ṽ`,ẃ:`ẃ`,ẁ:`ẁ`,ẅ:`ẅ`,ŵ:`ŵ`,ẇ:`ẇ`,ẘ:`ẘ`,ẍ:`ẍ`,ẋ:`ẋ`,ý:`ý`,ỳ:`ỳ`,ÿ:`ÿ`,ỹ:`ỹ`,ȳ:`ȳ`,ŷ:`ŷ`,ẏ:`ẏ`,ẙ:`ẙ`,ź:`ź`,ž:`ž`,ẑ:`ẑ`,ż:`ż`,Á:`Á`,À:`À`,Ä:`Ä`,Ǟ:`Ǟ`,Ã:`Ã`,Ā:`Ā`,Ă:`Ă`,Ắ:`Ắ`,Ằ:`Ằ`,Ẵ:`Ẵ`,Ǎ:`Ǎ`,Â:`Â`,Ấ:`Ấ`,Ầ:`Ầ`,Ẫ:`Ẫ`,Ȧ:`Ȧ`,Ǡ:`Ǡ`,Å:`Å`,Ǻ:`Ǻ`,Ḃ:`Ḃ`,Ć:`Ć`,Ḉ:`Ḉ`,Č:`Č`,Ĉ:`Ĉ`,Ċ:`Ċ`,Ç:`Ç`,Ď:`Ď`,Ḋ:`Ḋ`,Ḑ:`Ḑ`,É:`É`,È:`È`,Ë:`Ë`,Ẽ:`Ẽ`,Ē:`Ē`,Ḗ:`Ḗ`,Ḕ:`Ḕ`,Ĕ:`Ĕ`,Ḝ:`Ḝ`,Ě:`Ě`,Ê:`Ê`,Ế:`Ế`,Ề:`Ề`,Ễ:`Ễ`,Ė:`Ė`,Ȩ:`Ȩ`,Ḟ:`Ḟ`,Ǵ:`Ǵ`,Ḡ:`Ḡ`,Ğ:`Ğ`,Ǧ:`Ǧ`,Ĝ:`Ĝ`,Ġ:`Ġ`,Ģ:`Ģ`,Ḧ:`Ḧ`,Ȟ:`Ȟ`,Ĥ:`Ĥ`,Ḣ:`Ḣ`,Ḩ:`Ḩ`,Í:`Í`,Ì:`Ì`,Ï:`Ï`,Ḯ:`Ḯ`,Ĩ:`Ĩ`,Ī:`Ī`,Ĭ:`Ĭ`,Ǐ:`Ǐ`,Î:`Î`,İ:`İ`,Ĵ:`Ĵ`,Ḱ:`Ḱ`,Ǩ:`Ǩ`,Ķ:`Ķ`,Ĺ:`Ĺ`,Ľ:`Ľ`,Ļ:`Ļ`,Ḿ:`Ḿ`,Ṁ:`Ṁ`,Ń:`Ń`,Ǹ:`Ǹ`,Ñ:`Ñ`,Ň:`Ň`,Ṅ:`Ṅ`,Ņ:`Ņ`,Ó:`Ó`,Ò:`Ò`,Ö:`Ö`,Ȫ:`Ȫ`,Õ:`Õ`,Ṍ:`Ṍ`,Ṏ:`Ṏ`,Ȭ:`Ȭ`,Ō:`Ō`,Ṓ:`Ṓ`,Ṑ:`Ṑ`,Ŏ:`Ŏ`,Ǒ:`Ǒ`,Ô:`Ô`,Ố:`Ố`,Ồ:`Ồ`,Ỗ:`Ỗ`,Ȯ:`Ȯ`,Ȱ:`Ȱ`,Ő:`Ő`,Ṕ:`Ṕ`,Ṗ:`Ṗ`,Ŕ:`Ŕ`,Ř:`Ř`,Ṙ:`Ṙ`,Ŗ:`Ŗ`,Ś:`Ś`,Ṥ:`Ṥ`,Š:`Š`,Ṧ:`Ṧ`,Ŝ:`Ŝ`,Ṡ:`Ṡ`,Ş:`Ş`,Ť:`Ť`,Ṫ:`Ṫ`,Ţ:`Ţ`,Ú:`Ú`,Ù:`Ù`,Ü:`Ü`,Ǘ:`Ǘ`,Ǜ:`Ǜ`,Ǖ:`Ǖ`,Ǚ:`Ǚ`,Ũ:`Ũ`,Ṹ:`Ṹ`,Ū:`Ū`,Ṻ:`Ṻ`,Ŭ:`Ŭ`,Ǔ:`Ǔ`,Û:`Û`,Ů:`Ů`,Ű:`Ű`,Ṽ:`Ṽ`,Ẃ:`Ẃ`,Ẁ:`Ẁ`,Ẅ:`Ẅ`,Ŵ:`Ŵ`,Ẇ:`Ẇ`,Ẍ:`Ẍ`,Ẋ:`Ẋ`,Ý:`Ý`,Ỳ:`Ỳ`,Ÿ:`Ÿ`,Ỹ:`Ỹ`,Ȳ:`Ȳ`,Ŷ:`Ŷ`,Ẏ:`Ẏ`,Ź:`Ź`,Ž:`Ž`,Ẑ:`Ẑ`,Ż:`Ż`,ά:`ά`,ὰ:`ὰ`,ᾱ:`ᾱ`,ᾰ:`ᾰ`,έ:`έ`,ὲ:`ὲ`,ή:`ή`,ὴ:`ὴ`,ί:`ί`,ὶ:`ὶ`,ϊ:`ϊ`,ΐ:`ΐ`,ῒ:`ῒ`,ῑ:`ῑ`,ῐ:`ῐ`,ό:`ό`,ὸ:`ὸ`,ύ:`ύ`,ὺ:`ὺ`,ϋ:`ϋ`,ΰ:`ΰ`,ῢ:`ῢ`,ῡ:`ῡ`,ῠ:`ῠ`,ώ:`ώ`,ὼ:`ὼ`,Ύ:`Ύ`,Ὺ:`Ὺ`,Ϋ:`Ϋ`,Ῡ:`Ῡ`,Ῠ:`Ῠ`,Ώ:`Ώ`,Ὼ:`Ὼ`},Qa=class e{constructor(e,t){this.mode=void 0,this.gullet=void 0,this.settings=void 0,this.leftrightDepth=void 0,this.nextToken=void 0,this.mode=`math`,this.gullet=new qa(e,t,this.mode),this.settings=t,this.leftrightDepth=0,this.nextToken=null}expect(e,t){if(t===void 0&&(t=!0),this.fetch().text!==e)throw new w(`Expected '`+e+`', got '`+this.fetch().text+`'`,this.fetch());t&&this.consume()}consume(){this.nextToken=null}fetch(){return this.nextToken??=this.gullet.expandNextToken(),this.nextToken}switchMode(e){this.mode=e,this.gullet.switchMode(e)}parse(){this.settings.globalGroup||this.gullet.beginGroup(),this.settings.colorIsTextColor&&this.gullet.macros.set(`\\color`,`\\textcolor`);try{var e=this.parseExpression(!1);return this.expect(`EOF`),this.settings.globalGroup||this.gullet.endGroup(),e}finally{this.gullet.endGroups()}}subparse(e){var t=this.nextToken;this.consume(),this.gullet.pushToken(new Li(`}`)),this.gullet.pushTokens(e);var n=this.parseExpression(!1);return this.expect(`}`),this.nextToken=t,n}parseExpression(t,n){for(var r=[];;){this.mode===`math`&&this.consumeSpaces();var i=this.fetch();if(e.endOfExpression.has(i.text)||n&&i.text===n||t&&Da[i.text]&&Da[i.text].infix)break;var a=this.parseAtom(n);if(!a)break;a.type!==`internal`&&r.push(a)}return this.mode===`text`&&this.formLigatures(r),this.handleInfixNodes(r)}handleInfixNodes(e){for(var t=-1,n,r=0;r=128)this.settings.strict&&(Ue(t.charCodeAt(0))?this.mode===`math`&&this.settings.reportNonstrict(`unicodeTextInMathMode`,`Unicode text character "`+t[0]+`" used in math mode`,e):this.settings.reportNonstrict(`unknownSymbol`,`Unrecognized Unicode character "`+t[0]+`"`+(` (`+t.charCodeAt(0)+`)`),e)),a={type:`textord`,mode:`text`,loc:Ii.range(e),text:t};else return null;if(this.consume(),i)for(var c=0;c{try{return ao.renderToString(u.expr,{displayMode:u.display,throwOnError:!1,output:`html`})}catch{return`${u.expr}`}});return(e,t)=>(y(),c(`span`,{class:p([`dl-katex`,{"is-display":u.display}]),innerHTML:d.value},null,10,oo))}}),[[`__scopeId`,`data-v-78921b68`]]),co={class:`dl-qkv`},lo={class:`dl-qkv__sentence`},uo=[`onClick`],fo={class:`dl-qkv__source`},po={class:`dl-qkv__sourcelabel`},mo={class:`dl-qkv__axis`},ho={class:`dl-qkv__val`},go={class:`dl-qkv__fan`,"aria-hidden":`true`},_o={class:`dl-qkv__lenses`},vo={class:`dl-qkv__lensname`},yo={class:`dl-qkv__role`},bo={class:`dl-qkv__formula`},xo={class:`dl-qkv__vec`},So={key:0,class:`dl-qkv__silent`},Co={key:0,class:`dl-qkv__note`},wo={key:1,class:`dl-qkv__note`},To={key:2,class:`dl-qkv__note`},Eo=b(m({__name:`QkvLab`,props:{sentence:{default:`river`},switchable:{type:Boolean,default:!1}},setup(e){let{$slidev:t,$nav:a,$clicksContext:m,$clicks:v,$page:b,$renderContext:S,$frontmatter:C}=x(),te=e,w=u(te.sentence),de=l(()=>oe[w.value]),fe=u(2),pe=l(()=>de.value[Math.min(fe.value,de.value.length-1)]),me=l(()=>ie[pe.value]),T=[{key:`q`,name:`Query`,symbol:`q`,matrix:`W_Q`,role:`what I am looking for`,weights:le},{key:`k`,name:`Key`,symbol:`k`,matrix:`W_K`,role:`what I advertise`,weights:ce},{key:`v`,name:`Value`,symbol:`v`,matrix:`W_V`,role:`what I hand over`,weights:ae}],he=l(()=>T.map(e=>({...e,vec:se(me.value,e.weights)})));function ge(e){return e.every(e=>e===0)}function _e(){fe.value=(fe.value+1)%de.value.length}function ve(){w.value=w.value===`river`?`money`:`river`}return(e,t)=>{let a=so,l=ne,u=ee;return y(),f(u,{"max-width":`44rem`},{controls:n(()=>[r(l,{label:`Next word`,glyph:`▸`,onClick:_e}),te.switchable?(y(),f(l,{key:0,label:w.value===`river`?`Swap river → money`:`Swap money → river`,variant:`ghost`,glyph:`⇄`,onClick:ve},null,8,[`label`])):_(`v-if`,!0)]),readout:n(()=>[o(`strong`,null,g(pe.value),1),t[6]||=h(` is four numbers, and the three boxes are three `,-1),t[7]||=o(`strong`,null,`learned`,-1),t[8]||=h(` projections of those same four numbers — not three stored things. `,-1),pe.value===`bank`?(y(),c(`span`,Co,[...t[1]||=[h(` Look at x: all of `,-1),o(`em`,null,`bank`,-1),h(`’s mass is on `,-1),o(`em`,null,`thing`,-1),h(`, and none of it on `,-1),o(`em`,null,`water`,-1),h(` or `,-1),o(`em`,null,`money`,-1),h(`. The sense is not in the vector. Its query asks the loudest question in the sentence, and its key advertises nothing — so nobody reads `,-1),o(`em`,null,`bank`,-1),h(` to find out what a bank is. `,-1)]])):pe.value===`the`?(y(),c(`span`,wo,[...t[2]||=[o(`em`,null,`the`,-1),h(` projects to a zero query and a zero key: it asks nothing and advertises nothing. Its row of attention weights will come out flat, and no other word will point at it. `,-1)]])):(y(),c(`span`,To,[o(`em`,null,g(pe.value),1),t[3]||=h(` advertises exactly the thing `,-1),t[4]||=o(`em`,null,`bank`,-1),t[5]||=h(` is about to ask for — which is the whole mechanism, and it is one dot product away. `,-1)]))]),default:n(()=>[o(`div`,co,[_(` One sentence, one word selected. `),o(`div`,lo,[(y(!0),c(d,null,i(de.value,(e,t)=>(y(),c(`button`,{key:e+t,type:`button`,class:p([`dl-qkv__word`,{"is-current":t===fe.value}]),onClick:e=>fe.value=t},g(e),11,uo))),128))]),_(` The one vector everything below is derived from. `),o(`div`,fo,[o(`span`,po,[t[0]||=h(`x`,-1),o(`sub`,null,g(fe.value+1),1)]),(y(!0),c(d,null,i(me.value,(e,t)=>(y(),c(`span`,{key:t,class:p([`dl-qkv__coord`,{"is-zero":e===0}])},[o(`span`,mo,g(s(ue)[t]),1),o(`span`,ho,g(s(re)(e)),1)],2))),128))]),o(`div`,go,[(y(),c(d,null,i(T,e=>o(`span`,{key:e.key,class:`dl-qkv__stem`})),64))]),_(` Three projections of it. `),o(`div`,_o,[(y(!0),c(d,null,i(he.value,e=>(y(),c(`div`,{key:e.key,class:p([`dl-qkv__lens`,{"is-silent":ge(e.vec)}])},[o(`div`,vo,g(e.name),1),o(`div`,yo,g(e.role),1),o(`div`,bo,[r(a,{expr:`\\mathbf{${e.symbol}} = \\mathbf{x}\\,${e.matrix}`},null,8,[`expr`])]),o(`div`,xo,[(y(!0),c(d,null,i(e.vec,(e,t)=>(y(),c(`span`,{key:t,class:`dl-qkv__cell`},g(s(re)(e)),1))),128))]),ge(e.vec)?(y(),c(`div`,So,`all zero`)):_(`v-if`,!0)],2))),128))])])]),_:1})}}}),[[`__scopeId`,`data-v-88443cb2`]]),Do={class:`mt-2 dl-callout`},Oo={__name:`slides.md__slidev_27`,setup(i){let{$slidev:l,$nav:u,$clicksContext:d,$clicks:p,$page:m,$renderContext:g,$frontmatter:_}=x();return d.setup(),(i,l)=>{let u=Eo,d=C,p=a(`click`);return y(),f(te,v(t(s(S)(s(_),26))),{aside:n(t=>[l[2]||=o(`p`,null,[h(`Press `),o(`strong`,null,`Next word`),h(`. One vector, three projections of it.`)],-1),r(d,null,{default:n(()=>[...l[0]||=[o(`ul`,null,[o(`li`,null,[o(`em`,null,`the`),h(` — zero query, zero key. Asks nothing, advertises nothing`)]),o(`li`,null,[o(`em`,null,`river`),h(` advertises `),o(`strong`,null,`water`)]),o(`li`,null,[o(`em`,null,`bank`),h(` asks the loudest question, and advertises nothing`)])],-1)]]),_:1}),e((y(),c(`div`,Do,[...l[1]||=[o(`p`,null,[h(`Nobody reads `),o(`em`,null,`bank`),h(` to learn what a bank is.`)],-1)]])),[[p]])]),default:n(()=>[r(u)]),_:1},16)}}};export{Oo as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-fwwBADxs.js b/lecture-06/assets/md-fwwBADxs.js new file mode 100644 index 0000000000000000000000000000000000000000..83324ffee701011ad744fc78666e8a2a7eac62e8 --- /dev/null +++ b/lecture-06/assets/md-fwwBADxs.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";import{t as m}from"./PollSlide-BMOY45LL.js";var h={class:`grid grid-cols-[1.7fr_1fr] gap-6 items-start`},g={class:`mt-4 dl-reveal`},_={class:`mt-2 dl-secondary`},v={__name:`slides.md__slidev_9`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=d();return x.setup(),(d,v)=>{let y=m,b=i(`click`);return u(),c(p,l(t(o(f)(o(T),8))),{default:n(()=>[a(`div`,h,[a(`div`,null,[r(y,{question:`Attention on top of a recurrent model: which wall does it remove?`,items:[`The bottleneck — one fixed vector for the whole source`,`The lack of parallelism across time`,`Both of them`,`Neither — it needs the recurrence to work at all`]})]),v[0]||=a(`div`,{class:`mt-10`},[a(`svg`,{viewBox:`0 0 260 150`,class:`dl-diagram`,role:`img`,"aria-label":`Attention as a weighted sum sitting on top of a recurrent chain of three states`},[a(`defs`,null,[a(`marker`,{id:`l6s0-poll-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])]),a(`circle`,{class:`dl-dg-op`,cx:`130`,cy:`28`,r:`14`}),a(`text`,{class:`dl-dg-lab is-sm`,x:`130`,y:`33`,"text-anchor":`middle`},`Σ`),a(`text`,{class:`dl-dg-small`,x:`152`,y:`32`},`attention`),a(`path`,{class:`dl-dg-line`,d:`M121 39 L35 92`}),a(`path`,{class:`dl-dg-line`,d:`M130 42 L125 92`}),a(`path`,{class:`dl-dg-line`,d:`M139 39 L215 92`}),a(`rect`,{class:`dl-dg-box`,x:`10`,y:`94`,width:`50`,height:`28`,rx:`4`}),a(`rect`,{class:`dl-dg-box`,x:`100`,y:`94`,width:`50`,height:`28`,rx:`4`}),a(`rect`,{class:`dl-dg-box`,x:`190`,y:`94`,width:`50`,height:`28`,rx:`4`}),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-poll-head)`,d:`M60 108 H98`}),a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-poll-head)`,d:`M150 108 H188`}),a(`text`,{class:`dl-dg-small`,x:`130`,y:`142`,"text-anchor":`middle`},`the recurrent chain underneath`)])],-1)]),e((u(),s(`div`,g,[...v[1]||=[a(`p`,null,`The bottleneck only`,-1)]])),[[b]]),e((u(),s(`div`,_,[...v[2]||=[a(`p`,null,`The recurrent chain was still underneath, so time stayed sequential.`,-1)]])),[[b]])]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-hQN7x7Vi2.js b/lecture-06/assets/md-hQN7x7Vi2.js new file mode 100644 index 0000000000000000000000000000000000000000..4b356fe1946358b712f83ddf3f3d8afb71bab99e --- /dev/null +++ b/lecture-06/assets/md-hQN7x7Vi2.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_79`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),78))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: The architecture forked three ways`,-1),n(`div`,{class:`dl-describe`},[n(`ul`,null,[n(`li`,null,`The 2017 transformer has three descendants, and they all use the same block.`),n(`li`,null,`Each panel of the widget starts with a mask grid. A filled cell means "this position may look at that one".`),n(`li`,null,[n(`strong`,null,`Encoder-only`),a(` fills the whole grid. Every word sees every other word, so it reads a text well but cannot write one.`)]),n(`li`,null,[n(`strong`,null,`Decoder-only`),a(` fills only the lower triangle. Each word sees itself and the words before it, so it can generate the next word.`)]),n(`li`,null,[n(`strong`,null,`Encoder–decoder`),a(` keeps both stacks, as in the original paper.`)]),n(`li`,null,`Remember: the families differ in the mask they train with, not in the layer.`)])],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-k4CJxF-e.js b/lecture-06/assets/md-k4CJxF-e.js new file mode 100644 index 0000000000000000000000000000000000000000..81d0950d893439e286b4ee1e638bd4d3033e5211 --- /dev/null +++ b/lecture-06/assets/md-k4CJxF-e.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./PollSlide-BMOY45LL.js";var g={class:`grid grid-cols-[1.7fr_1fr] gap-6 items-start`},_={class:`mt-8`},v={viewBox:`0 0 240 190`,class:`dl-diagram`,role:`img`,"aria-label":`The query of bank looks for keys; after the answer, arrows show each key coming from one of the three words of the same sentence`},y={class:`mt-4 dl-reveal`},b={class:`mt-2 dl-secondary`},x={__name:`slides.md__slidev_44`,setup(x){let{$slidev:S,$nav:C,$clicksContext:w,$clicks:T,$page:E,$renderContext:D,$frontmatter:O}=f();return w.setup(),(f,x)=>{let S=h,C=i(`click`);return d(),c(m,u(t(o(p)(o(O),43))),{default:n(()=>[a(`div`,g,[a(`div`,null,[r(S,{question:`In self-attention over one sentence, where do the keys come from?`,items:[`A separate memory the model has stored from training`,`The previous layer's output for every token in this same sentence`,`The decoder, one per output step`,`The positional encoding`]})]),a(`div`,_,[(d(),s(`svg`,v,[x[1]||=a(`defs`,null,[a(`marker`,{id:`l6s1-poll`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),x[2]||=a(`circle`,{class:`dl-dg-dot is-accent`,cx:`120`,cy:`22`,r:`12`},null,-1),x[3]||=a(`text`,{x:`120`,y:`27`,"text-anchor":`middle`,style:{fill:`var(--dl-bg)`,"font-size":`13px`,"font-weight":`700`}},`q`,-1),x[4]||=a(`path`,{class:`dl-dg-line is-muted`,d:`M112 32 L46 76 M120 34 L120 76 M128 32 L194 76`},null,-1),x[5]||=a(`rect`,{class:`dl-dg-box`,x:`22`,y:`80`,width:`48`,height:`26`,rx:`3`},null,-1),x[6]||=a(`rect`,{class:`dl-dg-box`,x:`96`,y:`80`,width:`48`,height:`26`,rx:`3`},null,-1),x[7]||=a(`rect`,{class:`dl-dg-box`,x:`170`,y:`80`,width:`48`,height:`26`,rx:`3`},null,-1),x[8]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`46`,y:`98`,"text-anchor":`middle`},`k ?`,-1),x[9]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`120`,y:`98`,"text-anchor":`middle`},`k ?`,-1),x[10]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`194`,y:`98`,"text-anchor":`middle`},`k ?`,-1),e((d(),s(`g`,null,[...x[0]||=[a(`path`,{class:`dl-dg-arrow`,d:`M46 150 V112`,"marker-end":`url(#l6s1-poll)`},null,-1),a(`path`,{class:`dl-dg-arrow`,d:`M120 150 V112`,"marker-end":`url(#l6s1-poll)`},null,-1),a(`path`,{class:`dl-dg-arrow`,d:`M194 150 V112`,"marker-end":`url(#l6s1-poll)`},null,-1),a(`rect`,{class:`dl-dg-box`,x:`14`,y:`152`,width:`64`,height:`26`,rx:`4`},null,-1),a(`rect`,{class:`dl-dg-box`,x:`88`,y:`152`,width:`64`,height:`26`,rx:`4`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`162`,y:`152`,width:`64`,height:`26`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`46`,y:`170`,"text-anchor":`middle`,style:{"font-style":`italic`}},`the`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`120`,y:`170`,"text-anchor":`middle`,style:{"font-style":`italic`}},`river`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`194`,y:`170`,"text-anchor":`middle`,style:{"font-style":`italic`}},`bank`,-1)]])),[[C,3]])]))])]),e((d(),s(`div`,y,[...x[11]||=[a(`p`,null,`The same sentence`,-1)]])),[[C,1]]),e((d(),s(`div`,b,[...x[12]||=[a(`p`,null,[l(`Queries, keys and values all come from the `),a(`strong`,null,`same`),l(` words: that is the `),a(`em`,null,`self`),l(`.`)],-1)]])),[[C,2]])]),_:1},16)}}};export{x as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-kAWeedCs.js b/lecture-06/assets/md-kAWeedCs.js new file mode 100644 index 0000000000000000000000000000000000000000..4186822f54429a1c9a67fe7aabad4efd09fbc015 --- /dev/null +++ b/lecture-06/assets/md-kAWeedCs.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_87`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),86))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: What else changed inside the block`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The drawing is a modern block, bottom to top. Each numbered badge marks one change from the table:`),n(`ol`,null,[n(`li`,null,`RMSNorm (root-mean-square normalisation), placed before each sub-layer, trains deeper and is slightly cheaper.`),n(`li`,null,[a(`RoPE (rotary position embedding) rotates `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`Q`)]),n(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),n(`span`,{class:`mord mathnormal`},`Q`)])])]),a(` and `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`K`)]),n(`annotation`,{encoding:`application/x-tex`},`K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),a(`. It gives relative position and handles longer texts.`)]),n(`li`,null,`SwiGLU replaces ReLU. It works consistently better and uses three matrices.`),n(`li`,null,`Grouped-query attention shrinks the cache kept during generation.`),n(`li`,null,`Dropping the biases costs no measurable quality.`),n(`li`,null,[a(`FlashAttention never builds the full `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`T`),n(`mo`,null,`×`),n(`mi`,null,`T`)]),n(`annotation`,{encoding:`application/x-tex`},`T \\times T`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7667em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),a(` matrix.`)])]),n(`p`,null,`The box at the centre has no badge: the attention formula itself never changed.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-oPuDj13d.js b/lecture-06/assets/md-oPuDj13d.js new file mode 100644 index 0000000000000000000000000000000000000000..3fc702bc9c21d65ffebdf17478d53d3037f223c3 --- /dev/null +++ b/lecture-06/assets/md-oPuDj13d.js @@ -0,0 +1 @@ +import{E as e,Q as t,_ as n,_t as r,v as i,x as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./default-sHmABwVd.js";var d={__name:`slides.md__slidev_52`,setup(d){let{$slidev:f,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:_,$frontmatter:v}=c();return m.setup(),(c,d)=>(s(),i(u,o(e(r(l)(r(v),51))),{default:t(()=>[...d[0]||=[n(`h1`,null,`In words: Heads are free`,-1),n(`div`,{class:`dl-describe`},[n(`p`,null,`The diagram follows one multi-head attention layer from bottom to top.`),n(`ul`,null,[n(`li`,null,[a(`The input has `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`=`),n(`mn`,null,`512`)]),n(`annotation`,{encoding:`application/x-tex`},`d = 512`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`512`)])])]),a(` numbers per token.`)]),n(`li`,null,[a(`The projections `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`Q`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_Q`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.9694em`,"vertical-align":`-0.2861em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`},`Q`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.2861em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`K`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_K`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0715em`}},`K`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(`, `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`V`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_V`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.2222em`}},`V`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` are cut into 8 heads. Each head works at width 64, because `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`512`),n(`mi`,{mathvariant:`normal`},`/`),n(`mn`,null,`8`),n(`mo`,null,`=`),n(`mn`,null,`64`)]),n(`annotation`,{encoding:`application/x-tex`},`512 / 8 = 64`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),n(`span`,{class:`mord`},`512/8`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`64`)])])]),a(`.`)]),n(`li`,null,[a(`The 8 head outputs are placed side by side: `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`8`),n(`mo`,null,`×`),n(`mn`,null,`64`),n(`mo`,null,`=`),n(`mn`,null,`512`)]),n(`annotation`,{encoding:`application/x-tex`},`8 \\times 64 = 512`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`8`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`64`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`512`)])])]),a(`.`)]),n(`li`,null,[n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`msub`,null,[n(`mi`,null,`W`),n(`mi`,null,`O`)])]),n(`annotation`,{encoding:`application/x-tex`},`W_O`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8333em`,"vertical-align":`-0.15em`}}),n(`span`,{class:`mord`},[n(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`W`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t vlist-t2`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.3283em`}},[n(`span`,{style:{top:`-2.55em`,"margin-left":`-0.1389em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0278em`}},`O`)])])]),n(`span`,{class:`vlist-s`},`​`)]),n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.15em`}},[n(`span`)])])])])])])])]),a(` then mixes the heads back together into one 512-wide output.`)]),n(`li`,null,[a(`The layer always has four `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`×`),n(`mi`,null,`d`)]),n(`annotation`,{encoding:`application/x-tex`},`d \\times d`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7778em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`)])])]),a(` matrices, whatever the number of heads. At `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mi`,null,`d`),n(`mo`,null,`=`),n(`mn`,null,`512`)]),n(`annotation`,{encoding:`application/x-tex`},`d = 512`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6944em`}}),n(`span`,{class:`mord mathnormal`},`d`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`512`)])])]),a(` that is `),n(`span`,{class:`katex`},[n(`span`,{class:`katex-mathml`},[n(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[n(`semantics`,null,[n(`mrow`,null,[n(`mn`,null,`4`),n(`mo`,null,`×`),n(`msup`,null,[n(`mn`,null,`512`),n(`mn`,null,`2`)]),n(`mo`,null,`=`),n(`mn`,null,`1`),n(`mtext`,null,` `),n(`mn`,null,`048`),n(`mtext`,null,` `),n(`mn`,null,`576`)]),n(`annotation`,{encoding:`application/x-tex`},`4 \\times 512^2 = 1\\,048\\,576`)])])]),n(`span`,{class:`katex-html`,"aria-hidden":`true`},[n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.7278em`,"vertical-align":`-0.0833em`}}),n(`span`,{class:`mord`},`4`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),n(`span`,{class:`mbin`},`×`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.8141em`}}),n(`span`,{class:`mord`},`51`),n(`span`,{class:`mord`},[n(`span`,{class:`mord`},`2`),n(`span`,{class:`msupsub`},[n(`span`,{class:`vlist-t`},[n(`span`,{class:`vlist-r`},[n(`span`,{class:`vlist`,style:{height:`0.8141em`}},[n(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[n(`span`,{class:`pstrut`,style:{height:`2.7em`}}),n(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[n(`span`,{class:`mord mtight`},`2`)])])])])])])]),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),n(`span`,{class:`mrel`},`=`),n(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),n(`span`,{class:`katex-base`},[n(`span`,{class:`katex-strut`,style:{height:`0.6444em`}}),n(`span`,{class:`mord`},`1`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`048`),n(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),n(`span`,{class:`mord`},`576`)])])]),a(` weights.`)])]),n(`p`,null,`Takeaway: more heads means narrower heads, not more weights.`)],-1)]]),_:1},16))}};export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-qmYNymNy.js b/lecture-06/assets/md-qmYNymNy.js new file mode 100644 index 0000000000000000000000000000000000000000..08dcb2f8f45397b3bb69b11cd7e2e4cc16ad107f --- /dev/null +++ b/lecture-06/assets/md-qmYNymNy.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./PositionalEncoding-Bo7piui3.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_53`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),52))),{aside:n(t=>[v[2]||=a(`p`,null,[l(`Press `),a(`strong`,null,`Shuffle the words`),l(`, then read the vectors.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[l(`Every word’s output is `),a(`strong`,null,`exactly`),l(` what it was`)]),a(`li`,null,[l(`A weighted sum is a sum over a `),a(`strong`,null,`set`),l(`. A set has no order`)]),a(`li`,null,[a(`em`,null,`the river bank`),l(` and `),a(`em`,null,`bank river the`),l(` look the same`)])],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`A recurrent network knew the order, because it read in order. We have just thrown that away.`,-1)]])),[[x]])]),default:n(()=>[r(y,{mode:`blind`})]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-t4mgdbVj2.js b/lecture-06/assets/md-t4mgdbVj2.js new file mode 100644 index 0000000000000000000000000000000000000000..d06bf1b67bb4063f7acb10cb9d8bf353d4f2fbf8 --- /dev/null +++ b/lecture-06/assets/md-t4mgdbVj2.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,W as r,_ as i,_t as a,b as o,v as s,x as c,yt as l,z as u}from"./modules/shiki-BFOesOFp.js";import{n as d,t as f}from"./slidev/context-DrkI8qiD.js";import{t as p}from"./default-sHmABwVd.js";var m={class:`mt-1 flex justify-center`},h={viewBox:`0 0 620 132`,class:`dl-diagram`,style:{"max-height":`11rem`},role:`img`,"aria-label":`Four boxes in a row — score, scale, softmax, mix — with the bank row after each: 0 2 0, then 0 1.41 0, then 0.16 0.67 0.16, then a new vector for bank`},g={class:`mt-3 dl-callout`},_={__name:`slides.md__slidev_31`,setup(_){let{$slidev:v,$nav:y,$clicksContext:b,$clicks:x,$page:S,$renderContext:C,$frontmatter:w}=d();return b.setup(),(d,_)=>{let v=r(`click`);return u(),s(p,l(t(a(f)(a(w),30))),{default:n(()=>[_[7]||=i(`h1`,null,`Four steps, and that is the whole mechanism`,-1),i(`div`,m,[(u(),o(`svg`,h,[_[4]||=i(`defs`,null,[i(`marker`,{id:`l6s1-steps`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[i(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),_[5]||=i(`text`,{class:`dl-dg-small`,x:`10`,y:`12`},`the bank row of "the river bank"`,-1),e((u(),o(`g`,null,[..._[0]||=[i(`rect`,{class:`dl-dg-box`,x:`10`,y:`22`,width:`130`,height:`40`,rx:`4`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`75`,y:`47`,"text-anchor":`middle`},`1 · score`,-1),i(`text`,{class:`dl-dg-in`,x:`75`,y:`90`,"text-anchor":`middle`},`0, 2, 0`,-1),i(`text`,{class:`dl-dg-small`,x:`75`,y:`110`,"text-anchor":`middle`},`q · k, every key`,-1)]])),[[v]]),e((u(),o(`g`,null,[..._[1]||=[i(`path`,{class:`dl-dg-arrow`,d:`M140 42 H162`,"marker-end":`url(#l6s1-steps)`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`166`,y:`22`,width:`130`,height:`40`,rx:`4`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`231`,y:`47`,"text-anchor":`middle`},`2 · scale`,-1),i(`text`,{class:`dl-dg-in`,x:`231`,y:`90`,"text-anchor":`middle`},`0, 1.41, 0`,-1),i(`text`,{class:`dl-dg-small`,x:`231`,y:`110`,"text-anchor":`middle`},`÷ √2`,-1)]])),[[v]]),e((u(),o(`g`,null,[..._[2]||=[i(`path`,{class:`dl-dg-arrow`,d:`M296 42 H318`,"marker-end":`url(#l6s1-steps)`},null,-1),i(`rect`,{class:`dl-dg-box`,x:`322`,y:`22`,width:`130`,height:`40`,rx:`4`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`387`,y:`47`,"text-anchor":`middle`},`3 · softmax`,-1),i(`text`,{class:`dl-dg-in`,x:`387`,y:`90`,"text-anchor":`middle`},`0.16, 0.67, 0.16`,-1),i(`text`,{class:`dl-dg-small`,x:`387`,y:`110`,"text-anchor":`middle`},`positive, sum to 1`,-1)]])),[[v]]),e((u(),o(`g`,null,[..._[3]||=[i(`path`,{class:`dl-dg-arrow`,d:`M452 42 H474`,"marker-end":`url(#l6s1-steps)`},null,-1),i(`rect`,{class:`dl-dg-box is-accent`,x:`478`,y:`22`,width:`130`,height:`40`,rx:`4`},null,-1),i(`text`,{class:`dl-dg-lab is-sm`,x:`543`,y:`47`,"text-anchor":`middle`},`4 · mix`,-1),i(`text`,{class:`dl-dg-in`,x:`543`,y:`90`,"text-anchor":`middle`},`new vector for bank`,-1),i(`text`,{class:`dl-dg-small`,x:`543`,y:`110`,"text-anchor":`middle`},`weighted sum of values`,-1)]])),[[v]])]))]),_[8]||=i(`div`,{class:`dl-tight mt-2`},[i(`p`,null,[c(`The score `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`e`),i(`mrow`,null,[i(`mi`,null,`i`),i(`mi`,null,`j`)])]),i(`mo`,null,`=`),i(`msub`,null,[i(`mi`,{mathvariant:`bold`},`q`),i(`mi`,null,`i`)]),i(`mo`,null,`⋅`),i(`msub`,null,[i(`mi`,{mathvariant:`bold`},`k`),i(`mi`,null,`j`)])]),i(`annotation`,{encoding:`application/x-tex`},`e_{ij} = \\mathbf{q}_i \\cdot \\mathbf{k}_j`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.7167em`,"vertical-align":`-0.2861em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`e`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3117em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`ij`)])])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.2861em`}},[i(`span`)])])])])]),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),i(`span`,{class:`mrel`},`=`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6389em`,"vertical-align":`-0.1944em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathbf`},`q`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3117em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`},`i`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])]),i(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}}),i(`span`,{class:`mbin`},`⋅`),i(`span`,{class:`mspace`,style:{"margin-right":`0.2222em`}})]),i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.9805em`,"vertical-align":`-0.2861em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathbf`},`k`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3117em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0572em`}},`j`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.2861em`}},[i(`span`)])])])])])])])]),c(` is large when query `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`i`)]),i(`annotation`,{encoding:`application/x-tex`},`i`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.6595em`}}),i(`span`,{class:`mord mathnormal`},`i`)])])]),c(` and key `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`mi`,null,`j`)]),i(`annotation`,{encoding:`application/x-tex`},`j`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.854em`,"vertical-align":`-0.1944em`}}),i(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0572em`}},`j`)])])]),c(` point the same way. `),i(`span`,{class:`katex`},[i(`span`,{class:`katex-mathml`},[i(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[i(`semantics`,null,[i(`mrow`,null,[i(`msub`,null,[i(`mi`,null,`d`),i(`mi`,null,`k`)])]),i(`annotation`,{encoding:`application/x-tex`},`d_k`)])])]),i(`span`,{class:`katex-html`,"aria-hidden":`true`},[i(`span`,{class:`katex-base`},[i(`span`,{class:`katex-strut`,style:{height:`0.8444em`,"vertical-align":`-0.15em`}}),i(`span`,{class:`mord`},[i(`span`,{class:`mord mathnormal`},`d`),i(`span`,{class:`msupsub`},[i(`span`,{class:`vlist-t vlist-t2`},[i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.3361em`}},[i(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[i(`span`,{class:`pstrut`,style:{height:`2.7em`}}),i(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[i(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),i(`span`,{class:`vlist-s`},`​`)]),i(`span`,{class:`vlist-r`},[i(`span`,{class:`vlist`,style:{height:`0.15em`}},[i(`span`)])])])])])])])]),c(` is the key width.`)])],-1),e((u(),o(`div`,g,[..._[6]||=[i(`p`,null,`Score, scale, softmax, mix. Steps 1, 3 and 4 are the 2014 attention. Step 2 is new, and it is one division.`,-1)]])),[[v]])]),_:1},16)}}};export{_ as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-tyDiHdR82.js b/lecture-06/assets/md-tyDiHdR82.js new file mode 100644 index 0000000000000000000000000000000000000000..1b9b851ef9cbf585680ab42cc60691e22db148f8 --- /dev/null +++ b/lecture-06/assets/md-tyDiHdR82.js @@ -0,0 +1,3 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-sHmABwVd.js";import{t as h}from"./slidev/CodeBlockWrapper-C_5MjYK7.js";import{t as g}from"./slidev/VClicks-CGAOkBil.js";var _={class:`grid grid-cols-[1fr_1.05fr] gap-8 mt-1 items-start`},v={class:`dl-tight`},y={viewBox:`0 0 320 232`,class:`dl-diagram`,style:{"max-height":`16rem`},role:`img`,"aria-label":`Top: a dictionary query river matches one key exactly and returns one value. Bottom: an attention query is compared with every key, and every value is blended by how well its key matched`},b={class:`mt-2 dl-callout`},x={__name:`slides.md__slidev_21`,setup(x){let{$slidev:S,$nav:C,$clicksContext:w,$clicks:T,$page:E,$renderContext:D,$frontmatter:O}=f();return w.setup(),(f,x)=>{let S=h,C=g,w=i(`click`);return d(),c(m,u(t(o(p)(o(O),20))),{default:n(()=>[x[18]||=a(`h1`,null,`Start from a lookup`,-1),a(`div`,_,[a(`div`,v,[x[2]||=a(`p`,null,[l(`A Python dictionary finds the `),a(`strong`,null,`exact`),l(` key and hands back its value.`)],-1),r(S,{title:``,ranges:[]},{default:n(()=>[...x[0]||=[a(`pre`,{class:`shiki shiki-themes vitesse-dark vitesse-light slidev-code`,style:{"--shiki-dark":`#dbd7caee`,"--shiki-light":`#393a34`,"--shiki-dark-bg":`#121212`,"--shiki-light-bg":`#ffffff`}},[a(`code`,{class:`language-python`},[a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`store `),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`=`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},` {`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`river`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`:`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},` "`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`waterside`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`,`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},` "`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`money`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`:`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},` "`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`financial`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`}`)]),l(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`store`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`[`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`river`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`]`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # → 'waterside' one winner`)]),l(` +`),a(`span`,{class:`line`},[a(`span`,{style:{"--shiki-dark":`#DBD7CAEE`,"--shiki-light":`#393A34`}},`store`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`[`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#C98A7D`,"--shiki-light":`#B56959`}},`stream`),a(`span`,{style:{"--shiki-dark":`#C98A7D77`,"--shiki-light":`#B5695977`}},`"`),a(`span`,{style:{"--shiki-dark":`#666666`,"--shiki-light":`#999999`}},`]`),a(`span`,{style:{"--shiki-dark":`#758575DD`,"--shiki-light":`#A0ADA0`}},` # → KeyError nothing at all`)])])],-1)]]),_:1}),r(C,null,{default:n(()=>[...x[1]||=[a(`ul`,null,[a(`li`,null,[l(`What you bring: the `),a(`strong`,null,`query`)]),a(`li`,null,[l(`What each entry advertises: its `),a(`strong`,null,`key`)]),a(`li`,null,[l(`What you get back: its `),a(`strong`,null,`value`)])],-1)]]),_:1})]),a(`div`,null,[(d(),s(`svg`,y,[x[4]||=a(`defs`,null,[a(`marker`,{id:`l6s1-lookup`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),x[5]||=a(`text`,{class:`dl-dg-small`,x:`4`,y:`14`},`dictionary`,-1),x[6]||=a(`rect`,{class:`dl-dg-box`,x:`4`,y:`34`,width:`64`,height:`26`,rx:`4`},null,-1),x[7]||=a(`text`,{class:`dl-dg-lab is-sm`,x:`36`,y:`52`,"text-anchor":`middle`,style:{"font-style":`italic`}},`river`,-1),x[8]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s1-lookup)`,d:`M70 40 L110 35`},null,-1),x[9]||=a(`rect`,{class:`dl-dg-box is-accent`,x:`114`,y:`24`,width:`64`,height:`22`,rx:`3`},null,-1),x[10]||=a(`text`,{class:`dl-dg-small`,x:`146`,y:`39`,"text-anchor":`middle`},`river`,-1),x[11]||=a(`rect`,{class:`dl-dg-box`,x:`114`,y:`52`,width:`64`,height:`22`,rx:`3`},null,-1),x[12]||=a(`text`,{class:`dl-dg-small`,x:`146`,y:`67`,"text-anchor":`middle`},`money`,-1),x[13]||=a(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s1-lookup)`,d:`M180 35 H218`},null,-1),x[14]||=a(`rect`,{class:`dl-dg-box is-accent`,x:`222`,y:`24`,width:`90`,height:`22`,rx:`3`},null,-1),x[15]||=a(`text`,{class:`dl-dg-small`,x:`267`,y:`39`,"text-anchor":`middle`},`waterside`,-1),x[16]||=a(`text`,{class:`dl-dg-small`,x:`114`,y:`92`},`exact match: one winner`,-1),e((d(),s(`g`,null,[...x[3]||=[a(`line`,{class:`dl-dg-split`,x1:`4`,y1:`104`,x2:`316`,y2:`104`},null,-1),a(`text`,{class:`dl-dg-small is-good`,x:`4`,y:`122`},`attention`,-1),a(`path`,{class:`dl-dg-line is-muted`,d:`M40 176 L116 145`,style:{strokeWidth:1.5}},null,-1),a(`path`,{class:`dl-dg-line`,d:`M40 176 L116 173`,style:{strokeWidth:6}},null,-1),a(`path`,{class:`dl-dg-line is-muted`,d:`M40 176 L116 201`,style:{strokeWidth:2.5}},null,-1),a(`circle`,{class:`dl-dg-dot is-accent`,cx:`30`,cy:`176`,r:`12`},null,-1),a(`text`,{x:`30`,y:`181`,"text-anchor":`middle`,style:{fill:`var(--dl-bg)`,"font-size":`13px`,"font-weight":`700`}},`q`,-1),a(`rect`,{class:`dl-dg-box`,x:`116`,y:`134`,width:`50`,height:`22`,rx:`3`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`116`,y:`162`,width:`50`,height:`22`,rx:`3`},null,-1),a(`rect`,{class:`dl-dg-box`,x:`116`,y:`190`,width:`50`,height:`22`,rx:`3`},null,-1),a(`text`,{class:`dl-dg-small`,x:`141`,y:`149`,"text-anchor":`middle`},`key 1`,-1),a(`text`,{class:`dl-dg-small`,x:`141`,y:`177`,"text-anchor":`middle`},`key 2`,-1),a(`text`,{class:`dl-dg-small`,x:`141`,y:`205`,"text-anchor":`middle`},`key 3`,-1),a(`rect`,{class:`dl-dg-box`,x:`176`,y:`134`,width:`54`,height:`22`,rx:`3`},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`176`,y:`162`,width:`54`,height:`22`,rx:`3`},null,-1),a(`rect`,{class:`dl-dg-box`,x:`176`,y:`190`,width:`54`,height:`22`,rx:`3`},null,-1),a(`text`,{class:`dl-dg-small`,x:`203`,y:`149`,"text-anchor":`middle`},`value 1`,-1),a(`text`,{class:`dl-dg-small`,x:`203`,y:`177`,"text-anchor":`middle`},`value 2`,-1),a(`text`,{class:`dl-dg-small`,x:`203`,y:`205`,"text-anchor":`middle`},`value 3`,-1),a(`path`,{class:`dl-dg-line is-muted`,d:`M230 145 L262 170`,style:{strokeWidth:1.5}},null,-1),a(`path`,{class:`dl-dg-line`,d:`M230 173 L262 173`,style:{strokeWidth:6}},null,-1),a(`path`,{class:`dl-dg-line is-muted`,d:`M230 201 L262 176`,style:{strokeWidth:2.5}},null,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`262`,y:`160`,width:`52`,height:`26`,rx:`4`},null,-1),a(`text`,{class:`dl-dg-small`,x:`288`,y:`177`,"text-anchor":`middle`},`blend`,-1),a(`text`,{class:`dl-dg-small`,x:`116`,y:`228`},`similarity: every value, weighted`,-1)]])),[[w]])]))])]),e((d(),s(`div`,b,[...x[17]||=[a(`p`,null,[l(`Attention is this lookup made `),a(`strong`,null,`soft`),l(`: it matches by `),a(`em`,null,`similarity`),l(`, and returns a blend of `),a(`strong`,null,`every`),l(` value.`)],-1)]])),[[w]])]),_:1},16)}}};export{x as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-y1958Azu.js b/lecture-06/assets/md-y1958Azu.js new file mode 100644 index 0000000000000000000000000000000000000000..4312a2f1fc44ab5a446642a37d0c256259f310ec --- /dev/null +++ b/lecture-06/assets/md-y1958Azu.js @@ -0,0 +1 @@ +import{E as e,H as t,Q as n,S as r,_ as i,_t as a,b as o,v as s,w as c,xt as l,y as u,yt as d,z as f}from"./modules/shiki-BFOesOFp.js";import{t as p}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as m,t as h}from"./slidev/context-DrkI8qiD.js";import{t as g}from"./TransformerGlyph-D9TehqNe.js";var _={class:`slidev-layout dl-end`},v={class:`dl-end__body`},y={class:`dl-end__meta`},b={key:0,class:`dl-end__next`},x=[`href`],S=p(c({__name:`end`,props:{email:{},next:{}},setup(e){let{$slidev:n,$nav:r,$clicksContext:a,$clicks:s,$page:c,$renderContext:d,$frontmatter:p}=m(),h=e;return(e,n)=>(f(),o(`div`,_,[i(`div`,v,[t(e.$slots,`default`,{},void 0,!0)]),n[0]||=i(`div`,{class:`dl-rule`},null,-1),i(`div`,y,[h.next?(f(),o(`span`,b,`Next: `+l(h.next),1)):u(`v-if`,!0),h.email?(f(),o(`a`,{key:1,href:`mailto:${h.email}`},l(h.email),9,x)):u(`v-if`,!0)])]))}}),[[`__scopeId`,`data-v-f8d31aa3`]]),C={class:`mx-auto mt-2`,style:{width:`150px`}},w={__name:`slides.md__slidev_114`,setup(t){let{$slidev:o,$nav:c,$clicksContext:l,$clicks:u,$page:p,$renderContext:_,$frontmatter:v}=m();return l.setup(),(t,o)=>{let c=g;return f(),s(S,d(e(a(h)(a(v),113))),{default:n(()=>[o[0]||=i(`h1`,null,`Questions?`,-1),i(`div`,C,[r(c,{kind:`decoder`,size:150})])]),_:1},16)}}};export{w as default}; \ No newline at end of file diff --git a/lecture-06/assets/md-y76j5fQp.js b/lecture-06/assets/md-y76j5fQp.js new file mode 100644 index 0000000000000000000000000000000000000000..5e5f224381cf63df2c068d2422f5702d7c46c675 --- /dev/null +++ b/lecture-06/assets/md-y76j5fQp.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./slidev/VClicks-CGAOkBil.js";import{t as h}from"./interactive-ClWDKV9B.js";import{t as g}from"./AttentionTrace-P2mXITE1.js";var _={class:`mt-2 dl-callout`},v={__name:`slides.md__slidev_33`,setup(v){let{$slidev:y,$nav:b,$clicksContext:x,$clicks:S,$page:C,$renderContext:w,$frontmatter:T}=f();return x.setup(),(f,v)=>{let y=g,b=m,x=i(`click`);return d(),c(h,u(t(o(p)(o(T),32))),{aside:n(t=>[v[2]||=a(`p`,null,[a(`em`,null,`bank`),l(` asks. Keys and values exist; the `),a(`strong`,null,`query`),l(` is new.`)],-1),r(b,null,{default:n(()=>[...v[0]||=[a(`ul`,null,[a(`li`,null,[a(`strong`,null,`score`),l(` — 0, `),a(`strong`,null,`2`),l(`, 0. Only `),a(`em`,null,`river`),l(` advertised anything`)]),a(`li`,null,[a(`strong`,null,`scale`),l(` — divide by `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`msqrt`,null,[a(`mn`,null,`2`)])]),a(`annotation`,{encoding:`application/x-tex`},`\\sqrt{2}`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1.04em`,"vertical-align":`-0.1328em`}}),a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.9072em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},`2`)])]),a(`span`,{style:{top:`-2.8672em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1328em`}},[a(`span`)])])])])])])])]),a(`li`,null,[a(`strong`,null,`softmax`),l(` — 0.16, `),a(`strong`,null,`0.67`),l(`, 0.16`)]),a(`li`,null,[a(`strong`,null,`mix`),l(` — two thirds of `),a(`em`,null,`river`),l(`, a little of the rest`)])],-1)]]),_:1}),e((d(),s(`div`,_,[...v[1]||=[a(`p`,null,`Line 5 is the one to be able to produce unaided.`,-1)]])),[[x]])]),default:n(()=>[r(y)]),_:1},16)}}};export{v as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/404-woFX8_2v.js b/lecture-06/assets/slidev/404-woFX8_2v.js new file mode 100644 index 0000000000000000000000000000000000000000..33a82c799b9c0726dafee95178c05257bc430bf3 --- /dev/null +++ b/lecture-06/assets/slidev/404-woFX8_2v.js @@ -0,0 +1 @@ +import{Q as e,U as t,_ as n,_t as r,b as i,g as a,v as o,w as s,x as c,xt as l,y as u,z as d}from"../modules/shiki-BFOesOFp.js";import{t as f}from"../useNav-CQhUpX69.js";import{t as p}from"../_plugin-vue_export-helper-BDNMzG2s.js";import{V as m}from"../modules/vue-Ymwlffw_.js";var h={class:`grid justify-center text-center pt-15% gap-5`},g={class:`text-2xl`},_={class:`op-60`},v={class:`mt-3 flex flex-col gap-2 max-w-xs mx-auto w-full`},y=p(s({__name:`404`,setup(s){let p=/\d+/,{currentRoute:y}=m(),{total:b}=f(),x=a(()=>{let e=y.value.path.match(p);if(e){let t=+e[0];if(t>0&&t<=b.value)return t}return null});return(a,s)=>{let f=t(`RouterLink`);return d(),i(`div`,h,[n(`div`,null,[s[2]||=n(`h1`,{class:`text-9xl font-light`},` 404 `,-1),n(`p`,g,[s[0]||=c(` Page `,-1),n(`code`,_,l(r(y).path),1),s[1]||=c(` not found `,-1)])]),n(`div`,v,[x.value===1?u(`v-if`,!0):(d(),o(f,{key:0,to:`/`,class:`page-link`},{default:e(()=>[...s[3]||=[c(` Go Home `,-1)]]),_:1})),x.value?(d(),o(f,{key:1,to:`/${x.value}`,class:`page-link`},{default:e(()=>[c(` Go to Slide `+l(x.value),1)]),_:1},8,[`to`])):u(`v-if`,!0)])])}}}),[[`__scopeId`,`data-v-b584852f`]]);export{y as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/CodeBlockWrapper-C_5MjYK7.js b/lecture-06/assets/slidev/CodeBlockWrapper-C_5MjYK7.js new file mode 100644 index 0000000000000000000000000000000000000000..7019d73c49418811a22c7f9efd9915e1371ce033 --- /dev/null +++ b/lecture-06/assets/slidev/CodeBlockWrapper-C_5MjYK7.js @@ -0,0 +1 @@ +import{H as e,L as t,R as n,S as r,X as i,_ as a,_t as o,b as s,bt as c,g as l,k as u,lt as d,v as f,vt as p,w as m,xt as h,y as g,z as _}from"../modules/shiki-BFOesOFp.js";import{tt as v}from"../useNav-CQhUpX69.js";import{u as y}from"../modules/vue-Ymwlffw_.js";import{a as b,l as x,n as S}from"./context-DrkI8qiD.js";import{d as C,u as w}from"../index-B3wHE1T9.js";import{a as T,i as E}from"../modules/unplugin-icons-BIrNarL0.js";var D=m({__name:`TitleIcon`,props:{title:{}},setup(e){let t={pnpm:`i-vscode-icons:file-type-light-pnpm`,npm:`i-vscode-icons:file-type-npm`,yarn:`i-vscode-icons:file-type-yarn`,bun:`i-vscode-icons:file-type-bun`,deno:`i-vscode-icons:file-type-deno`,vue:`i-vscode-icons:file-type-vue`,svelte:`i-vscode-icons:file-type-svelte`,angular:`i-vscode-icons:file-type-angular`,react:`i-vscode-icons:file-type-reactjs`,next:`i-vscode-icons:file-type-light-next`,nuxt:`i-vscode-icons:file-type-nuxt`,solid:`logos:solidjs-icon`,astro:`i-vscode-icons:file-type-light-astro`,rollup:`i-vscode-icons:file-type-rollup`,webpack:`i-vscode-icons:file-type-webpack`,vite:`i-vscode-icons:file-type-vite`,esbuild:`i-vscode-icons:file-type-esbuild`,"package.json":`i-vscode-icons:file-type-node`,"tsconfig.json":`i-vscode-icons:file-type-tsconfig`,".npmrc":`i-vscode-icons:file-type-npm`,".editorconfig":`i-vscode-icons:file-type-editorconfig`,".eslintrc":`i-vscode-icons:file-type-eslint`,".eslintignore":`i-vscode-icons:file-type-eslint`,"eslint.config":`i-vscode-icons:file-type-eslint`,".gitignore":`i-vscode-icons:file-type-git`,".gitattributes":`i-vscode-icons:file-type-git`,".env":`i-vscode-icons:file-type-dotenv`,".env.example":`i-vscode-icons:file-type-dotenv`,".vscode":`i-vscode-icons:file-type-vscode`,"tailwind.config":`vscode-icons:file-type-tailwind`,"uno.config":`i-vscode-icons:file-type-unocss`,"unocss.config":`i-vscode-icons:file-type-unocss`,".oxlintrc":`i-vscode-icons:file-type-oxlint`,"vue.config":`i-vscode-icons:file-type-vueconfig`,".mts":`i-vscode-icons:file-type-typescript`,".cts":`i-vscode-icons:file-type-typescript`,".ts":`i-vscode-icons:file-type-typescript`,".tsx":`i-vscode-icons:file-type-typescript`,".mjs":`i-vscode-icons:file-type-js`,".cjs":`i-vscode-icons:file-type-js`,".json":`i-vscode-icons:file-type-json`,".js":`i-vscode-icons:file-type-js`,".jsx":`i-vscode-icons:file-type-js`,".md":`i-vscode-icons:file-type-markdown`,".py":`i-vscode-icons:file-type-python`,".ico":`i-vscode-icons:file-type-favicon`,".html":`i-vscode-icons:file-type-html`,".css":`i-vscode-icons:file-type-css`,".scss":`i-vscode-icons:file-type-scss`,".yml":`i-vscode-icons:file-type-light-yaml`,".yaml":`i-vscode-icons:file-type-light-yaml`,".php":`i-vscode-icons:file-type-php`,".svg":`i-vscode-icons:file-type-svg`};function n(e){let n=e.match(/~([^~]+)~/g);if(n&&n.length>0)return n[0].slice(1,-1);let r=Object.keys(t).sort((e,t)=>t.length-e.length);for(let n of r)if(e.toLowerCase().includes(n.toLowerCase()))return t[n];return``}return(t,r)=>n(e.title)?(_(),s(`div`,{key:0,class:p([`w-3.5 h-3.5 relative`,n(e.title)])},null,2)):g(`v-if`,!0)}}),O=[`data-title`],k={key:0,class:`slidev-code-block-title`},A={class:`leading-1em`},j=[`title`],M=m({__name:`CodeBlockWrapper`,props:{ranges:{type:Array,default:()=>[]},finally:{type:[String,Number],default:`last`},startLine:{type:Number,default:1},lines:{type:Boolean,default:v.lineNumbers},at:{type:[String,Number],default:`+1`},maxHeight:{type:String,default:void 0},title:{type:String,default:``}},setup(m){let M=m,{$frontmatter:N,$clicksContext:P}=S(),F=l(()=>N?.codeCopy??v.codeCopy),I=d(),L=w();n(()=>{P.unregister(L)}),i(()=>{I.value?.classList.toggle(`slidev-code-line-numbers`,M.lines)}),t(()=>{if(!P||!M.ranges?.length)return;let e=P.calculateSince(M.at,M.ranges.length-1);P.register(L,e);let t=l(()=>e?Math.max(0,P.current-e.start+1):x),n=l(()=>M.finally===`last`?M.ranges.at(-1):M.finally.toString());i(()=>{if(!I.value)return;let e=M.ranges[t.value]??n.value,r=e===`hide`;I.value.classList.toggle(b,r),r&&(e=M.ranges[t.value+1]??n.value);let i=I.value.querySelector(`.shiki`),a=Array.from(i.querySelectorAll(`code > .line`)),o=a.length;if(C(e,o,M.startLine,e=>[a[e]]),M.maxHeight){let e=Array.from(i.querySelectorAll(`.line.highlighted`));e.reduce((e,t)=>t.offsetHeight+e,0)>I.value.offsetHeight?e[0].scrollIntoView({behavior:`smooth`,block:`start`}):e.length>0&&e[Math.round((e.length-1)/2)].scrollIntoView({behavior:`smooth`,block:`center`})}})});let{copied:R,copy:z}=y();function B(){let e=I.value?.querySelector(`.slidev-code`)?.textContent;e&&z(e)}let V=u(`activeTitle`,null),H=l(()=>V===null&&M.title);return(t,n)=>{let i=E,l=T;return _(),s(`div`,{ref_key:`el`,ref:I,class:p([`slidev-code-wrapper relative group`,{"slidev-code-line-numbers":M.lines,active:o(V)===m.title}]),style:c({"max-height":M.maxHeight,"overflow-y":M.maxHeight?`scroll`:void 0,"--start":M.startLine}),"data-title":m.title},[H.value?(_(),s(`div`,k,[r(D,{title:m.title},null,8,[`title`]),a(`div`,A,h(m.title.replace(/~([^~]+)~/g,``).trim()),1)])):g(`v-if`,!0),e(t.$slots,`default`),F.value?(_(),s(`button`,{key:1,class:p([`slidev-code-copy absolute right-0 transition opacity-0 group-hover:opacity-20 hover:!opacity-100`,H.value?`top-10`:`top-0`]),title:o(R)?`Copied`:`Copy`,onClick:n[0]||=e=>B()},[o(R)?(_(),f(i,{key:0,class:`p-2 w-8 h-8`})):(_(),f(l,{key:1,class:`p-2 w-8 h-8`}))],10,j)):g(`v-if`,!0)],14,O)}}});export{M as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/DrawingControls-BIGu8hEb.js b/lecture-06/assets/slidev/DrawingControls-BIGu8hEb.js new file mode 100644 index 0000000000000000000000000000000000000000..c30b46653d5feab36f2e90614ddcd1dfad628464 --- /dev/null +++ b/lecture-06/assets/slidev/DrawingControls-BIGu8hEb.js @@ -0,0 +1 @@ +import{n as e}from"../rolldown-runtime-hePW80VL.js";import{$ as t,H as n,Q as r,S as i,V as a,_ as o,_t as s,b as c,bt as l,l as u,lt as d,m as f,r as p,u as m,v as h,vt as g,w as _,xt as v,y,z as b}from"../modules/shiki-BFOesOFp.js";import{d as x,g as S}from"../modules/vue-Ymwlffw_.js";import{t as C}from"../useDrawings-CjlbRTfY.js";import{t as w}from"./IconButton-B5keGFol.js";import{t as T}from"./VerticalDivider-D_ScNBWw.js";var E=_({__name:`Draggable`,props:{storageKey:{},initial:{}},setup(e){let t=e,r=d(null),i=t.initial??{x:0,y:0},a=t.storageKey?S(t.storageKey,i):d(i),{style:o}=x(r,{initialValue:a});return(e,t)=>(b(),c(`div`,{ref_key:`el`,ref:r,class:`fixed`,style:l(s(o))},[n(e.$slots,`default`)],4))}}),D={class:`flex bg-main p-2`},O={class:`inline-block w-7 text-center`},k={class:`pt-.5`},A={class:`i-carbon:pin-filled transform -rotate-45`},j={class:`i-carbon:pin`},M={class:`i-carbon:error`},N={class:`i-carbon:close-outline`},P=_({__name:`DrawingControls`,setup(e){let{brush:n,canClear:_,canRedo:x,canUndo:S,clear:P,drauu:F,drawingEnabled:I,drawingMode:L,drawingPinned:R,brushColors:z}=C(),B=d(!1);function V(e){e.preventDefault(),e.stopPropagation(),requestAnimationFrame(()=>{requestAnimationFrame(()=>{B.value=!0})})}function H(e){e.pointerType!==`mouse`&&V(e)}function U(){F.undo()}function W(){F.redo()}let G=`stylus`;function K(e){L.value=e,I.value=!0,e!==`eraseLine`&&(G=e)}function q(e){n.value.color=e,I.value=!0,L.value=G}return(e,d)=>s(I)||s(R)?(b(),h(E,{key:0,class:g([`flex flex-wrap text-xl p-2 gap-1 rounded-md bg-main shadow transition-opacity duration-200 z-nav border border-main`,!s(I)&&s(R)?`opacity-40 hover:opacity-90`:``]),"storage-key":`slidev-drawing-pos`,"initial-x":10,"initial-y":10},{default:r(()=>[i(w,{title:`Draw with stylus`,class:g({shallow:s(L)!==`stylus`}),onClick:d[0]||=e=>K(`stylus`)},{default:r(()=>[...d[14]||=[o(`div`,{class:`i-carbon:pen`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Draw a line`,class:g({shallow:s(L)!==`line`}),onClick:d[1]||=e=>K(`line`)},{default:r(()=>[...d[15]||=[o(`svg`,{width:`1em`,height:`1em`,class:`-mt-0.5`,preserveAspectRatio:`xMidYMid meet`,viewBox:`0 0 24 24`},[o(`path`,{d:`M21.71 3.29a1 1 0 0 0-1.42 0l-18 18a1 1 0 0 0 0 1.42a1 1 0 0 0 1.42 0l18-18a1 1 0 0 0 0-1.42z`,fill:`currentColor`})],-1)]]),_:1},8,[`class`]),i(w,{title:`Draw an arrow`,class:g({shallow:s(L)!==`arrow`}),onClick:d[2]||=e=>K(`arrow`)},{default:r(()=>[...d[16]||=[o(`div`,{class:`i-carbon:arrow-up-right`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Draw an ellipse`,class:g({shallow:s(L)!==`ellipse`}),onClick:d[3]||=e=>K(`ellipse`)},{default:r(()=>[...d[17]||=[o(`div`,{class:`i-carbon:radio-button`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Draw a rectangle`,class:g({shallow:s(L)!==`rectangle`}),onClick:d[4]||=e=>K(`rectangle`)},{default:r(()=>[...d[18]||=[o(`div`,{class:`i-carbon:checkbox`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Erase`,class:g({shallow:s(L)!==`eraseLine`}),onClick:d[5]||=e=>K(`eraseLine`)},{default:r(()=>[...d[19]||=[o(`div`,{class:`i-carbon:erase`},null,-1)]]),_:1},8,[`class`]),i(T),i(s(p),{shown:B.value,"onUpdate:shown":d[8]||=e=>B.value=e,triggers:[]},{popper:r(()=>[o(`div`,D,[o(`div`,O,v(s(n).size),1),o(`div`,k,[t(o(`input`,{"onUpdate:modelValue":d[6]||=e=>s(n).size=e,type:`range`,min:`1`,max:`15`,onChange:d[7]||=e=>L.value=s(G)},null,544),[[u,s(n).size]])])])]),default:r(()=>[i(w,{title:`Adjust stroke width`,class:g({shallow:s(L)===`eraseLine`}),onClick:V,onPointerdown:H,onPointerup:H,onTouchend:V},{default:r(()=>[...d[20]||=[o(`svg`,{viewBox:`0 0 32 32`,width:`1.2em`,height:`1.2em`},[o(`line`,{x1:`2`,y1:`15`,x2:`22`,y2:`4`,stroke:`currentColor`,"stroke-width":`1`,"stroke-linecap":`round`}),o(`line`,{x1:`2`,y1:`24`,x2:`28`,y2:`10`,stroke:`currentColor`,"stroke-width":`2`,"stroke-linecap":`round`}),o(`line`,{x1:`7`,y1:`31`,x2:`29`,y2:`19`,stroke:`currentColor`,"stroke-width":`3`,"stroke-linecap":`round`})],-1)]]),_:1},8,[`class`])]),_:1},8,[`shown`]),(b(!0),c(f,null,a(s(z),e=>(b(),h(w,{key:e,title:`Set brush color`,class:g(s(n).color===e&&s(L)!==`eraseLine`?`active`:`shallow`),onClick:t=>q(e)},{default:r(()=>[o(`div`,{class:g([`w-6 h-6 transition-all transform border`,s(n).color===e?`rounded-md border-gray-300/50`:`rounded-1/2 scale-85 border-white`]),style:l(s(I)?{background:e}:{borderColor:e})},null,6)]),_:2},1032,[`class`,`onClick`]))),128)),i(T),i(w,{title:`Undo`,class:g({disabled:!s(S)}),onClick:d[9]||=e=>U()},{default:r(()=>[...d[21]||=[o(`div`,{class:`i-carbon:undo`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Redo`,class:g({disabled:!s(x)}),onClick:d[10]||=e=>W()},{default:r(()=>[...d[22]||=[o(`div`,{class:`i-carbon:redo`},null,-1)]]),_:1},8,[`class`]),i(w,{title:`Delete`,class:g({disabled:!s(_)}),onClick:d[11]||=e=>s(P)()},{default:r(()=>[...d[23]||=[o(`div`,{class:`i-carbon:trash-can`},null,-1)]]),_:1},8,[`class`]),i(T),i(w,{title:s(R)?`Unpin drawing`:`Pin drawing`,class:g({shallow:!s(R)}),onClick:d[12]||=e=>R.value=!s(R)},{default:r(()=>[t(o(`div`,A,null,512),[[m,s(R)]]),t(o(`div`,j,null,512),[[m,!s(R)]])]),_:1},8,[`title`,`class`]),s(I)?(b(),h(w,{key:0,title:s(R)?`Drawing pinned`:`Drawing unpinned`,class:g({shallow:!s(I)}),onClick:d[13]||=e=>I.value=!s(I)},{default:r(()=>[t(o(`div`,M,null,512),[[m,s(R)]]),t(o(`div`,N,null,512),[[m,!s(R)]])]),_:1},8,[`title`,`class`])):y(`v-if`,!0)]),_:1},8,[`class`])):y(`v-if`,!0)}}),F=e({default:()=>I}),I=P;export{F as n,I as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/DrawingLayer-CneAz3vk.js b/lecture-06/assets/slidev/DrawingLayer-CneAz3vk.js new file mode 100644 index 0000000000000000000000000000000000000000..2ca00ed25cf679a85aa6d752ea33c2c9dcafecac --- /dev/null +++ b/lecture-06/assets/slidev/DrawingLayer-CneAz3vk.js @@ -0,0 +1 @@ +import{F as e,L as t,Y as n,_t as r,b as i,lt as a,vt as o,w as s,z as c}from"../modules/shiki-BFOesOFp.js";import{n as l}from"./context-DrkI8qiD.js";import{t as u}from"../useDrawings-CjlbRTfY.js";var d=s({__name:`DrawingLayer`,setup(s){let{drauu:d,drawingEnabled:f,loadCanvas:p}=u(),m=l().$scale,h=a();return t(()=>{d.mount(h.value,h.value.parentElement),n(m,e=>d.options.coordinateScale=1/e,{immediate:!0}),p()}),e(()=>{d.unmount()}),(e,t)=>(c(),i(`svg`,{ref_key:`svg`,ref:h,class:o([`w-full h-full absolute top-0`,{"pointer-events-none":!r(f),"touch-none":r(f)}])},null,2))}});export{d as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/KaTexBlockWrapper-BKHEVd16.js b/lecture-06/assets/slidev/KaTexBlockWrapper-BKHEVd16.js new file mode 100644 index 0000000000000000000000000000000000000000..24b9bc073bee284b3b0c70e81991330d323be729 --- /dev/null +++ b/lecture-06/assets/slidev/KaTexBlockWrapper-BKHEVd16.js @@ -0,0 +1 @@ +import{H as e,L as t,R as n,X as r,b as i,g as a,lt as o,w as s,z as c}from"../modules/shiki-BFOesOFp.js";import{H as l}from"../useNav-CQhUpX69.js";import{a as u,c as d,l as f,n as p}from"./context-DrkI8qiD.js";import{u as m}from"../index-B3wHE1T9.js";var h=`.mtable > [class*=col-align]`,g=`:scope > .vlist-t > .vlist-r > .vlist > span > .mord`;function _(e){let t=Array.from(e.querySelectorAll(h)).filter(e=>!e.parentElement?.closest(h)),n=[];for(let e of t)Array.from(e.querySelectorAll(g)).forEach((e,t)=>{e&&(Array.isArray(n[t])?n[t].push(e):n[t]=[e])});return n}var v=s({__name:`KaTexBlockWrapper`,props:{ranges:{type:Array,default:()=>[]},finally:{type:[String,Number],default:`last`},startLine:{type:Number,default:1},at:{type:[String,Number],default:`+1`}},setup(s){let h=s,{$clicksContext:g}=p(),v=o(),y=m();return n(()=>{g.unregister(y)}),t(()=>{if(!g||!h.ranges?.length)return;let e=g.calculateSince(h.at,h.ranges.length-1);g.register(y,e);let t=a(()=>e?Math.max(0,g.current-e.start+1):f),n=a(()=>h.finally===`last`?h.ranges.at(-1):h.finally.toString());r(()=>{if(!v.value)return;let e=h.ranges[t.value]??n.value,r=e===`hide`;v.value.classList.toggle(u,r),r&&(e=h.ranges[t.value+1]??n.value);let i=_(v.value);if(!i.length)return;let a=h.startLine,o=l(i.length+a-1,e);i.forEach((e,t)=>{let n=o.includes(t+a);e.forEach(e=>{e.classList.toggle(d,!0),e.classList.toggle(`highlighted`,n),e.classList.toggle(`dishonored`,!n)})})})}),(t,n)=>(c(),i(`div`,{ref_key:`el`,ref:v,class:`slidev-katex-wrapper`},[e(t.$slots,`default`)],512))}});export{v as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/NoteDisplay-BV3MLiCT.js b/lecture-06/assets/slidev/NoteDisplay-BV3MLiCT.js new file mode 100644 index 0000000000000000000000000000000000000000..51d1c246fb9c07e92b3ccc386c8da4940ec00f4f --- /dev/null +++ b/lecture-06/assets/slidev/NoteDisplay-BV3MLiCT.js @@ -0,0 +1 @@ +import{L as e,N as t,V as n,X as r,Y as i,_ as a,_t as o,b as s,bt as c,g as l,it as u,lt as d,m as f,vt as p,w as m,xt as h,y as g,z as _}from"../modules/shiki-BFOesOFp.js";import{nt as v,rt as y}from"../useNav-CQhUpX69.js";import{l as b}from"./context-DrkI8qiD.js";var x=[`title`],S={key:0,"flex-auto":``},C={"text-primary":``},w={op50:``,"text-sm":``},T={key:0,absolute:``,"inset-y-0":``,"right-0":``,"w-0.5":``,"bg-primary":``,"z-1":``},E=m({__name:`ClicksSlider`,props:{clicksContext:{},readonly:{type:Boolean},active:{type:Boolean,default:!0},resettable:{type:Boolean},compact:{type:Boolean},attached:{type:Boolean}},emits:[`activate`,`reset`],setup(e,{emit:t}){let r=e,i=t,m=l(()=>r.clicksContext.total),E=l(()=>v(0,r.clicksContext.clicksStart,m.value)),D=l(()=>m.value-E.value+1),O=l({get(){return r.resettable&&!r.active||r.clicksContext.current>m.value?-1:r.clicksContext.current},set(e){if(r.resettable&&e<0){i(`reset`),r.clicksContext.current=b;return}i(`activate`),r.clicksContext.current=e}}),k=l(()=>r.resettable&&O.value<0),A=l(()=>y(E.value,m.value+1)),j=d(),M;function N(e){let t=j.value.getBoundingClientRect();return(e.clientX-t.left)/Math.max(1,t.width)}function P(e,t){if(r.readonly||!j.value||!t&&!(e.buttons&1))return;let n=N(e);if(r.resettable&&n<0){O.value=-1;return}let i=v(0,n,t?.999999:1)*D.value,a=v(0,O.value-E.value,D.value-1),o=t?E.value+Math.floor(i):O.value;!t&&i>=a+1.5?o=E.value+Math.floor(i-.5):!t&&i(_(),s(`div`,{class:p([`flex gap-1 select-none`,[e.attached?`items-end`:`items-center`,D.value&&r.clicksContext.isMounted?``:`op50`]]),title:`Clicks in this slide: ${D.value}`},[a(`div`,{class:p([`flex items-center font-mono`,[e.compact?`gap-1 min-w-0 mr0`:`gap-0.2 min-w-16 mr1`,e.attached?`h-[22px]`:``]])},[a(`div`,{class:p([`i-carbon:cursor-1 text-sm op50`,e.compact?`ml-1`:``])},null,2),O.value>=0&&O.value!==o(999999)&&e.active?(_(),s(f,{key:0},[e.compact?g(`v-if`,!0):(_(),s(`div`,S)),a(`span`,null,[a(`span`,C,h(O.value),1),i[2]||=a(`span`,{op25:``,"text-sm":``},`/`,-1),a(`span`,w,h(m.value),1)])],64)):(_(),s(`div`,{key:1,op50:``,class:p(e.compact?``:`flex-auto pl1`)},[a(`span`,{class:p(e.compact?`inline-block text-center`:``),style:c(e.compact?{width:`${String(m.value).length*2+1}ch`,marginLeft:`-0.25ch`}:void 0)},h(m.value),7)],2))],2),a(`div`,{ref_key:`sliderEl`,ref:j,relative:``,"flex-auto":``,"font-mono":``,flex:`~`,"touch-none":``,class:p([e.attached?`h-[22px]`:`h5`,k.value?`op80`:``]),onPointerdownCapture:F,onPointermove:I,onPointerup:i[0]||=e=>u(M)?M.value=void 0:M=void 0,onPointercancel:i[1]||=e=>u(M)?M.value=void 0:M=void 0},[(_(!0),s(f,null,n(A.value,t=>(_(),s(`div`,{key:t,border:`y main`,"of-hidden":``,relative:``,class:p([t===0?`border-l`:``,t===0?e.attached?`rounded-tl`:`rounded-l`:``,t===m.value?`border-r`:``,t===m.value&&+t!=+O.value?e.attached?`rounded-tr`:`rounded-r`:``,e.attached?`border-b-0`:``]),style:c({width:D.value>0?`${1/D.value*100}%`:`100%`})},[a(`div`,{absolute:``,"inset-0":``,class:p(t<=O.value&&e.active?`bg-primary op15`:``)},null,2),+t==+O.value&&e.active?(_(),s(`div`,T)):g(`v-if`,!0),a(`div`,{class:p([+t==+O.value&&e.active?`text-primary font-bold op100`:`op30`,t===m.value?``:`border-r-2 border-main`]),"w-full":``,"h-full":``,"text-xs":``,flex:``,"items-center":``,"justify-center":``,"z-1":``},h(t),3)],6))),128))],34)],10,x))}}),D=[`innerHTML`],O=[`textContent`],k=[`textContent`],A=`slidev-note-fade`,j=`slidev-note-click-mark`,M=m({__name:`NoteDisplay`,props:{class:{},noteHtml:{},note:{},highlight:{type:Boolean,default:!0},placeholder:{},clicksContext:{},autoScroll:{type:Boolean}},emits:[`markerDblclick`,`markerClick`],setup(n,{emit:o}){let c=n,u=o,f=l(()=>c.clicksContext!=null&&c.noteHtml?.includes(j)),m=d(null);function g(){if(!m.value||!f.value)return;let e=Array.from(m.value.querySelectorAll(`.${j}`)),t=new Map,n=new Map,r=0;for(let i of e){let e=Number(i.dataset.clicks);t.set(i,e);let a=i,o=i.parentElement;for(;o&&a!==m.value;)n.has(o)||n.set(o,[[null,r]]),n.get(o).push([a,e]),a=o,o=o.parentElement;r=e}let i=new Map;for(let[e,t]of n){let n=!1,r=0;for(let a of Array.from(e.childNodes)){let o=!1;for(;a===t[r+1]?.[0];)o=!0,r++;if(o)continue;let s=a;if(a.nodeType===3){if(!a.textContent?.trim())continue;s=document.createElement(`span`),s.textContent=a.textContent,e.insertBefore(s,a),a.remove()}n||=r===0,i.set(s,t[r][1])}n||(t[0][1]=-1)}return e=>{let r=c.highlight;for(let[t,i]of n)t.classList.toggle(A,r&&!i.some(([t,n])=>n===e));for(let[t,n]of i)t.classList.toggle(A,r&&n!==e);for(let[n,i]of t)n.classList.remove(A),n.classList.toggle(`${j}-past`,r&&ie+1),n.ondblclick=e=>{r&&(u(`markerDblclick`,e,i),!e.defaultPrevented&&(c.clicksContext.current=i,e.stopPropagation(),e.stopImmediatePropagation()))},n.onclick=e=>{r&&u(`markerClick`,e,i)},r&&c.autoScroll&&i===e&&n.scrollIntoView({block:`center`,behavior:`smooth`})}}let v=d();return i(()=>[c.noteHtml,c.highlight],()=>{t(()=>{v.value=g()})},{immediate:!0}),e(()=>{g()}),r(()=>{let e=c.clicksContext?.current??999999;v.value?.(e)}),(e,t)=>n.noteHtml?(_(),s(`div`,{key:0,ref_key:`noteDisplay`,ref:m,class:p([`prose dark:prose-invert overflow-auto outline-none slidev-note`,[c.class,f.value?`slidev-note-with-clicks`:``]]),innerHTML:n.noteHtml},null,10,D)):n.note?(_(),s(`div`,{key:1,class:p([`prose dark:prose-invert overflow-auto outline-none slidev-note`,c.class])},[a(`p`,{textContent:h(n.note)},null,8,O)],2)):(_(),s(`div`,{key:2,class:p([`prose dark:prose-invert overflow-auto outline-none opacity-50 italic select-none slidev-note`,c.class])},[a(`p`,{textContent:h(c.placeholder||`No notes.`)},null,8,k)],2))}});export{E as n,M as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/NoteEditable-CkCGroId.js b/lecture-06/assets/slidev/NoteEditable-CkCGroId.js new file mode 100644 index 0000000000000000000000000000000000000000..a3da325b071eebf485399c958e3dabd8ad212612 --- /dev/null +++ b/lecture-06/assets/slidev/NoteEditable-CkCGroId.js @@ -0,0 +1 @@ +import{$ as e,N as t,X as n,Y as r,_t as i,b as a,bt as o,d as s,l as c,lt as l,mt as u,v as d,vt as f,w as p,z as m}from"../modules/shiki-BFOesOFp.js";import{C as h,k as g,o as _}from"../modules/vue-Ymwlffw_.js";import{t as v}from"../index-B3wHE1T9.js";import{t as y}from"./NoteDisplay-BV3MLiCT.js";var b=[`placeholder`],x=p({__name:`NoteEditable`,props:{no:{type:Number,required:!0},class:{default:``},editing:{default:!1},style:{default:()=>({})},placeholder:{default:`No notes for this slide`},clicksContext:{type:Object},highlight:{default:!0},autoHeight:{default:!1}},emits:[`update:editing`,`markerDblclick`,`markerClick`],setup(p,{emit:x}){let S=p,C=x,w=h(S,`editing`,C,{passive:!0}),{info:T,update:E}=v(u(S,`no`)),D=l(``),O,{ignoreUpdates:k}=g(D,e=>{if(!w.value)return;let t=S.no;clearTimeout(O),O=setTimeout(()=>{E({note:e},t)},500)});r(()=>T.value?.note,(e=``)=>{w.value||(clearTimeout(O),k(()=>{D.value=e}))},{immediate:!0,flush:`sync`});let A=l(),j=l();n(()=>{w.value&&A.value?.focus()}),_(A,()=>{w.value=!1});function M(){!S.autoHeight||!A.value||!w.value||A.value.scrollHeight>A.value.clientHeight&&(A.value.style.height=`${A.value.scrollHeight}px`)}function N(e){w.value&&e.metaKey&&e.key===`s`&&(e.preventDefault(),E({note:D.value},S.no))}return r([D,w],()=>{t(()=>{M()})},{flush:`post`,immediate:!0}),(t,n)=>i(w)?e((m(),a(`textarea`,{key:1,ref_key:`inputEl`,ref:A,"onUpdate:modelValue":n[2]||=e=>D.value=e,class:f([`prose dark:prose-invert resize-none overflow-auto outline-none bg-transparent block border-primary border-2 slidev-note placeholder:op25`,[S.class,D.value?``:`italic`]]),style:o([S.style,j.value==null?{}:{height:`${j.value}px`}]),placeholder:p.placeholder,onKeydown:[n[3]||=s(e=>w.value=!1,[`esc`]),N]},null,46,b)),[[c,D.value]]):(m(),d(y,{key:0,class:f([`border-transparent border-2`,[S.class,D.value?``:`opacity-25 italic select-none`]]),style:o(S.style),note:D.value||p.placeholder,"note-html":i(T)?.noteHTML,"clicks-context":p.clicksContext,"auto-scroll":!p.autoHeight,highlight:S.highlight,onMarkerClick:n[0]||=(e,t)=>C(`markerClick`,e,t),onMarkerDblclick:n[1]||=(e,t)=>C(`markerDblclick`,e,t)},null,8,[`class`,`style`,`note`,`note-html`,`clicks-context`,`auto-scroll`,`highlight`]))}});export{x as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/TimerBar-W1bISSuY.js b/lecture-06/assets/slidev/TimerBar-W1bISSuY.js new file mode 100644 index 0000000000000000000000000000000000000000..5e7af746ba7f16fe2cde5a46d03ae52f53c58471 --- /dev/null +++ b/lecture-06/assets/slidev/TimerBar-W1bISSuY.js @@ -0,0 +1 @@ +import{Q as e,S as t,V as n,_t as r,a as i,b as a,bt as o,g as s,m as c,mt as l,st as u,vt as d,w as f,y as p,z as m}from"../modules/shiki-BFOesOFp.js";import{U as h,t as g,tt as _}from"../useNav-CQhUpX69.js";import{F as v}from"../modules/vue-Ymwlffw_.js";import{o as y}from"../index-B3wHE1T9.js";var b={class:`relative flex gap-px`},x=f({__name:`CurrentProgressBar`,props:{clicksContext:{},current:{}},setup(l){let u=l,f=g(),h=s(()=>u.clicksContext??f.clicksContext.value),_=s(()=>u.current??f.currentSlideNo.value),{total:v}=f;return(s,l)=>(m(),a(`div`,b,[(m(!0),a(c,null,n(r(v)-1,n=>(m(),a(`div`,{key:n,class:d([`border-x border-b border-main h-4px transition-all`,n<_.value?`bg-primary border-primary`:``]),style:o({width:`${1/(r(v)-1)*100}%`})},[t(i,{name:`fade`},{default:e(()=>[n===_.value?(m(),a(`div`,{key:0,class:`h-full bg-primary op75 transition-all`,style:o({width:`${h.value.total===0?0:h.value.current/(h.value.total+1)*100}%`})},null,4)):p(`v-if`,!0)]),_:2},1024)],6))),128))]))}});function S(){let e=s(()=>_.timer||`stopwatch`),t=s(()=>h(_.duration).seconds),n=v(100,{controls:!0}),r=l(y,`timer`),i=s(()=>r.value?.status),a=s(()=>(n.counter.value,r.value.status===`stopped`||!r.value.startedAt?0:r.value.status===`paused`?r.value.pausedAt-r.value.startedAt:Date.now()-r.value.startedAt)),o=s(()=>a.value/1e3),c=s(()=>o.value/t.value*100),u=s(()=>{if(e.value===`stopwatch`&&(r.value.status===`stopped`||!r.value.startedAt))return{h:``,m:`-`,s:`--`,ms:`-`};let n=e.value===`countdown`?t.value*1e3-a.value:a.value,i=Math.floor(n/1e3/60/60).toString();i===`0`&&(i=``);let o=Math.floor(n/1e3/60%60).toString();i&&(o=o.padStart(2,`0`));let s=Math.floor(n/1e3%60).toString().padStart(2,`0`),c=Math.floor(n%1e3/100).toString();return{h:i,m:o,s,ms:c}});function d(){n.pause(),r.value={status:`stopped`,slides:{},startedAt:0,pausedAt:0}}function f(){r.value&&(r.value?.status===`stopped`?(r.value.status=`running`,r.value.startedAt=Date.now()):r.value.status===`paused`&&(r.value.status=`running`,r.value.startedAt=Date.now()-(r.value.pausedAt-r.value.startedAt)),n.resume())}function p(){r.value.status=`paused`,r.value.pausedAt=Date.now(),n.pause()}function m(){r.value.status===`running`?p():f()}return{state:r,status:i,timer:u,reset:d,toggle:m,resume:f,pause:p,passed:o,percentage:c,duration:t,mode:e}}var C={class:`border-b mt-px border-main relative flex h-4px`},w=f({__name:`TimerBar`,setup(e){let t=u(S()),n=s(()=>t.status===`stopped`?`op50`:t.status===`paused`?`bg-blue`:t.percentage>100?`bg-red`:t.percentage>80?`bg-yellow`:`bg-green`);return(e,r)=>(m(),a(`div`,C,[t.status===`stopped`?p(`v-if`,!0):(m(),a(`div`,{key:0,class:d([`h-4px`,n.value]),style:o({width:`${t.percentage}%`})},null,6)),p(` {{ timesplits }} `)]))}});export{S as n,x as r,w as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/VClicks-CGAOkBil.js b/lecture-06/assets/slidev/VClicks-CGAOkBil.js new file mode 100644 index 0000000000000000000000000000000000000000..06bc01bd249ae740ed44891cddf98309e28d4780 --- /dev/null +++ b/lecture-06/assets/slidev/VClicks-CGAOkBil.js @@ -0,0 +1 @@ +import{$ as e,A as t,D as n,L as r,R as i,S as a,W as o,m as s,p as c,v as l,w as u,z as d}from"../modules/shiki-BFOesOFp.js";import{K as f,it as p}from"../useNav-CQhUpX69.js";import{n as m}from"./context-DrkI8qiD.js";import{u as h}from"../index-B3wHE1T9.js";var g=u({__name:`VClickGap`,props:{size:{type:[String,Number],default:1}},setup(e){let t=e,{$clicksContext:n}=m(),a=h(),o=+t.size;return Number.isNaN(o)&&(console.warn(`[slidev] Invalid size for VClickGap: ${t.size}`),o=1),r(()=>{let e=n.currentOffset+o-1;n.register(a,{max:e,delta:o})}),i(()=>{n.unregister(a)}),(e,t)=>(d(),l(s))}}),_=[`ul`,`ol`],v=/[\s,]+/,y=u({props:{depth:{type:[Number,String],default:1},every:{type:[Number,String],default:1},at:{type:[Number,String],default:`+1`},hide:{type:Boolean,default:!1},fade:{type:Boolean,default:!1},animation:{type:[String,Array],default:void 0},handleSpecialElements:{type:Boolean,default:!0}},render(){let r=+this.every,i=f(this.at),s=typeof i==`string`,l=this.$slots.default?.();if(i==null||!l)return l;let u=o(`click`),d=(t,n)=>{let r={hide:this.hide};return typeof this.animation==`string`?this.animation.split(v).forEach(e=>{e&&(r[e]=!0)}):Array.isArray(this.animation)&&this.animation.forEach(e=>r[e]=!0),this.fade&&(r.fade=!0),e(t,[[u,n,``,r]])},m=e=>e.flatMap(e=>t(e)&&typeof e.type==`symbol`&&Array.isArray(e.children)?m(e.children):[e]);l=m(p(l));let h=(e,r=1)=>m(e).map(e=>{if(!t(e))return e;if(_.includes(e.type)&&Array.isArray(e.children)){let t=x(e.children,r+1);return n(e,{},t)}return n(e)}),y=1,b=0,x=(e,a=1)=>m(e).map(e=>{if(!t(e)||e.type===c)return e;let o=+i+Math.ceil(y++/r)-1,l;l=a<+this.depth&&Array.isArray(e.children)?n(e,{},h(e.children,a)):n(e);let u=o-b;return b=o,d(l,s?u>=0?`+${u}`:`${u}`:o)}),S=()=>a(g,{size:+i+Math.ceil((y-1)/r)-1-b});if(this.handleSpecialElements){if(l.length===1&&_.includes(l[0].type)&&Array.isArray(l[0].children))return n(l[0],{},[...x(l[0].children),S()]);if(l.length===1&&l[0].type===`table`){let e=l[0];if(Array.isArray(e.children))return n(e,{},e.children.map(e=>t(e)?e.type===`tbody`&&Array.isArray(e.children)?n(e,{},[...x(e.children),S()]):n(e):e))}}return[...x(l),S()]}});export{y as t}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/client-BaoP5crJ.js b/lecture-06/assets/slidev/client-BaoP5crJ.js new file mode 100644 index 0000000000000000000000000000000000000000..b8c4e3a0ba0a0a605c36bc235d742b8670f49251 --- /dev/null +++ b/lecture-06/assets/slidev/client-BaoP5crJ.js @@ -0,0 +1 @@ +import"../useNav-CQhUpX69.js";import"./context-DrkI8qiD.js";import"../syncState-BrWO1mSt.js";import"../index-B3wHE1T9.js";import"../useDrawings-CjlbRTfY.js"; \ No newline at end of file diff --git a/lecture-06/assets/slidev/notes-Dw6LzWxH.js b/lecture-06/assets/slidev/notes-Dw6LzWxH.js new file mode 100644 index 0000000000000000000000000000000000000000..216e50643555c852cd04f67f45ce42149c533994 --- /dev/null +++ b/lecture-06/assets/slidev/notes-Dw6LzWxH.js @@ -0,0 +1 @@ +import{Q as e,S as t,Y as n,_ as r,_t as i,b as a,bt as o,g as s,lt as c,m as l,w as u,x as d,xt as f,z as p}from"../modules/shiki-BFOesOFp.js";import{$ as m,W as h,t as g,u as _}from"../useNav-CQhUpX69.js";import{g as v}from"../modules/vue-Ymwlffw_.js";import{h as y,o as b}from"../index-B3wHE1T9.js";import{t as x}from"./IconButton-B5keGFol.js";import{t as S}from"./Modal-CjKJrPTu.js";import{n as C,t as w}from"./NoteDisplay-BV3MLiCT.js";import{r as T,t as E}from"./TimerBar-W1bISSuY.js";var D={class:`flex my-1`},O={class:`h-full flex flex-col`},k={class:`flex-none border-t border-main`,px3:``,py2:``},A={class:`flex-none border-t border-main`},j={class:`flex gap-1 items-center px-6 py-3`},M={key:0,class:`i-carbon:minimize`},N={key:1,class:`i-carbon:maximize`},P={class:`px2 my-auto`},F={class:`text-lg`},I={class:`opacity-50 text-sm`},L=u({__name:`notes`,setup(u){y({title:`Notes - ${m}`});let{slides:L,total:R}=g(),{isFullscreen:z,toggle:B}=_,V=c(),H=v(`slidev-notes-font-size`,18),U=s(()=>b.page),W=c(!1),G=s(()=>L.value.find(e=>e.no===U.value));n(U,()=>{V.value?.scrollTo({left:0,top:0,behavior:`smooth`}),window.scrollTo({left:0,top:0,behavior:`smooth`})});function K(){H.value+=1}function q(){--H.value}let J=s(()=>{let e=b.clicks,t=b.clicksTotal;return h(c(e),void 0,t)});return(n,s)=>(p(),a(l,null,[t(S,{modelValue:W.value,"onUpdate:modelValue":s[1]||=e=>W.value=e,class:`px-6 py-4 flex flex-col gap-2`},{default:e(()=>[s[3]||=r(`div`,{class:`flex gap-2 text-xl`},[r(`div`,{class:`i-carbon:information my-auto`}),d(` Help `)],-1),s[4]||=r(`div`,{class:`prose dark:prose-invert`},[r(`p`,null,`This is the hands-free live notes viewer.`),r(`p`,null,`It's designed to be used in a separate view or device. The progress is controlled by and auto synced with the main presenter or slide.`)],-1),r(`div`,D,[r(`button`,{class:`slidev-form-button`,onClick:s[0]||=e=>W.value=!1},` Close `)])]),_:1},8,[`modelValue`]),r(`div`,O,[t(T,{"clicks-context":J.value,current:U.value},null,8,[`clicks-context`,`current`]),t(E),r(`div`,{ref_key:`scroller`,ref:V,class:`px-5 py-3 flex-auto h-full overflow-auto`,style:o({fontSize:`${i(H)}px`})},[t(w,{note:G.value?.meta.slide.note,"note-html":G.value?.meta.slide.noteHTML,placeholder:`No notes for Slide ${U.value}.`,"clicks-context":J.value,"auto-scroll":!0},null,8,[`note`,`note-html`,`placeholder`,`clicks-context`])],4),r(`div`,k,[t(C,{"clicks-context":J.value,readonly:``},null,8,[`clicks-context`])]),r(`div`,A,[r(`div`,j,[t(x,{title:i(z)?`Close fullscreen`:`Enter fullscreen`,onClick:i(B)},{default:e(()=>[i(z)?(p(),a(`div`,M)):(p(),a(`div`,N))]),_:1},8,[`title`,`onClick`]),t(x,{title:`Increase font size`,onClick:K},{default:e(()=>[...s[5]||=[r(`div`,{class:`i-carbon:zoom-in`},null,-1)]]),_:1}),t(x,{title:`Decrease font size`,onClick:q},{default:e(()=>[...s[6]||=[r(`div`,{class:`i-carbon:zoom-out`},null,-1)]]),_:1}),t(x,{title:`Edit notes`,to:`/notes-edit`,target:`_blank`},{default:e(()=>[...s[7]||=[r(`div`,{class:`i-carbon:edit`},null,-1)]]),_:1}),t(x,{title:`Help`,class:`rounded-full`,onClick:s[2]||=e=>W.value=!0},{default:e(()=>[...s[8]||=[r(`div`,{class:`i-carbon:help`},null,-1)]]),_:1}),s[9]||=r(`div`,{class:`flex-auto`},null,-1),r(`div`,P,[r(`span`,F,f(U.value),1),r(`span`,I,` / `+f(i(R)),1)])])])])],64))}});export{L as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/notes-edit-sMd7Gu90.js b/lecture-06/assets/slidev/notes-edit-sMd7Gu90.js new file mode 100644 index 0000000000000000000000000000000000000000..57275e61405ba5b191139c96eedfb1bf8c1075f5 --- /dev/null +++ b/lecture-06/assets/slidev/notes-edit-sMd7Gu90.js @@ -0,0 +1,2 @@ +import{$ as e,Q as t,S as n,_ as r,b as i,l as a,lt as o,m as s,w as c,x as l,z as u}from"../modules/shiki-BFOesOFp.js";import{$ as d,t as f}from"../useNav-CQhUpX69.js";import{O as p}from"../modules/vue-Ymwlffw_.js";import{h as m,t as h}from"../index-B3wHE1T9.js";import{t as g}from"./IconButton-B5keGFol.js";import{t as _}from"./Modal-CjKJrPTu.js";var v={class:`flex my-1`},y={class:`h-full`},b={class:`slidev-glass-effect fixed bottom-5 right-5 rounded-full border border-main`},x=c({__name:`notes-edit`,setup(c){let x=/^---\s*#(\d+)\s*$/;m({title:`Notes Edit - ${d}`});let{slides:S}=f(),C=o(!1),w=o(T(S.value));function T(e){let t=[];for(let n of e)n.meta.slide.note?.trim()&&(t.push(`--- #${n.no}`),t.push(``),t.push(n.meta.slide.note),t.push(``));return t.join(` +`)}function E(e,t){let n=e.split(/^(---\s*#\d+\s*)$/gm);n.forEach((e,r)=>{let i=e.match(x);if(i){let e=Number.parseInt(i[1]),a=n[r+1].trim(),o=t.find(t=>t.no===e);o&&(o.meta.slide.note=a,h(e).update({note:a}))}})}return p(w,e=>{E(e,S.value)},{debounce:300}),(o,c)=>(u(),i(s,null,[n(_,{modelValue:C.value,"onUpdate:modelValue":c[1]||=e=>C.value=e,class:`px-6 py-4 flex flex-col gap-2`},{default:t(()=>[c[4]||=r(`div`,{class:`flex gap-2 text-xl`},[r(`div`,{class:`i-carbon:information my-auto`}),l(` Help `)],-1),c[5]||=r(`div`,{class:`prose dark:prose-invert`},[r(`p`,null,`This is the batch notes editor. You can edit the notes for all the slides at once here.`),r(`p`,null,[l(`The note for each slide are separated by `),r(`code`,null,`--- #[no]`),l(` lines, you might want to keep them while editing.`)])],-1),r(`div`,v,[r(`button`,{class:`slidev-form-button`,onClick:c[0]||=e=>C.value=!1},` Close `)])]),_:1},8,[`modelValue`]),r(`div`,y,[r(`div`,b,[n(g,{title:`Help`,class:`rounded-full`,onClick:c[2]||=e=>C.value=!0},{default:t(()=>[...c[6]||=[r(`div`,{class:`i-carbon:help text-2xl`},null,-1)]]),_:1})]),e(r(`textarea`,{"onUpdate:modelValue":c[3]||=e=>w.value=e,class:`prose dark:prose-invert resize-none p5 outline-none bg-transparent block h-full w-full! max-w-full! max-h-full! min-h-full! min-w-full!`},null,512),[[a,w.value]])])],64))}});export{x as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/overview-H26cf1Mg.js b/lecture-06/assets/slidev/overview-H26cf1Mg.js new file mode 100644 index 0000000000000000000000000000000000000000..38ebe61b34413254a216dc140fbafc6d01701f21 --- /dev/null +++ b/lecture-06/assets/slidev/overview-H26cf1Mg.js @@ -0,0 +1 @@ +import{L as e,N as t,Q as n,R as r,S as i,V as a,_ as o,_t as s,b as c,bt as l,ft as u,g as d,lt as f,m as p,st as m,v as h,vt as g,w as ee,xt as _,y as v,z as y}from"../modules/shiki-BFOesOFp.js";import{$ as te,B as b,G as ne,R as x,X as re,Y as S,t as ie}from"../useNav-CQhUpX69.js";import{t as C}from"../_plugin-vue_export-helper-BDNMzG2s.js";import{B as ae,V as oe}from"../modules/vue-Ymwlffw_.js";import{l as w}from"./context-DrkI8qiD.js";import{f as se,h as ce,m as le,p as T}from"../index-B3wHE1T9.js";import{n as ue,r as de}from"../modules/unplugin-icons-BIrNarL0.js";import{t as E}from"./IconButton-B5keGFol.js";import{n as D}from"./NoteDisplay-BV3MLiCT.js";import{i as fe,o as pe,t as me}from"../SlideWrapper-Cp-OTyqk.js";import{t as he}from"./NoteEditable-CkCGroId.js";var ge={class:`h-screen w-screen of-hidden flex`},_e={key:0,class:`grid grid-rows-[auto_max-content] border-r border-main select-none max-h-full h-full`},ve={class:`relative`},ye={class:`absolute left-0 top-0 bottom-0 w-200 flex flex-col flex-auto items-end group p-6px md:p-10px gap-1 max-h-full of-x-visible of-y-auto`,style:{direction:`rtl`}},be=[`onClick`],xe={p2:``,border:`t main`},Se={class:`flex flex-col gap-1 mx-1 items-end`},Ce={key:0,class:`flex items-end gap-2`},we=[`onClick`],Te=[`onDblclick`],Ee={key:2,class:`select-none absolute bottom-0 right-0 bg-main rounded-tl p2 op35 text-xs`},De={key:1,class:`absolute z-2 top-0 right-0 px3 py1.5 border-b border-l rounded-lb bg-main/80 backdrop-blur border-main select-none`},Oe={class:`text-xs op50`},O=450,k=C(ee({__name:`overview`,setup(ee){ce({title:`Overview - ${te}`});let C=ae(),k=oe(),{openInEditor:ke,slides:A,isEmbedded:j}=ie(),M=d(()=>C.query.mode===`preview`),N=d(()=>M.value&&j.value),P=d(()=>M.value?N.value?Math.max(0,x.width.value-16):Math.min(900,Math.max(320,x.width.value-160)):O),Ae=d(()=>P.value/re.value),F=m(new Map),je=m(new Map),I=f([]),L=f(),R=f(null),z=0,B,V,H=d(()=>A.value.map(e=>Fe(e.meta?.slide?.note||``))),Me=d(()=>H.value.reduce((e,t)=>e+t,0)),Ne=d(()=>A.value.map(e=>K(e)).reduce((e,t)=>e+t,0)),Pe=d(()=>String(Math.max(1,A.value.length)).length),U=u(),W=new WeakMap;function G(e){return W.has(e)||W.set(e,ne(e,w)),W.get(e)}function K(e){return e.meta?.clicks||G(e)?.total}function q(e){U.value===e?U.value=void 0:U.value=e}function Fe(e){let t=e.match(/[\w`'\-\u0392-\u03C9\u00C0-\u00FF\u0600-\u06FF\u0400-\u04FF]+|[\u4E00-\u9FFF\u3400-\u4DBF\uF900-\uFAFF\u3040-\u309F\uAC00-\uD7AF]+/g),n=0;if(!t)return 0;for(let e=0;e=19968?n+=t[e].length:n+=1;return n}function J(){let e=window.innerHeight||document.documentElement.clientHeight,t,n=[];for(let[r,i]of F.entries()){let a=i.getBoundingClientRect(),o=Math.max(0,Math.min(a.bottom,e)-Math.max(a.top,0));o!==0&&(o>=a.height&&n.push(r),(!t||o>t.visibleHeight)&&(t={idx:r,visibleHeight:o}))}I.value=n.length?n:t?[t.idx]:[]}function Y(e){let t=document.createElement(`a`);t.target=`_blank`,t.href=S+e.slice(1),t.click()}function Ie(e){let t=new URL(S+e.slice(1),location.href).href;if(j.value){window.parent.postMessage({target:`slidev`,sender:`slidev`,type:`open-external`,url:t},`*`);return}Y(e)}function Le(e){let t=F.get(e);t&&t.scrollIntoView({behavior:`smooth`,block:`start`})}function X(e){let t=je.get(e)||F.get(e);if(!t||!L.value)return null;let n=L.value.getBoundingClientRect();return t.getBoundingClientRect().top-n.top+L.value.scrollTop}function Z(e){if(!L.value||A.value.length===0)return;let t=Math.min(Math.max(e,1),A.value.length),n=Math.floor(t)-1,r=t-(n+1),i=X(n),a=X(n+1);if(i==null)return;let o=i+(a==null?0:(a-i)*r)-L.value.clientHeight*.5;Math.abs(L.value.scrollTop-o)<1||L.value.scrollTo({top:o})}function Re(){let e=C.query.slideNo,t=Number(Array.isArray(e)?e[0]:e);return Number.isFinite(t)&&t>0?t:void 0}function Q(e){if(!N.value)return;let t=Number(e.toFixed(3)).toString();C.query.slideNo!==t&&k.replace({query:{...C.query,slideNo:t}})}function ze(){if(!L.value||A.value.length===0)return null;let e=L.value.scrollTop+L.value.clientHeight*.5,t=A.value.map((e,t)=>X(t)).filter(e=>e!=null);if(t.length===0)return null;if(t.length===1||e<=t[0])return 1;for(let n=1;n{V=void 0;let e=B;B=void 0,e!=null&&(Q(e),!(Date.now()0&&(z=Date.now()+300,B=void 0,Q(t),Z(t))}function He(e,t,n){let r=G(n);r.current=r.current===t?w:t,e.preventDefault()}function Ue(e,t){if(e.ctrlKey||e.metaKey){e.preventDefault(),Ie(b(t,!1));return}let n=t.meta?.slide;n&&window.parent.postMessage({target:`slidev`,type:`command`,command:`goto`,args:[n.filepath,n.sourceIndex]},`*`)}return e(()=>{window.addEventListener(`message`,$);let e=N.value?Re():void 0;e!=null&&(z=Date.now()+300,Z(e)),t(()=>{e!=null&&Z(e),J()})}),r(()=>{window.removeEventListener(`message`,$),V&&clearTimeout(V)}),(e,t)=>{let r=ue,u=de;return y(),c(`div`,ge,[s(j)?v(`v-if`,!0):(y(),c(`nav`,_e,[o(`div`,ve,[o(`div`,ye,[(y(!0),c(p,null,a(s(A),(e,t)=>(y(),c(`div`,{key:e.no,class:`relative`,style:{direction:`ltr`}},[o(`button`,{class:g([`relative transition duration-300 w-8 h-8 rounded hover:bg-active hover:op100`,I.value.includes(t)?`op100 text-primary bg-gray:5`:`op20`]),onClick:e=>Le(t)},[o(`div`,null,_(t+1),1)],10,be),e.meta?.slide?.title?(y(),c(`div`,{key:0,class:g([`pointer-events-none select-none absolute left-110% top-50% translate-y--50% ws-nowrap z-label px2 slidev-glass-effect transition duration-400 op0 group-hover:op100`,I.value.includes(t)?`text-primary`:`text-main important-text-op-50`])},_(e.meta?.slide?.title),3)):v(`v-if`,!0)]))),128))])]),o(`div`,xe,[s(se)?(y(),h(E,{key:1,title:s(T)?`Dark mode`:`Light mode`,"pointer-events-none":``,op50:``},{default:n(()=>[s(T)?(y(),h(r,{key:0})):(y(),h(u,{key:1}))]),_:1},8,[`title`])):(y(),h(E,{key:0,title:s(T)?`Switch to light mode theme`:`Switch to dark mode theme`,onClick:t[0]||=e=>s(le)()},{default:n(()=>[s(T)?(y(),h(r,{key:0})):(y(),h(u,{key:1}))]),_:1},8,[`title`]))])])),o(`main`,{ref_key:`scroller`,ref:L,class:`flex-1 h-full of-auto`,style:l(`grid-template-columns: repeat(auto-fit,minmax(${O}px,1fr))`),onScroll:Ve},[(y(!0),c(p,null,a(s(A),(e,r)=>(y(),c(`div`,{key:e.no,ref_for:!0,ref:e=>F.set(r,e),class:g([`overview-slide-block relative of-hidden flex gap-4 min-h-50`,[r===0&&!N.value?`pt2`:``,N.value?`justify-center`:`border-t border-main`]])},[N.value?v(`v-if`,!0):(y(),c(`div`,{key:0,class:g([`select-none text-right my5 flex flex-col justify-between items-end`,M.value?`w-9`:`w-13`]),style:l({height:`${Ae.value}px`})},[o(`div`,{class:`self-center text-3xl op20 mb2 text-center mr--14px tabular-nums`,style:l({width:`${Pe.value}ch`})},_(r+1),5),o(`div`,Se,[i(E,{class:g([`overview-slide-action mr--4 op0`,M.value?`text-lg`:``]),title:`Play in new tab`,onClick:t=>Y(s(b)(e,!1))},{default:n(()=>[...t[4]||=[o(`div`,{class:`i-carbon:presentation-file`},null,-1)]]),_:1},8,[`class`,`onClick`]),v(`v-if`,!0)])],6)),o(`div`,{class:g([`flex flex-col`,N.value?`my1 gap-0`:`my5 gap-2`]),style:l({width:`${P.value}px`})},[N.value?(y(),c(`div`,Ce,[o(`button`,{type:`button`,class:`select-none pl-1 text-lg leading-tight op60 tabular-nums hover:op90 hover:underline underline-offset-2`,onClick:t=>Ue(t,e)},_(r+1),9,we),K(e)?(y(),h(D,{key:0,active:U.value===e,"clicks-context":G(e),resettable:``,compact:``,attached:``,class:`ml-auto w-88 min-w-[70%] max-w-[calc(100%-3rem)]`,onDblclick:t=>q(e),onActivate:t=>U.value=e,onReset:t[1]||=e=>U.value=void 0},null,8,[`active`,`clicks-context`,`onDblclick`,`onActivate`])):v(`v-if`,!0)])):v(`v-if`,!0),o(`div`,{ref_for:!0,ref:e=>je.set(r,e),class:g([`border rounded border-main overflow-hidden bg-main h-max`,[N.value&&K(e)?`rounded-tr-0`:``,N.value?``:`select-none`]]),onDblclick:t=>!N.value&&Y(s(b)(e,!1))},[(y(),h(fe,{key:e.no,width:P.value,class:g(N.value?``:`pointer-events-none important:[&_*]:select-none`)},{default:n(()=>[i(me,{"clicks-context":G(e),route:e,"render-context":`overview`},null,8,[`clicks-context`,`route`]),i(pe,{page:e.no},null,8,[`page`])]),_:2},1032,[`width`,`class`]))],42,Te),K(e)&&!N.value?(y(),h(D,{key:1,active:U.value===e,"clicks-context":G(e),resettable:``,class:g([`ml-1 w-[calc(100%-0.25rem)]`,M.value?``:`mt-2`]),onDblclick:t=>q(e),onActivate:t=>U.value=e,onReset:t[2]||=e=>U.value=void 0},null,8,[`active`,`clicks-context`,`class`,`onDblclick`,`onActivate`])):v(`v-if`,!0)],6),M.value?v(`v-if`,!0):(y(),h(he,{key:1,no:e.no,class:`relative z-1 max-w-250 w-250 text-lg rounded p3`,"auto-height":!0,highlight:U.value===e,editing:R.value===e.no,"clicks-context":G(e),onDblclick:t=>R.value===e.no?null:R.value=e.no,"onUpdate:editing":t[3]||=e=>R.value=null,onMarkerClick:(t,n)=>He(t,n,e)},null,8,[`no`,`highlight`,`editing`,`clicks-context`,`onDblclick`,`onMarkerClick`])),!M.value&&H.value[r]>0?(y(),c(`div`,Ee,_(H.value[r])+` words `,1)):v(`v-if`,!0)],2))),128))],36),s(j)?v(`v-if`,!0):(y(),c(`div`,De,[o(`div`,Oe,_(s(A).length)+` slides · `+_(Ne.value+s(A).length-1)+` clicks · `+_(Me.value)+` words `,1)]))])}}}),[[`__scopeId`,`data-v-47f32601`]]);export{k as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/play-Df3atXKG.js b/lecture-06/assets/slidev/play-Df3atXKG.js new file mode 100644 index 0000000000000000000000000000000000000000..41e2a299ed3e7fdb35b5a1186ec1539ed1762ab5 --- /dev/null +++ b/lecture-06/assets/slidev/play-Df3atXKG.js @@ -0,0 +1,2 @@ +const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["./DrawingControls-BIGu8hEb.js","../rolldown-runtime-hePW80VL.js","../modules/shiki-BFOesOFp.js","../modules/shiki-BrmBd2_v.css","../modules/vue-Ymwlffw_.js","../useDrawings-CjlbRTfY.js","../useNav-CQhUpX69.js","../_plugin-vue_export-helper-BDNMzG2s.js","./context-DrkI8qiD.js","../index-B3wHE1T9.js","../syncState-BrWO1mSt.js","../index-Cwr0nnCy.css","./IconButton-B5keGFol.js","./VerticalDivider-D_ScNBWw.js","../DrawingControls-Dhbx0szf.css"])))=>i.map(i=>d[i]); +import{Q as e,S as t,Y as n,_ as r,_t as i,b as a,bt as o,ft as s,g as c,it as l,lt as u,m as d,ot as f,v as p,vt as m,w as h,x as g,y as _,z as v}from"../modules/shiki-BFOesOFp.js";import{E as y,F as b,I as x,f as S,h as C,k as w,q as T,t as E,tt as D,v as O,w as k}from"../useNav-CQhUpX69.js";import{C as A,m as j}from"../modules/vue-Ymwlffw_.js";import{o as M}from"../index-B3wHE1T9.js";import{t as N}from"../useDrawings-CjlbRTfY.js";import{t as P}from"../modules/unplugin-icons-BIrNarL0.js";import{t as F}from"./Modal-CjKJrPTu.js";import{i as I}from"../SlideWrapper-Cp-OTyqk.js";import{a as L,c as R,d as z,f as B,l as V,n as H,r as U,s as W,t as G,u as K}from"./shortcuts-TcmnhhZF.js";var q=2e3;function J(e){let t=c(()=>e.value&&S.value);function r(){document.body.style.cursor=`none`}function i(){document.body.style.cursor=``}let a=null;n(t,e=>{e||(i(),a&&clearTimeout(a),a=null)}),f(()=>{i(),a&&clearTimeout(a),a=null}),j(document.body,[`pointermove`,`pointerdown`],()=>{i(),a&&clearTimeout(a),a=t.value?setTimeout(r,q):null},{passive:!0})}``+new URL(`../logo-BYkHSa_O.png`,import.meta.url).href;var Y={class:`slidev-info-dialog slidev-layout flex flex-col gap-4 text-base`},X=[`innerHTML`],Z=h({__name:`InfoDialog`,props:{modelValue:{default:!1}},emits:[`update:modelValue`],setup(t,{emit:n}){let o=A(t,`modelValue`,n),s=c(()=>typeof D.info==`string`);return(t,n)=>(v(),p(F,{modelValue:i(o),"onUpdate:modelValue":n[0]||=e=>l(o)?o.value=e:null,class:`px-6 py-4`},{default:e(()=>[r(`div`,Y,[s.value?(v(),a(`div`,{key:0,class:`mb-4`,innerHTML:i(D).info},null,8,X)):_(`v-if`,!0),n[1]||=r(`a`,{href:`https://github.com/slidevjs/slidev`,target:`_blank`,class:`!opacity-100 !border-none !text-current`},[r(`div`,{class:`flex gap-1 children:my-auto`},[r(`div`,{class:`opacity-50 text-sm mr-2`},`Powered by`),r(`img`,{class:`w-5 h-5`,src:``+new URL(`../logo-BYkHSa_O.png`,import.meta.url).href,alt:`Slidev logo`}),r(`div`,{style:{color:`#2082A6`}},[r(`b`,null,`Sli`),g(`dev `)])])],-1)])]),_:1},8,[`modelValue`]))}}),Q=h({__name:`Controls`,setup(e){let{isEmbedded:n}=E(),r=!D.drawings.presenterOnly&&!n.value,o=s();r&&T(()=>import(`./DrawingControls-BIGu8hEb.js`).then(e=>e.n).then(e=>o.value=e.default),__vite__mapDeps([0,1,2,3,4,5,6,7,8,9,10,11,12,13,14]),import.meta.url);let c=s(),u=s();return(e,n)=>(v(),a(d,null,[o.value?(v(),p(i(o),{key:0})):_(`v-if`,!0),t(W),t(R),c.value?(v(),p(i(c),{key:1})):_(`v-if`,!0),u.value?(v(),p(i(u),{key:2,modelValue:i(w),"onUpdate:modelValue":n[0]||=e=>l(w)?w.value=e:null},null,8,[`modelValue`])):_(`v-if`,!0),i(D).info?(v(),p(Z,{key:3,modelValue:i(y),"onUpdate:modelValue":n[1]||=e=>l(y)?y.value=e:null},null,8,[`modelValue`])):_(`v-if`,!0),t(V)],64))}}),$={key:0,class:`absolute top-0 left-0 right-0 bottom-0 pointer-events-none text-xl`},ee=h({__name:`PresenterMouse`,setup(e){return(e,n)=>{let r=P;return i(M).cursor?.style===`cursor`?(v(),a(`div`,$,[t(r,{class:`absolute stroke-white dark:stroke-black`,style:o({left:`${i(M).cursor.x}%`,top:`${i(M).cursor.y}%`,strokeWidth:16})},null,8,[`style`])])):_(`v-if`,!0)}}}),te=h({__name:`play`,setup(n){let{next:o,prev:l,isPrintMode:f,isPlaying:h,isEmbedded:g}=E(),{isDrawing:y}=N(),S=u();function w(e){k.value||e.button===0&&e.target?.id===`slide-container`&&(e.pageX/window.innerWidth>.5?o():l())}B(S),G(),z(),J(c(()=>h.value&&!g.value&&!k.value));let T=c(()=>O.value||k.value),D=s(),A=c(()=>{let e=``;return b.value.brightness!==x.brightness&&(e+=`brightness(${b.value.brightness}) `),b.value.contrast!==x.contrast&&(e+=`contrast(${b.value.contrast}) `),b.value.sepia!==x.sepia&&(e+=`sepia(${b.value.sepia}) `),b.value.hueRotate!==x.hueRotate&&(e+=`hue-rotate(${b.value.hueRotate}deg) `),b.value.invert&&(e+=`invert(1) `),{filter:e}});return(n,o)=>(v(),a(d,null,[r(`div`,{id:`page-root`,ref_key:`root`,ref:S,class:m([`grid`,i(C)?`grid-rows-[1fr_max-content]`:`grid-cols-[1fr_max-content]`])},[t(I,{style:{background:`var(--slidev-slide-container-background, black)`},"is-main":``,"content-style":A.value,onPointerdown:w,onContextmenu:i(K)},{default:e(()=>[t(H,{"render-context":`slide`}),t(ee),t(L)]),controls:e(()=>[i(f)?_(`v-if`,!0):(v(),a(`div`,{key:0,class:m([`absolute bottom-0 left-0 transition duration-300 opacity-0 hover:opacity-100 focus-within:opacity-100 focus-visible:opacity-100`,[T.value?`!opacity-100 right-0`:`opacity-0 p-2`,i(y)?`pointer-events-none`:``]])},[t(U,{persist:T.value},null,8,[`persist`])],2))]),_:1},8,[`content-style`,`onContextmenu`]),D.value&&i(k)?(v(),p(i(D),{key:0,resize:!0})):_(`v-if`,!0)],2),i(f)?_(`v-if`,!0):(v(),p(Q,{key:0})),o[0]||=r(`div`,{id:`twoslash-container`},null,-1)],64))}});export{te as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/presenter-ClYt6uJ3.js b/lecture-06/assets/slidev/presenter-ClYt6uJ3.js new file mode 100644 index 0000000000000000000000000000000000000000..8918ec9ee3e6af5b78aae6bfcbc54751513a7c22 --- /dev/null +++ b/lecture-06/assets/slidev/presenter-ClYt6uJ3.js @@ -0,0 +1 @@ +import{$ as e,J as t,L as n,Q as r,S as i,X as a,Y as o,_ as s,_t as c,b as l,bt as u,ft as d,g as f,it as ee,lt as p,m as te,u as ne,v as m,vt as h,w as g,x as _,xt as v,y,z as b}from"../modules/shiki-BFOesOFp.js";import{$ as re,O as ie,W as ae,a as oe,b as x,m as se,o as ce,t as le,w as ue,x as de}from"../useNav-CQhUpX69.js";import{t as S}from"../_plugin-vue_export-helper-BDNMzG2s.js";import{T as C,g as w,m as T,v as fe}from"../modules/vue-Ymwlffw_.js";import{h as pe,n as E,o as me}from"../index-B3wHE1T9.js";import{t as he}from"../useDrawings-CjlbRTfY.js";import{t as ge}from"./DrawingControls-BIGu8hEb.js";import{t as _e}from"./IconButton-B5keGFol.js";import{n as ve,t as D}from"./NoteDisplay-BV3MLiCT.js";import{n as O,r as ye,t as be}from"./TimerBar-W1bISSuY.js";import{i as k,t as xe}from"../SlideWrapper-Cp-OTyqk.js";import"./NoteEditable-CkCGroId.js";import{a as Se,c as Ce,d as we,f as Te,i as Ee,l as De,n as Oe,o as ke,r as Ae,s as je,t as Me,u as Ne}from"./shortcuts-TcmnhhZF.js";var Pe=g({__name:`NoteStatic`,props:{no:{},class:{},clicksContext:{}},setup(e){let t=e,{info:n}=E(t.no);return(r,i)=>(b(),m(D,{class:h(t.class),note:c(n)?.note,"note-html":c(n)?.noteHTML,"clicks-context":e.clicksContext},null,8,[`class`,`note`,`note-html`,`clicks-context`]))}}),A={"h-full":``,"w-full":``},j={key:0,"w-full":``,"h-full":``,flex:`~ col gap-4 items-center justify-center`},Fe=g({__name:`ScreenCaptureMirror`,setup(n){let r=t(`video`),i=d(null),a=d(!1);async function o(){i.value=await navigator.mediaDevices.getDisplayMedia({video:{cursor:`always`},audio:!1,selfBrowserSurface:`include`,preferCurrentTab:!1}),r.value.srcObject=i.value,r.value.play(),a.value=!0,i.value.addEventListener(`inactive`,()=>{r.value.srcObject=null,a.value=!1}),i.value.addEventListener(`ended`,()=>{r.value.srcObject=null,a.value=!1})}return(t,n)=>(b(),l(`div`,A,[e(s(`video`,{ref_key:`video`,ref:r,class:`w-full h-full object-contain`},null,512),[[ne,a.value]]),a.value?y(`v-if`,!0):(b(),l(`div`,j,[n[0]||=s(`div`,{op50:``},[_(` Use screen capturing to mirror your main screen back to presenter view.`),s(`br`),_(` Click the button below and `),s(`b`,null,`select your other monitor or window`),_(`. `)],-1),s(`button`,{class:`slidev-form-button`,onClick:o},` Start Screen Mirroring `)]))]))}}),M={class:`w-22px cursor-pointer`},N={class:`group-not-hover:hidden flex flex-col items-center`},P={key:0,class:`i-carbon:pause text-lg`},F={key:1,class:`i-carbon:play`},I={class:`text-3xl px-3 my-auto font-mono`},Ie=g({__name:`TimerInlined`,setup(e){let{status:t,percentage:n,mode:r,timer:i,reset:a,toggle:o}=O(),u=f(()=>t.value===`stopped`?`op50`:t.value===`paused`?`text-blue6 dark:text-blue3`:n.value>100?`text-red6 dark:text-red3`:n.value>80?`text-yellow6 dark:text-yellow3`:`text-green6 dark:text-green3`);return(e,n)=>(b(),l(`div`,{class:h([`group flex items-center justify-center pl-4 select-none`,u.value])},[s(`div`,M,[s(`div`,{class:h([`group-hover:hidden text-2xl`,c(r)===`countdown`?`i-carbon:timer`:`i-carbon:time`])},null,2),s(`div`,N,[s(`div`,{class:`relative op-80 hover:op-100`,onClick:n[0]||=(...e)=>c(o)&&c(o)(...e)},[c(t)===`running`?(b(),l(`div`,P)):(b(),l(`div`,F))]),s(`div`,{class:`op-80 hover:op-100`,onClick:n[1]||=(...e)=>c(a)&&c(a)(...e)},[...n[2]||=[s(`div`,{class:`i-carbon:renew`},null,-1)]])])]),s(`div`,I,[c(i).h?(b(),l(te,{key:0},[s(`span`,null,v(c(i).h),1),n[3]||=s(`span`,{op50:``},`:`,-1)],64)):y(`v-if`,!0),s(`span`,null,v(c(i).m),1),n[4]||=s(`span`,{op50:``},`:`,-1),s(`span`,null,v(c(i).s),1)])],2))}}),Le={class:`bg-main h-full slidev-presenter grid grid-rows-[max-content_1fr] of-hidden`},Re={flex:`~ gap-4 items-center`,border:`b main`,p1:``},ze={class:`relative grid-section next flex flex-col p-2 lg:p-4`},Be={key:2,class:`h-full flex justify-center items-center`},Ve={key:3,class:`h-full grid grid-rows-[1fr_min-content]`},L=S(g({__name:`presenter`,setup(t){let g=C(),_=p(),v=p(),S=p(),E=p();Me(),Te(_),we();let{clicksContext:D,currentSlideNo:O,currentSlideRoute:A,hasNext:j,nextRoute:M,slides:N,getPrimaryClicks:P}=le(),{isDrawing:F}=he();pe({title:`Presenter - ${re}`}),p(!1);let I=f(()=>N.value.map(e=>{let t=p(0);return{context:ae(t,e?.meta.slide?.frontmatter.clicksStart??0,e?.meta.clicks),clicks:t}})),L=f(()=>D.value.currentL.value&&I.value[L.value[0].no-1]);o(L,()=>{R.value&&L.value&&(R.value.clicks.value=L.value[1])},{immediate:!0});let z=w(`slidev-presenter-main-slide-mode`,`slides`),B=w(`slidev-presenter-notes-width`,360),V=w(`slidev-presenter-notes-row-size`,280),He=p(0),H=p(!1),U=p(!1),Ue=p(0),W=p(360),We=p(0),G=p(280),K={minNotesWidth:240,maxNotesWidth:720,minNotesRowSize:160,maxNotesWidthRatio:.7,maxNotesRowHeightRatio:.75},Ge=fe(`(min-aspect-ratio: 1/1)`),q=fe(`(max-aspect-ratio: 3/5)`),J=f(()=>x.value===1&&Ge.value),Y=f(()=>!(x.value===1&&q.value)),X=f(()=>x.value===1&&!q.value||x.value===2||x.value===3),Ke=f(()=>x.value===1&&!q.value);function qe(e){return Number.isFinite(e)?Math.max(K.minNotesWidth,Math.min(K.maxNotesWidth,Math.round(e))):K.minNotesWidth}function Je(e){let t=v.value;if(!t)return;let n=t.getBoundingClientRect(),r=e-Ue.value,i=qe(J.value?W.value-r:W.value+r),a=Math.round(n.width*K.maxNotesWidthRatio);B.value=Math.min(i,Math.max(K.minNotesWidth,a))}function Z(e){Y.value&&e.button===0&&(e.preventDefault(),Ue.value=e.clientX,W.value=B.value,H.value=!0)}function Q(e){return Number.isFinite(e)?Math.max(K.minNotesRowSize,Math.round(e)):K.minNotesRowSize}function Ye(e){let t=v.value;if(!t)return;let n=t.getBoundingClientRect(),r=e-We.value,i=Ke.value?G.value-r:G.value+r,a=Math.round(n.height*K.maxNotesRowHeightRatio);V.value=Math.min(Q(i),Math.max(K.minNotesRowSize,a))}function Xe(e){if(!X.value||e.button!==0)return;e.preventDefault();let t=x.value===2?_.value?.getBoundingClientRect().height:S.value?.getBoundingClientRect().height;We.value=e.clientY,G.value=Q(t??V.value),U.value=!0}function Ze(){let e=E.value;e&&(He.value=Math.round(e.getBoundingClientRect().height))}function Qe(){H.value=!1,U.value=!1}function $e(){Ze(),et()}T(window,`pointermove`,e=>{H.value&&Je(e.clientX),U.value&&Ye(e.clientY)}),T(window,`pointerup`,Qe),T(window,`pointercancel`,Qe),n(()=>{$e()}),T(window,`resize`,()=>{$e()});function et(){B.value=qe(B.value),V.value=Q(V.value);let e=v.value;if(!e)return;let t=e.getBoundingClientRect(),n=Math.round(t.width*K.maxNotesWidthRatio),r=Math.round(t.height*K.maxNotesRowHeightRatio);B.value=Math.min(B.value,Math.max(K.minNotesWidth,n)),V.value=Math.min(V.value,Math.max(K.minNotesRowSize,r))}let $=d();return n(()=>{let e=ke(),t=C();a(()=>{!e.value||!t.value||F.value||!ie.value?me.cursor=void 0:me.cursor={...e.value,style:oe.value}})}),(t,n)=>(b(),l(te,null,[s(`div`,Le,[s(`div`,null,[i(ye),i(be)]),s(`div`,{ref_key:`gridContainer`,ref:v,class:h([`grid-container`,`layout${c(x)}`]),style:u({"--slidev-presenter-notes-width":`${c(B)}px`,"--slidev-presenter-notes-row-size":`${c(V)}px`,"--slidev-presenter-bottom-height":`${He.value}px`})},[y(` Unified vertical resizer for wide layout `),Y.value&&J.value?(b(),l(`div`,{key:0,class:`notes-vertical-resizer`,role:`separator`,"aria-orientation":`vertical`,title:`Resize notes panel`,onPointerdown:Z},null,32)):y(`v-if`,!0),y(` Unified vertical resizer for layout 3 `),Y.value&&c(x)===3?(b(),l(`div`,{key:1,class:`notes-vertical-resizer-left`,role:`separator`,"aria-orientation":`vertical`,title:`Resize notes panel`,onPointerdown:Z},null,32)):y(`v-if`,!0),s(`div`,{ref_key:`main`,ref:_,class:`relative grid-section main flex flex-col`},[s(`div`,Re,[n[3]||=s(`span`,{op50:``,px2:``},`Current`,-1),n[4]||=s(`div`,{"flex-auto":``},null,-1),i(Ee,{modelValue:c(z),"onUpdate:modelValue":n[0]||=e=>ee(z)?z.value=e:null,options:[{label:`Slides`,value:`slides`},{label:`Screen Mirror`,value:`mirror`}]},null,8,[`modelValue`])]),c(z)===`mirror`?(b(),m(Fe,{key:0})):y(`v-if`,!0),y(` We use v-show here to still infer the clicks context `),e(i(k,{key:`main`,class:`p-2 lg:p-4 flex-auto`,"is-main":``,onContextmenu:c(Ne)},{default:r(()=>[i(Oe,{"render-context":`presenter`}),i(Se)]),_:1},8,[`onContextmenu`]),[[ne,c(z)===`slides`]]),(b(),m(ve,{key:c(A)?.no,"clicks-context":c(P)(c(A)),class:`w-full pb2 px4 flex-none`},null,8,[`clicks-context`]))],512),s(`div`,ze,[X.value&&c(x)===2?(b(),l(`div`,{key:0,class:`notes-row-resizer top-[-6px]`,role:`separator`,"aria-orientation":`horizontal`,title:`Resize notes panel height`,onPointerdown:Xe},null,32)):y(`v-if`,!0),L.value&&R.value?(b(),m(k,{key:`next`},{default:r(()=>[(b(),m(xe,{key:L.value[0].no,"clicks-context":R.value.context,route:L.value[0],"render-context":`previewNext`},null,8,[`clicks-context`,`route`]))]),_:1})):(b(),l(`div`,Be,[...n[5]||=[s(`div`,{class:`text-gray-500`},` End of the presentation `,-1)]])),n[6]||=s(`div`,{class:`absolute left-0 top-0 bg-main border-b border-r border-main px2 py1 op50 text-sm`},` Next `,-1)]),s(`div`,{ref_key:`noteSection`,ref:S,class:`relative grid-section note overflow-hidden`},[Y.value&&!J.value&&c(x)!==3?(b(),l(`div`,{key:0,class:`notes-resizer right-[-6px]`,role:`separator`,"aria-orientation":`vertical`,title:`Resize notes panel`,onPointerdown:Z},null,32)):y(`v-if`,!0),X.value&&c(x)!==2?(b(),l(`div`,{key:1,class:h([`notes-row-resizer`,Ke.value?`top-[-6px]`:`bottom-[-6px]`]),role:`separator`,"aria-orientation":`horizontal`,title:`Resize notes panel height`,onPointerdown:Xe},null,34)):y(`v-if`,!0),$.value&&c(ue)?(b(),m(c($),{key:2,class:`h-full`})):(b(),l(`div`,Ve,[(b(),m(Pe,{key:`static-${c(O)}`,no:c(O),class:`w-full max-w-full h-full overflow-auto p-2 lg:p-4`,style:u({fontSize:`${c(de)}em`}),"clicks-context":c(D)},null,8,[`no`,`style`,`clicks-context`])),n[10]||=s(`div`,{"border-t":``,"border-main":``},null,-1),s(`div`,{class:h([`py-1 px-2 text-sm transition`,c(g)?``:`op25`])},[i(_e,{title:`Increase font size`,onClick:c(se)},{default:r(()=>[...n[7]||=[s(`div`,{class:`i-carbon:zoom-in`},null,-1)]]),_:1},8,[`onClick`]),i(_e,{title:`Decrease font size`,onClick:c(ce)},{default:r(()=>[...n[8]||=[s(`div`,{class:`i-carbon:zoom-out`},null,-1)]]),_:1},8,[`onClick`]),y(`v-if`,!0)],2)]))],512),s(`div`,{ref_key:`bottomSection`,ref:E,class:`grid-section bottom flex`},[i(Ae,{persist:!0,class:h([`transition`,c(g)?``:`op25`])},null,8,[`class`]),n[11]||=s(`div`,{"flex-auto":``},null,-1),i(Ie)],512),(b(),m(ge,{key:2}))],6)]),i(Ce),i(je),i(De)],64))}}),[[`__scopeId`,`data-v-e7a794bf`]]);export{L as default}; \ No newline at end of file diff --git a/lecture-06/assets/slidev/shortcuts-TcmnhhZF.js b/lecture-06/assets/slidev/shortcuts-TcmnhhZF.js new file mode 100644 index 0000000000000000000000000000000000000000..f9fc8583cc06147117a41cd8fc9b2fb142569557 --- /dev/null +++ b/lecture-06/assets/slidev/shortcuts-TcmnhhZF.js @@ -0,0 +1,4 @@ +const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["./DrawingLayer-CneAz3vk.js","../modules/shiki-BFOesOFp.js","../rolldown-runtime-hePW80VL.js","../modules/shiki-BrmBd2_v.css","./context-DrkI8qiD.js","../modules/vue-Ymwlffw_.js","../useDrawings-CjlbRTfY.js","../useNav-CQhUpX69.js","../_plugin-vue_export-helper-BDNMzG2s.js","../index-B3wHE1T9.js","../syncState-BrWO1mSt.js","../index-Cwr0nnCy.css"])))=>i.map(i=>d[i]); +import{$ as e,E as t,G as n,H as r,K as i,L as a,M as o,Q as s,S as c,V as l,X as u,Y as d,_ as f,_t as p,a as m,b as h,bt as g,c as _,d as v,f as y,ft as b,g as x,h as S,i as C,it as w,j as T,k as ee,l as E,lt as D,m as O,n as te,o as ne,u as re,v as k,vt as A,w as j,x as ie,xt as M,y as N,yt as P,z as F}from"../modules/shiki-BFOesOFp.js";import{A as ae,C as oe,D as I,E as se,F as L,G as ce,I as R,L as le,M as ue,N as de,O as fe,P as pe,Q as me,R as he,S as ge,T as z,V as _e,Y as ve,Z as ye,_ as be,a as xe,b as Se,d as Ce,f as we,g as Te,i as Ee,j as B,n as De,nt as Oe,p as ke,q as Ae,r as je,s as Me,t as V,tt as H,u as Ne,w as Pe,y as Fe,z as Ie}from"../useNav-CQhUpX69.js";import{t as Le}from"../_plugin-vue_export-helper-BDNMzG2s.js";import{C as Re,I as ze,P as Be,T as Ve,V as He,b as Ue,f as We,m as Ge,n as U,o as Ke,r as qe,s as Je,t as W,w as Ye,y as Xe}from"../modules/vue-Ymwlffw_.js";import{_ as Ze,l as Qe,n as $e}from"./context-DrkI8qiD.js";import{f as et,i as tt,m as nt,o as rt,p as it,r as at,t as ot}from"../index-B3wHE1T9.js";import{t as st}from"../useDrawings-CjlbRTfY.js";import{t as G}from"./IconButton-B5keGFol.js";import{t as ct}from"./VerticalDivider-D_ScNBWw.js";import{a as lt,i as ut,n as dt,o as ft,r as pt,t as mt}from"../SlideWrapper-Cp-OTyqk.js";function ht(e){let{next:t,nextSlide:n,prev:r,prevSlide:i}=V(),{isDrawing:a}=st(),o=D(0),{direction:s,distanceX:c,distanceY:l}=Ue(e,{pointerTypes:[`touch`],onSwipeStart(){a.value||(o.value=Be())},onSwipeEnd(){if(!o.value||a.value)return;let e=Math.abs(c.value),u=Math.abs(l.value);e/window.innerWidth>.3||e>75?s.value===`left`?t():r():(u/window.innerHeight>.4||u>200)&&(s.value===`down`?i():n())}})}function gt(){let{request:e,release:t}=Ye();d(le,n=>{n?e(`screen`):t()},{immediate:!0})}var _t=Object.assign({}),vt=Object.assign({}),yt=Object.assign({}),bt=[Object.values(_t)[0],Object.values(vt)[0],Object.values(yt)[0]].filter(Boolean),xt,St=()=>{if(xt)return xt;let{next:e,nextSlide:t,prev:n,prevSlide:r,hasNext:i,hasPrev:a,currentPage:o,total:s,isPresenter:c,enterPresenter:l,exitPresenter:u,isEmbedded:d,isPresenterAvailable:f}=V(),{drawingEnabled:p}=st(),{isFullscreen:m,toggle:h}=Ne;return xt=bt.reduce((e,t)=>t(e),x(()=>[{small:!0,icon:`i-carbon:arrow-left`,label:`Previous Click`,action:n,disabled:!a.value},{small:!0,icon:`i-carbon:arrow-right`,label:`Next Click`,action:e,disabled:!i.value},{small:!0,icon:`i-carbon:arrow-up`,label:`Previous Slide`,action:r,disabled:o.value<=1},{small:!0,icon:`i-carbon:arrow-down`,label:`Next Slide`,action:t,disabled:o.value>=s.value},`separator`,{icon:`i-carbon:text-annotation-toggle`,label:Pe.value?`Hide editor`:`Show editor`,action:()=>Pe.value=!Pe.value,show:!1},{icon:`i-carbon:pen`,label:p.value?`Hide drawing toolbar`:`Show drawing toolbar`,action:()=>p.value=!p.value},{icon:`i-carbon:apps`,label:`Show slide overview`,action:ue},c.value&&{icon:`i-carbon:presentation-file`,label:`Exit Presenter Mode`,action:u},f.value&&{icon:`i-carbon:user-speaker`,label:`Enter Presenter Mode`,action:l},!d.value&&{icon:m.value?`i-carbon:minimize`:`i-carbon:maximize`,label:m.value?`Close fullscreen`:`Enter fullscreen`,action:h}].filter(Boolean)))},Ct=b(null);function wt(e,t){Ct.value={x:e,y:t,items:St()}}function Tt(){Ct.value=null}function Et(e){if(H.contextMenu!==!0&&H.contextMenu!=null&&H.contextMenu!==`build`||e.shiftKey||e.defaultPrevented)return;let{isEmbedded:t}=V();t.value||(wt(e.pageX,e.pageY),e.preventDefault(),e.stopPropagation())}var Dt=[`title`,`onClick`],Ot=[`onClick`],kt={class:`mx-auto flex`},At={key:0},jt={class:`w-full text-xs p2`},Mt={class:`text-main text-opacity-50!`},Nt=j({__name:`ContextMenu`,setup(e){let t=D();Ke(t,Tt),Ge(document,`mousedown`,e=>{e.buttons&2&&Tt()},{passive:!0,capture:!0});let r=x(()=>H.contextMenu!=null),i=Ve();d(i,e=>{e||Tt()}),ot(1);let{width:a,height:o}=We(t),s=x(()=>{let e=Ct.value?.x;return e?e+a.value>he.width.value?he.width.value-a.value:e:0}),c=x(()=>{let e=Ct.value?.y;return e?e+o.value>he.height.value?he.height.value-o.value:e:0});return(e,i)=>p(Ct)?(F(),h(`div`,{key:0,ref_key:`container`,ref:t,style:g(`left:${s.value}px;top:${c.value}px`),class:`slidev-glass-effect fixed z-context-menu w-60 flex flex-wrap justify-items-start p-1 animate-fade-in animate-duration-100 rounded-md shadow overflow-hidden select-none`,onContextmenu:i[1]||=y(()=>{},[`prevent`]),onClick:i[2]||=(...e)=>p(Tt)&&p(Tt)(...e)},[(F(!0),h(O,null,l(p(Ct).items.value,(e,t)=>(F(),h(O,{key:t},[e===`separator`?(F(),h(`div`,{key:t,class:`w-full my1 border-t border-main`})):e.show??!0?(F(),h(O,{key:1},[e.small?(F(),h(`div`,{key:0,class:A([`p-2 w-[40px] h-[40px] inline-block text-center cursor-pointer rounded flex`,e.disabled?`op40`:`hover:bg-active`]),title:e.label,onClick:e.action},[typeof e.icon==`string`?(F(),h(`div`,{key:0,class:A([e.icon,`text-1.2em ma`])},null,2)):(F(),k(n(e.icon),{key:1}))],10,Dt)):(F(),h(`div`,{key:1,class:A([`w-full grid grid-cols-[35px_1fr] p-2 pl-0 cursor-pointer rounded`,e.disabled?`op40`:`hover:bg-active`]),onClick:e.action},[f(`div`,kt,[typeof e.icon==`string`?(F(),h(`div`,{key:0,class:A([e.icon,`text-1.2em ma`])},null,2)):(F(),k(n(e.icon),{key:1}))]),typeof e.label==`string`?(F(),h(`div`,At,M(e.label),1)):(F(),k(n(e.label),{key:1}))],10,Ot))],64)):N(`v-if`,!0)],64))),128)),r.value?N(`v-if`,!0):(F(),h(O,{key:0},[i[6]||=f(`div`,{class:`w-full my1 border-t border-main`},null,-1),f(`div`,jt,[f(`div`,Mt,[i[3]||=ie(` Hold `,-1),i[4]||=f(`kbd`,{class:`border px1 py0.5 border-main rounded text-primary`},`Shift`,-1),i[5]||=ie(` and right click to open the native context menu `,-1),N(`v-if`,!0)])])],64))],36)):N(`v-if`,!0)}});function K(e){return Array.isArray?Array.isArray(e):Vt(e)===`[object Array]`}function Pt(e){if(typeof e==`string`)return e;if(typeof e==`bigint`)return e.toString();let t=e+``;return t==`0`&&1/e==-1/0?`-0`:t}function Ft(e){return e==null?``:Pt(e)}function q(e){return typeof e==`string`}function It(e){return typeof e==`number`}function Lt(e){return e===!0||e===!1||zt(e)&&Vt(e)==`[object Boolean]`}function Rt(e){return typeof e==`object`}function zt(e){return Rt(e)&&e!==null}function J(e){return e!=null}function Bt(e){return!e.trim().length}function Vt(e){return e==null?e===void 0?`[object Undefined]`:`[object Null]`:Object.prototype.toString.call(e)}var Ht=`Incorrect 'index' type`,Ut=`Invalid doc index: must be a non-negative integer within the bounds of the docs array`,Wt=e=>`Invalid value for key ${e}`,Gt=e=>`Pattern length exceeds max of ${e}.`,Kt=e=>`Missing ${e} property in key`,qt=e=>`Property 'weight' in key '${e}' must be a positive integer`,Jt=`Fuse.match does not support useTokenSearch: token search requires corpus-level statistics (df, fieldCount) that a one-off string comparison does not have. Use new Fuse(...).search(...) instead.`,Yt=Object.prototype.hasOwnProperty,Xt=class{constructor(e){this._keys=[],this._keyMap={};let t=0;e.forEach(e=>{let n=Zt(e);this._keys.push(n),this._keyMap[n.id]=n,t+=n.weight}),this._keys.forEach(e=>{e.weight/=t})}get(e){return this._keyMap[e]}keys(){return this._keys}toJSON(){return JSON.stringify(this._keys)}};function Zt(e){let t=null,n=null,r=null,i=1,a=null;if(q(e)||K(e))r=e,t=Qt(e),n=$t(e);else{if(!Yt.call(e,`name`))throw Error(Kt(`name`));let o=e.name;if(r=o,Yt.call(e,`weight`)&&e.weight!==void 0&&(i=e.weight,i<=0))throw Error(qt($t(o)));t=Qt(o),n=$t(o),a=e.getFn??null}return{path:t,id:n,weight:i,src:r,getFn:a}}function Qt(e){return K(e)?e:e.split(`.`)}function $t(e){return K(e)?e.join(`.`):e}function en(e,t){let n=[],r=!1,i=(e,t,a,o)=>{if(J(e)){if(!t[a])n.push(o===void 0?e:{v:e,i:o});else{let s=e[t[a]];if(!J(s))return;if(a===t.length-1&&(q(s)||It(s)||Lt(s)||typeof s==`bigint`))n.push(o===void 0?Ft(s):{v:Ft(s),i:o});else if(K(s)){r=!0;for(let e=0,n=s.length;ee.score===t.score?e.idx=9&&e<=13||e===32||e===160}function sn(e=1,t=3){let n=new Map,r=10**t;return{get(t){let i=0,a=!1;for(let e=0;e{this._keysMap[e.id]=t})}create(){if(this.isCreated||!this.docs.length)return;this.isCreated=!0;let e=this.docs.length;this.records=Array(e);let t=0;if(q(this.docs[0]))for(let n=0;ne&&--this.records[t].i}removeAll(e){let t=new Set;for(let n of e)Number.isInteger(n)&&n>=0&&t.add(n);if(t.size===0)return;this.records=this.records.filter(e=>!t.has(e.i));let n=Array.from(t).sort((e,t)=>e-t);for(let e of this.records){let t=0,r=n.length;for(;t>>1;n[i]t),records:this.records}}};function ln(e,t,{getFn:n=Y.getFn,fieldNormWeight:r=Y.fieldNormWeight}={}){let i=new cn({getFn:n,fieldNormWeight:r});return i.setKeys(e.map(Zt)),i.setSources(t),i.create(),i}function un(e,{getFn:t=Y.getFn,fieldNormWeight:n=Y.fieldNormWeight}={}){let{keys:r,records:i}=e,a=new cn({getFn:t,fieldNormWeight:n});return a.setKeys(r),a.setIndexRecords(i),a}function dn(e=[],t=Y.minMatchCharLength){let n=[],r=-1,i=-1,a=0;for(let o=e.length;a=t&&n.push([r,i]),r=-1)}return e[a-1]&&a-r>=t&&n.push([r,a-1]),n}function fn(e,t,n,{location:r=Y.location,distance:i=Y.distance,threshold:a=Y.threshold,findAllMatches:o=Y.findAllMatches,minMatchCharLength:s=Y.minMatchCharLength,includeMatches:c=Y.includeMatches,ignoreLocation:l=Y.ignoreLocation}={}){if(t.length>32)throw Error(Gt(32));let u=t.length,d=e.length,f=Math.max(0,Math.min(r,d)),p=a,m=f,h=(e,t)=>{let n=e/u;if(l)return n;let r=Math.abs(f-t);return i?n+r/i:r?1:n},g=s>1||c,_=g?Array(d):[],v;for(;(v=e.indexOf(t,m))>-1;){let e=h(0,v);if(p=Math.min(e,p),m=v+u,g){let e=0;for(;e=a;--r){let i=r-1,o=n[e[i]];if(c[r]=(c[r+1]<<1|1)&o,t&&(c[r]|=(y[r+1]|y[r])<<1|1|y[r+1]),c[r]&C&&(b=h(t,i),b<=p)){if(p=b,m=i,x=t,m<=f)break;a=Math.max(1,2*f-m)}}if(h(t+1,f)>p)break;y=c}if(g&&m>=0){let t=Math.min(d-1,m+u-1+x);for(let r=m;r<=t;r+=1)n[e[r]]&&(_[r]=1)}let w={isMatch:m>=0,score:Math.max(.001,b)};if(g){let e=dn(_,s);e.length?c&&(w.indices=e):w.isMatch=!1}return w}function pn(e){let t={};for(let n=0,r=e.length;ne[0]-t[0]||e[1]-t[1]);let t=[e[0]];for(let n=1,r=e.length;ne.normalize(`NFD`).replace(/[\u0300-\u036F\u0483-\u0489\u0591-\u05BD\u05BF\u05C1\u05C2\u05C4\u05C5\u05C7\u0610-\u061A\u064B-\u065F\u0670\u06D6-\u06DC\u06DF-\u06E4\u06E7\u06E8\u06EA-\u06ED\u0711\u0730-\u074A\u07A6-\u07B0\u07EB-\u07F3\u07FD\u0816-\u0819\u081B-\u0823\u0825-\u0827\u0829-\u082D\u0859-\u085B\u08D3-\u08E1\u08E3-\u0903\u093A-\u093C\u093E-\u094F\u0951-\u0957\u0962\u0963\u0981-\u0983\u09BC\u09BE-\u09C4\u09C7\u09C8\u09CB-\u09CD\u09D7\u09E2\u09E3\u09FE\u0A01-\u0A03\u0A3C\u0A3E-\u0A42\u0A47\u0A48\u0A4B-\u0A4D\u0A51\u0A70\u0A71\u0A75\u0A81-\u0A83\u0ABC\u0ABE-\u0AC5\u0AC7-\u0AC9\u0ACB-\u0ACD\u0AE2\u0AE3\u0AFA-\u0AFF\u0B01-\u0B03\u0B3C\u0B3E-\u0B44\u0B47\u0B48\u0B4B-\u0B4D\u0B56\u0B57\u0B62\u0B63\u0B82\u0BBE-\u0BC2\u0BC6-\u0BC8\u0BCA-\u0BCD\u0BD7\u0C00-\u0C04\u0C3E-\u0C44\u0C46-\u0C48\u0C4A-\u0C4D\u0C55\u0C56\u0C62\u0C63\u0C81-\u0C83\u0CBC\u0CBE-\u0CC4\u0CC6-\u0CC8\u0CCA-\u0CCD\u0CD5\u0CD6\u0CE2\u0CE3\u0D00-\u0D03\u0D3B\u0D3C\u0D3E-\u0D44\u0D46-\u0D48\u0D4A-\u0D4D\u0D57\u0D62\u0D63\u0D82\u0D83\u0DCA\u0DCF-\u0DD4\u0DD6\u0DD8-\u0DDF\u0DF2\u0DF3\u0E31\u0E34-\u0E3A\u0E47-\u0E4E\u0EB1\u0EB4-\u0EB9\u0EBB\u0EBC\u0EC8-\u0ECD\u0F18\u0F19\u0F35\u0F37\u0F39\u0F3E\u0F3F\u0F71-\u0F84\u0F86\u0F87\u0F8D-\u0F97\u0F99-\u0FBC\u0FC6\u102B-\u103E\u1056-\u1059\u105E-\u1060\u1062-\u1064\u1067-\u106D\u1071-\u1074\u1082-\u108D\u108F\u109A-\u109D\u135D-\u135F\u1712-\u1714\u1732-\u1734\u1752\u1753\u1772\u1773\u17B4-\u17D3\u17DD\u180B-\u180D\u1885\u1886\u18A9\u1920-\u192B\u1930-\u193B\u1A17-\u1A1B\u1A55-\u1A5E\u1A60-\u1A7C\u1A7F\u1AB0-\u1ABE\u1B00-\u1B04\u1B34-\u1B44\u1B6B-\u1B73\u1B80-\u1B82\u1BA1-\u1BAD\u1BE6-\u1BF3\u1C24-\u1C37\u1CD0-\u1CD2\u1CD4-\u1CE8\u1CED\u1CF2-\u1CF4\u1CF7-\u1CF9\u1DC0-\u1DF9\u1DFB-\u1DFF\u20D0-\u20F0\u2CEF-\u2CF1\u2D7F\u2DE0-\u2DFF\u302A-\u302F\u3099\u309A\uA66F-\uA672\uA674-\uA67D\uA69E\uA69F\uA6F0\uA6F1\uA802\uA806\uA80B\uA823-\uA827\uA880\uA881\uA8B4-\uA8C5\uA8E0-\uA8F1\uA8FF\uA926-\uA92D\uA947-\uA953\uA980-\uA983\uA9B3-\uA9C0\uA9E5\uAA29-\uAA36\uAA43\uAA4C\uAA4D\uAA7B-\uAA7D\uAAB0\uAAB2-\uAAB4\uAAB7\uAAB8\uAABE\uAABF\uAAC1\uAAEB-\uAAEF\uAAF5\uAAF6\uABE3-\uABEA\uABEC\uABED\uFB1E\uFE00-\uFE0F\uFE20-\uFE2F]/g,``).replace(gn,e=>hn[e]):e=>e,vn=class{constructor(e,{location:t=Y.location,threshold:n=Y.threshold,distance:r=Y.distance,includeMatches:i=Y.includeMatches,findAllMatches:a=Y.findAllMatches,minMatchCharLength:o=Y.minMatchCharLength,isCaseSensitive:s=Y.isCaseSensitive,ignoreDiacritics:c=Y.ignoreDiacritics,ignoreLocation:l=Y.ignoreLocation}={}){if(this.options={location:t,threshold:n,distance:r,includeMatches:i,findAllMatches:a,minMatchCharLength:o,isCaseSensitive:s,ignoreDiacritics:c,ignoreLocation:l},e=s?e:e.toLowerCase(),e=c?_n(e):e,this.pattern=e,this.chunks=[],!this.pattern.length)return;let u=(e,t)=>{this.chunks.push({pattern:e,alphabet:pn(e),startIndex:t})},d=this.pattern.length;if(d>32){let e=0,t=d%32,n=d-t;for(;e{let{isMatch:m,score:h,indices:g}=fn(e,t,n,{location:i+p,distance:a,threshold:o,findAllMatches:s,minMatchCharLength:c,includeMatches:r,ignoreLocation:l});m&&(f=!0),d+=h,m&&g&&u.push(...g)});let p={isMatch:f,score:f?d/this.chunks.length:1};return f&&r&&(p.indices=mn(u)),p}},yn=new Set([`fuzzy`,`include`]);function bn(e){return e.startsWith(`inverse`)}var xn=[{type:`exact`,multiRegex:/^="(.*)"$/,singleRegex:/^=(.*)$/,create:e=>({type:`exact`,search(t){let n=t===e;return{isMatch:n,score:+!n,indices:[0,e.length-1]}}})},{type:`include`,multiRegex:/^'"(.*)"$/,singleRegex:/^'(.*)$/,create:e=>({type:`include`,search(t){let n=0,r,i=[],a=e.length;for(;(r=t.indexOf(e,n))>-1;)n=r+a,i.push([r,n-1]);let o=!!i.length;return{isMatch:o,score:+!o,indices:i}}})},{type:`prefix-exact`,multiRegex:/^\^"(.*)"$/,singleRegex:/^\^(.*)$/,create:e=>({type:`prefix-exact`,search(t){let n=t.startsWith(e);return{isMatch:n,score:+!n,indices:[0,e.length-1]}}})},{type:`inverse-prefix-exact`,multiRegex:/^!\^"(.*)"$/,singleRegex:/^!\^(.*)$/,create:e=>({type:`inverse-prefix-exact`,search(t){let n=!t.startsWith(e);return{isMatch:n,score:+!n,indices:[0,t.length-1]}}})},{type:`inverse-suffix-exact`,multiRegex:/^!"(.*)"\$$/,singleRegex:/^!(.*)\$$/,create:e=>({type:`inverse-suffix-exact`,search(t){let n=!t.endsWith(e);return{isMatch:n,score:+!n,indices:[0,t.length-1]}}})},{type:`suffix-exact`,multiRegex:/^"(.*)"\$$/,singleRegex:/^(.*)\$$/,create:e=>({type:`suffix-exact`,search(t){let n=t.endsWith(e);return{isMatch:n,score:+!n,indices:[t.length-e.length,t.length-1]}}})},{type:`inverse-exact`,multiRegex:/^!"(.*)"$/,singleRegex:/^!(.*)$/,create:e=>({type:`inverse-exact`,search(t){let n=t.indexOf(e)===-1;return{isMatch:n,score:+!n,indices:[0,t.length-1]}}})},{type:`fuzzy`,multiRegex:/^"(.*)"$/,singleRegex:/^(.*)$/,create:(e,t={})=>{let n=new vn(e,{location:t.location??Y.location,threshold:t.threshold??Y.threshold,distance:t.distance??Y.distance,includeMatches:t.includeMatches??Y.includeMatches,findAllMatches:t.findAllMatches??Y.findAllMatches,minMatchCharLength:t.minMatchCharLength??Y.minMatchCharLength,isCaseSensitive:t.isCaseSensitive??Y.isCaseSensitive,ignoreDiacritics:t.ignoreDiacritics??Y.ignoreDiacritics,ignoreLocation:t.ignoreLocation??Y.ignoreLocation});return{type:`fuzzy`,search(e){return n.searchIn(e)}}}}],Sn=xn.length,Cn=`\0`,wn=`|`;function Tn(e){let t=[],n=e.length,r=0;for(;r=n)break;let i=r;for(;i=n||e[t]===` `){i++;break}if(e[t]===`$`&&(t+1>=n||e[t+1]===` `)){i+=2;break}}i++}t.push(e.substring(r,i)),r=i}else{for(;i{let n=Tn(e.replace(/\u0000/g,`|`).trim()).filter(e=>e&&!!e.trim()),r=[];for(let e=0,i=n.length;e!!(e[Mn.AND]||e[Mn.OR]),Fn=e=>!!e[Nn.PATH],In=e=>!K(e)&&Rt(e)&&!Pn(e),Ln=e=>({[Mn.AND]:Object.keys(e).map(t=>({[t]:e[t]}))});function Rn(e,t,{auto:n=!0}={}){let r=e=>{if(q(e)){let r={keyId:null,pattern:e};return n&&(r.searcher=jn(e,t)),r}let i=Object.keys(e),a=Fn(e);if(!a&&i.length>1&&!Pn(e))return r(Ln(e));if(In(e)){let r=a?e[Nn.PATH]:i[0],o=a?e[Nn.PATTERN]:e[r];if(!q(o))throw Error(Wt(r));let s={keyId:$t(r),pattern:o};return n&&(s.searcher=jn(o,t)),s}let o={children:[],operator:i[0]};return i.forEach(t=>{let n=e[t];K(n)&&n.forEach(e=>{o.children.push(r(e))})}),o};return Pn(e)||(e=Ln(e)),r(e)}function zn(e,{ignoreFieldNorm:t=Y.ignoreFieldNorm}){let n=1;return e.forEach(({key:e,norm:r,score:i})=>{let a=e?e.weight:null;n*=(i===0&&a?2**-52:i)**+((a||1)*(t?1:r))}),n}function Bn(e,{ignoreFieldNorm:t=Y.ignoreFieldNorm}){e.forEach(e=>{e.score=zn(e.matches,{ignoreFieldNorm:t})})}var Vn=class{constructor(e,t){this.limit=e,this.heap=[],this.comparator=t}get size(){return this.heap.length}insert(e){this.size0;){let n=e-1>>1;if(this.comparator(t[e],t[n])<=0)break;let r=t[e];t[e]=t[n],t[n]=r,e=n}}_sinkDown(e){let t=this.heap,n=t.length,r=e;do{e=r;let i=2*e+1,a=2*e+2;if(i0&&(r=i),a0&&(r=a),r!==e){let n=t[e];t[e]=t[r],t[r]=n}}while(r!==e)}};function Hn(e){let t=[];return e.matches.forEach(e=>{if(!J(e.indices)||!e.indices.length)return;let n={indices:e.indices,value:e.value};e.key&&(n.key=e.key.id),e.idx>-1&&(n.refIndex=e.idx),t.push(n)}),t}function Un(e,t,{includeMatches:n=Y.includeMatches,includeScore:r=Y.includeScore}={}){return e.map(e=>{let{idx:i}=e,a={item:t[i],refIndex:i};return n&&(a.matches=Hn(e)),r&&(a.score=e.score),a})}var Wn=/[\p{L}\p{M}\p{N}_]+/gu,Gn=new WeakSet;function Kn(e){Gn.has(e)||(Gn.add(e),console.warn(`[Fuse] tokenize regex ${e} lacks the global flag; only the first match per text will be returned. Add the 'g' flag.`))}function qn(e){if(typeof e==`function`){let t=!1;return n=>{let r=e(n);if(!t&&(t=!0,!Array.isArray(r)||r.some(e=>typeof e!=`string`)))throw Error(`[Fuse] tokenize function must return string[]; received ${Array.isArray(r)?`array containing non-strings`:typeof r}.`);return r}}return e instanceof RegExp?(e.global||Kn(e),t=>t.match(e)||[]):e=>e.match(Wn)||[]}function Jn({isCaseSensitive:e=!1,ignoreDiacritics:t=!1,tokenize:n}={}){let r=qn(n);return{tokenize(n){return e||(n=n.toLowerCase()),t&&(n=_n(n)),r(n)}}}var Yn=class{static condition(e,t){return t.useTokenSearch}constructor(e,t){this.options=t,this.analyzer=Jn({isCaseSensitive:t.isCaseSensitive,ignoreDiacritics:t.ignoreDiacritics,tokenize:t.tokenize});let n=this.analyzer.tokenize(e),{df:r,fieldCount:i}=t._invertedIndex;this.termSearchers=[],this.idfWeights=[];for(let e of n){this.termSearchers.push(new vn(e,{location:t.location,threshold:t.threshold,distance:t.distance,includeMatches:t.includeMatches,findAllMatches:t.findAllMatches,minMatchCharLength:t.minMatchCharLength,isCaseSensitive:t.isCaseSensitive,ignoreDiacritics:t.ignoreDiacritics,ignoreLocation:!0}));let n=r.get(e)||0,a=Math.log(1+(i-n+.5)/(n+.5));this.idfWeights.push(a)}this.combineAll=t.tokenMatch===`all`,this.numTerms=this.termSearchers.length,this.useMask=this.numTerms<=31}searchIn(e){if(!this.termSearchers.length)return{isMatch:!1,score:1};let t=[],n=0,r=0,i=0,a=0,o=this.combineAll&&!this.useMask?new Set:null;for(let s=0;s0?1-n/r:0,c={isMatch:!0,score:Math.max(.001,s)};return this.options.includeMatches&&t.length&&(c.indices=mn(t)),this.combineAll&&(this.useMask?c.matchedMask=a:c.matchedTerms=o,c.termCount=this.numTerms),c}};function Xn(e,t,n,r){let i=r.tokenize(t);if(!i.length)return;e.fieldCount++,e.docFieldCount.set(n,(e.docFieldCount.get(n)||0)+1);let a=new Set(i),o=e.docTermFieldHits.get(n);o||(o=new Map,e.docTermFieldHits.set(n,o));for(let t of a)o.set(t,(o.get(t)||0)+1),e.df.set(t,(e.df.get(t)||0)+1)}function Zn(e,t,n,r){let{i,v:a,$:o}=t;if(a!==void 0){Xn(e,a,i,r);return}if(o)for(let t=0;te-t);for(let t of n)er(e,t);let r=e=>{let t=0,r=n.length;for(;t>>1;n[i]i?r(t):t,n);e.docFieldCount=a;let o=new Map;for(let[t,n]of e.docTermFieldHits)o.set(t>i?r(t):t,n);e.docTermFieldHits=o}var X=class{constructor(e,t,n){this.options={...Y,...t},this.options.useExtendedSearch,this.options.useTokenSearch,this._keyStore=new Xt(this.options.keys),this._docs=e,this._myIndex=null,this._invertedIndex=null,this.setCollection(e,n),this._lastQuery=null,this._lastSearcher=null}_getSearcher(e){if(this._lastQuery===e)return this._lastSearcher;let t=jn(e,this._invertedIndex?{...this.options,_invertedIndex:this._invertedIndex}:this.options);return this._lastQuery=e,this._lastSearcher=t,t}setCollection(e,t){if(this._docs=e,t&&!(t instanceof cn))throw Error(Ht);if(this._myIndex=t||ln(this.options.keys,this._docs,{getFn:this.options.getFn,fieldNormWeight:this.options.fieldNormWeight}),this.options.useTokenSearch){let e=Jn({isCaseSensitive:this.options.isCaseSensitive,ignoreDiacritics:this.options.ignoreDiacritics,tokenize:this.options.tokenize});this._invertedIndex=Qn(this._myIndex.records,this._myIndex.keys.length,e)}this._invalidateSearcherCache()}add(e){if(!J(e))return;this._docs.push(e);let t=this._myIndex.add(e,this._docs.length-1);if(this._invertedIndex&&t){let e=Jn({isCaseSensitive:this.options.isCaseSensitive,ignoreDiacritics:this.options.ignoreDiacritics,tokenize:this.options.tokenize});$n(this._invertedIndex,t,this._myIndex.keys.length,e)}this._invalidateSearcherCache()}remove(e=()=>!1){let t=[],n=[];for(let r=0,i=this._docs.length;r!e.has(n)),this._myIndex.removeAll(n),this._invalidateSearcherCache()}return t}removeAt(e){if(!Number.isInteger(e)||e<0||e>=this._docs.length)throw Error(Ut);this._invertedIndex&&tr(this._invertedIndex,[e]);let t=this._docs.splice(e,1)[0];return this._myIndex.removeAt(e),this._invalidateSearcherCache(),t}_invalidateSearcherCache(){this._lastQuery=null,this._lastSearcher=null}getIndex(){return this._myIndex}_normalizedKeys(){return this._myIndex.keys.map(e=>this._keyStore.get(e.id)||e)}search(e,t){let{limit:n=-1}=t||{},{includeMatches:r,includeScore:i,shouldSort:a,sortFn:o,ignoreFieldNorm:s}=this.options;if(q(e)&&!e.trim()){let e=this._docs.map((e,t)=>({item:e,refIndex:t}));return It(n)&&n>-1&&(e=e.slice(0,n)),e}let c=a&&It(n)&&n>0&&q(e),l=o,u=(e,t)=>l(e,t)||e.idx-t.idx,d;if(c){let t=new Vn(n,u);q(this._docs[0])?this._searchStringList(e,{heap:t,ignoreFieldNorm:s}):this._searchObjectList(e,{heap:t,ignoreFieldNorm:s}),d=t.extractSorted()}else d=q(e)?q(this._docs[0])?this._searchStringList(e):this._searchObjectList(e):this._searchLogical(e),Bn(d,{ignoreFieldNorm:s}),a&&d.sort(q(e)?u:l),It(n)&&n>-1&&(d=d.slice(0,n));return Un(d,this._docs,{includeMatches:r,includeScore:i})}_searchStringList(e,{heap:t,ignoreFieldNorm:n}={}){let r=this._getSearcher(e),i=this.options.useTokenSearch&&this.options.tokenMatch===`all`,{records:a}=this._myIndex,o=t?null:[];return a.forEach(({v:e,i:a,n:s})=>{if(!J(e))return;let c=r.searchIn(e);if(c.isMatch){let r={score:c.score,value:e,norm:s,indices:c.indices};i&&(r.matchedMask=c.matchedMask,r.matchedTerms=c.matchedTerms,r.termCount=c.termCount);let l=[r];if(!i||this._coversAllTokens(l)){let r={item:e,idx:a,matches:l};t?(r.score=zn(r.matches,{ignoreFieldNorm:n}),t.insert(r)):o.push(r)}}}),o}_searchLogical(e){let t=Rn(e,this.options),n=this._normalizedKeys(),r=(e,t,i)=>{if(!(`children`in e)){let{keyId:r,searcher:a}=e,o;return r===null?(o=[],n.forEach((e,n)=>{o.push(...this._findMatches({key:e,value:t[n],searcher:a}))})):o=this._findMatches({key:this._keyStore.get(r),value:this._myIndex.getValueForItemAtKeyId(t,r),searcher:a}),o&&o.length?[{idx:i,item:t,matches:o}]:[]}let{children:a,operator:o}=e,s=[];for(let e=0,n=a.length;e{if(J(e)){let i=r(t,e,n);i.length&&(a.has(n)||(a.set(n,{idx:n,item:e,matches:[]}),o.push(a.get(n))),i.forEach(({matches:e})=>{a.get(n).matches.push(...e)}))}}),o}_searchObjectList(e,{heap:t,ignoreFieldNorm:n}={}){let r=this._getSearcher(e),i=this.options.useTokenSearch&&this.options.tokenMatch===`all`,{records:a}=this._myIndex,o=this._normalizedKeys(),s=t?null:[];return a.forEach(({$:e,i:a})=>{if(!J(e))return;let c=[],l=!1,u=!1;if(o.forEach((t,n)=>{let i=this._findMatches({key:t,value:e[n],searcher:r});i.length?(c.push(...i),i[0].hasInverse&&(u=!0)):l=!0}),!(u&&l)&&c.length&&(!i||this._coversAllTokens(c))){let r={idx:a,item:e,matches:c};t?(r.score=zn(r.matches,{ignoreFieldNorm:n}),t.insert(r)):s.push(r)}}),s}_findMatches({key:e,value:t,searcher:n}){if(!J(t))return[];let r=[];if(K(t))t.forEach(({v:t,i,n:a})=>{if(!J(t))return;let o=n.searchIn(t);if(o.isMatch){let n={score:o.score,key:e,value:t,idx:i,norm:a,indices:o.indices,hasInverse:o.hasInverse};o.termCount!==void 0&&(n.matchedMask=o.matchedMask,n.matchedTerms=o.matchedTerms,n.termCount=o.termCount),r.push(n)}});else{let{v:i,n:a}=t,o=n.searchIn(i);if(o.isMatch){let t={score:o.score,key:e,value:i,norm:a,indices:o.indices,hasInverse:o.hasInverse};o.termCount!==void 0&&(t.matchedMask=o.matchedMask,t.matchedTerms=o.matchedTerms,t.termCount=o.termCount),r.push(t)}}return r}_coversAllTokens(e){let t=e.length?e[0].termCount:void 0;if(t===void 0)return!0;if(t<=31){let n=0;for(let t=0;tAn(e))};var nr=X,rr={key:0},ir={key:1},ar={key:2},or={key:3},sr={key:4},cr={key:5},lr={key:6},ur={key:7},dr={key:8},fr={key:9},pr={key:10},mr={key:11},hr={key:12},gr={key:13},_r={key:14},vr={key:15},yr={key:16},br={key:17},xr={key:18},Sr={key:19},Cr={key:20},wr={key:21},Tr={key:22},Er={key:23},Dr={key:24},Or={key:25},kr={key:26},Ar={key:27},jr={key:28},Mr={key:29},Nr={key:30},Pr={key:31},Fr={key:32},Ir={key:33},Lr={key:34},Rr={key:35},zr={key:36},Br={key:37},Vr={key:38},Hr={key:39},Ur={key:40},Wr={key:41},Gr={key:42},Kr={key:43},qr={key:44},Jr={key:45},Yr={key:46},Xr={key:47},Zr={key:48},Qr={key:49},$r={key:50},ei={key:51},ti={key:52},ni={key:53},ri={key:54},ii={key:55},ai={key:56},oi={key:57},si={key:58},ci={key:59},li={key:60},ui={key:61},di={key:62},fi={key:63},pi={key:64},mi={key:65},hi={key:66},gi={key:67},_i={key:68},vi={key:69},yi={key:70},bi={key:71},xi={key:72},Si={key:73},Ci={key:74},wi={key:75},Ti={key:76},Ei={key:77},Di={key:78},Oi={key:79},ki={key:80},Ai={key:81},ji={key:82},Mi={key:83},Ni={key:84},Pi={key:85},Fi={key:86},Ii={key:87},Li={key:88},Ri={key:89},zi={key:90},Bi={key:91},Vi={key:92},Hi={key:93},Ui={key:94},Wi={key:95},Gi={key:96},Ki={key:97},qi={key:98},Ji={key:99},Yi={key:100},Xi={key:101},Zi={key:102},Qi={key:103},$i={key:104},ea={key:105},ta={key:106},na={key:107},ra={key:108},ia={key:109},aa={key:110},oa={key:111},sa={key:112},ca={key:113},la=j({__name:`title-renderer`,props:{no:{}},setup(e){let t=e,{$page:n}=$e(),r=x(()=>+(t.no??n.value));return(e,t)=>(F(),h(`div`,null,[r.value===1?(F(),h(`p`,rr,`Transformers`)):r.value===2?(F(),h(`p`,ir,`Today, in eight parts`)):r.value===3?(F(),h(`p`,ar,`In words: Today, in eight parts`)):r.value===4?(F(),h(`p`,or,`Delete the recurrence`)):r.value===5?(F(),h(`p`,sr,`Two walls in reading one word at a time`)):r.value===6?(F(),h(`p`,cr,`In words: Two walls in reading one word at a time`)):r.value===7?(F(),h(`p`,lr,`The move`)):r.value===8?(F(),h(`p`,ur,`In words: The move`)):r.value===9?(F(),h(`p`,dr,`Poll: which wall attention solves`)):r.value===10?(F(),h(`p`,fr,`In words: which wall attention solves`)):r.value===11?(F(),h(`p`,pr,`The whole architecture first`)):r.value===12?(F(),h(`p`,mr,`What a transformer is`)):r.value===13?(F(),h(`p`,hr,`In words: What a transformer is`)):r.value===14?(F(),h(`p`,gr,`Two stacks`)):r.value===15?(F(),h(`p`,_r,`In words: Two stacks`)):r.value===16?(F(),h(`p`,vr,`The architecture, step by step`)):r.value===17?(F(),h(`p`,yr,`In words: The architecture, step by step`)):r.value===18?(F(),h(`p`,br,`The parts, one at a time`)):r.value===19?(F(),h(`p`,xr,`In words: The parts, one at a time`)):r.value===20?(F(),h(`p`,Sr,`Query, key, value`)):r.value===21?(F(),h(`p`,Cr,`Start from a lookup`)):r.value===22?(F(),h(`p`,wr,`In words: Start from a lookup`)):r.value===23?(F(),h(`p`,Tr,`Three roles, one vector`)):r.value===24?(F(),h(`p`,Er,`In words: Three roles, one vector`)):r.value===25?(F(),h(`p`,Dr,`The sentence we will use all lecture`)):r.value===26?(F(),h(`p`,Or,`In words: The sentence we will use all lecture`)):r.value===27?(F(),h(`p`,kr,`Three lenses on one word`)):r.value===28?(F(),h(`p`,Ar,`In words: Three lenses on one word`)):r.value===29?(F(),h(`p`,jr,`Why a key and a value are different things`)):r.value===30?(F(),h(`p`,Mr,`In words: Why a key and a value are different things`)):r.value===31?(F(),h(`p`,Nr,`Four steps, and that is the whole mechanism`)):r.value===32?(F(),h(`p`,Pr,`In words: Four steps, and that is the whole mechanism`)):r.value===33?(F(),h(`p`,Fr,`One output vector, five lines`)):r.value===34?(F(),h(`p`,Ir,`In words: One output vector, five lines`)):r.value===35?(F(),h(`p`,Lr,`Same word, same weights, different neighbour`)):r.value===36?(F(),h(`p`,Rr,`In words: Same word, same weights, different neighbour`)):r.value===37?(F(),h(`p`,zr,`Why divide by the square root`)):r.value===38?(F(),h(`p`,Br,`Reading the equation: scaled scores`)):r.value===39?(F(),h(`p`,Vr,`In words: Why divide by the square root`)):r.value===40?(F(),h(`p`,Hr,`Every query at once`)):r.value===41?(F(),h(`p`,Ur,`In words: Every query at once`)):r.value===42?(F(),h(`p`,Wr,`The whole layer, in one line`)):r.value===43?(F(),h(`p`,Gr,`In words: The whole layer, in one line`)):r.value===44?(F(),h(`p`,Kr,`Poll: where self-attention’s keys come from`)):r.value===45?(F(),h(`p`,qr,`In words: Where self-attention’s keys come from`)):r.value===46?(F(),h(`p`,Jr,`From one head to one block`)):r.value===47?(F(),h(`p`,Yr,`One softmax can only point at one thing`)):r.value===48?(F(),h(`p`,Xr,`In words: One softmax can only point at one thing`)):r.value===49?(F(),h(`p`,Zr,`Four heads, one question each`)):r.value===50?(F(),h(`p`,Qr,`In words: Four heads, one question each`)):r.value===51?(F(),h(`p`,$r,`Heads are free`)):r.value===52?(F(),h(`p`,ei,`In words: Heads are free`)):r.value===53?(F(),h(`p`,ti,`Attention does not know what order the words came in`)):r.value===54?(F(),h(`p`,ni,`In words: Attention does not know what order the words came in`)):r.value===55?(F(),h(`p`,ri,`So put the position into the vector`)):r.value===56?(F(),h(`p`,ii,`In words: So put the position into the vector`)):r.value===57?(F(),h(`p`,ai,`The other half of the block`)):r.value===58?(F(),h(`p`,oi,`Reading the equation: the feed-forward network`)):r.value===59?(F(),h(`p`,si,`In words: The other half of the block`)):r.value===60?(F(),h(`p`,ci,`Two wrappers that make it stackable`)):r.value===61?(F(),h(`p`,li,`In words: Two wrappers that make it stackable`)):r.value===62?(F(),h(`p`,ui,`The block, assembled`)):r.value===63?(F(),h(`p`,di,`In words: The block, assembled`)):r.value===64?(F(),h(`p`,fi,`What a block costs`)):r.value===65?(F(),h(`p`,pi,`In words: What a block costs`)):r.value===66?(F(),h(`p`,mi,`The bill for looking everywhere`)):r.value===67?(F(),h(`p`,hi,`In words: The bill for looking everywhere`)):r.value===68?(F(),h(`p`,gi,`Inside the decoder`)):r.value===69?(F(),h(`p`,_i,`The mask, and why the loss collapses without it`)):r.value===70?(F(),h(`p`,vi,`In words: The mask, and why the loss collapses without it`)):r.value===71?(F(),h(`p`,yi,`Cross-attention: the decoder reads the encoder`)):r.value===72?(F(),h(`p`,bi,`In words: Cross-attention: the decoder reads the encoder`)):r.value===73?(F(),h(`p`,xi,`Poll: how many decoder passes teacher forcing needs`)):r.value===74?(F(),h(`p`,Si,`In words: How many decoder passes teacher forcing needs`)):r.value===75?(F(),h(`p`,Ci,`The model they actually trained`)):r.value===76?(F(),h(`p`,wi,`In words: The model they actually trained`)):r.value===77?(F(),h(`p`,Ti,`Three kinds of transformer`)):r.value===78?(F(),h(`p`,Ei,`The architecture forked three ways`)):r.value===79?(F(),h(`p`,Di,`In words: The architecture forked three ways`)):r.value===80?(F(),h(`p`,Oi,`Which kind for which job`)):r.value===81?(F(),h(`p`,ki,`In words: Which kind for which job`)):r.value===82?(F(),h(`p`,Ai,`Why decoder-only took over`)):r.value===83?(F(),h(`p`,ji,`In words: Why decoder-only took over`)):r.value===84?(F(),h(`p`,Mi,`One wire moved, and deep stacks started training`)):r.value===85?(F(),h(`p`,Ni,`In words: One wire moved, and deep stacks started training`)):r.value===86?(F(),h(`p`,Pi,`What else changed inside the block`)):r.value===87?(F(),h(`p`,Fi,`In words: What else changed inside the block`)):r.value===88?(F(),h(`p`,Ii,`Position, done properly`)):r.value===89?(F(),h(`p`,Li,`In words: Position, done properly`)):r.value===90?(F(),h(`p`,Ri,`What generation actually costs`)):r.value===91?(F(),h(`p`,zi,`In words: What generation actually costs`)):r.value===92?(F(),h(`p`,Bi,`The same block, more of it`)):r.value===93?(F(),h(`p`,Vi,`In words: The same block, more of it`)):r.value===94?(F(),h(`p`,Hi,`What did not change`)):r.value===95?(F(),h(`p`,Ui,`In words: What did not change`)):r.value===96?(F(),h(`p`,Wi,`In PyTorch`)):r.value===97?(F(),h(`p`,Gi,`The mechanism is one function call`)):r.value===98?(F(),h(`p`,Ki,`In words: The mechanism is one function call`)):r.value===99?(F(),h(`p`,qi,`Self-attention, written out`)):r.value===100?(F(),h(`p`,Ji,`In words: Self-attention, written out`)):r.value===101?(F(),h(`p`,Yi,`A block, and a stack`)):r.value===102?(F(),h(`p`,Xi,`In words: A block, and a stack`)):r.value===103?(F(),h(`p`,Zi,`Or use the one in the box`)):r.value===104?(F(),h(`p`,Qi,`In words: Or use the one in the box`)):r.value===105?(F(),h(`p`,$i,`Shapes, end to end`)):r.value===106?(F(),h(`p`,ea,`In words: Shapes, end to end`)):r.value===107?(F(),h(`p`,ta,`Four bugs, and what each one looks like`)):r.value===108?(F(),h(`p`,na,`In words: Four bugs, and what each one looks like`)):r.value===109?(F(),h(`p`,ra,`Where that leaves us`)):r.value===110?(F(),h(`p`,ia,`Where we got to`)):r.value===111?(F(),h(`p`,aa,`In words: Where we got to`)):r.value===112?(F(),h(`p`,oa,`Reading, and the lab`)):r.value===113?(F(),h(`p`,sa,`In words: Reading, and the lab`)):r.value===114?(F(),h(`p`,ca,`Questions?`)):N(`v-if`,!0)]))}}),ua={class:`bg-main transform`,shadow:`~`,p:`x-4 y-2`,border:`~ transparent rounded dark:main`},da=[`value`,`disabled`],fa={table:``,"w-full":``,"border-collapse":``},pa=[`border`,`onClick`],ma={"text-right":``,op50:``,"text-sm":``,"table-cell":``,"py-2":``,"pl-4":``,"pr-3":``,"vertical-middle":``},ha=Le(j({__name:`Goto`,setup(e){let t=D(),n=D(),r=D(),i=D(),a=D(``),o=D(0),{go:s,slides:u}=V();function m(e){return e!=null}let g=x(()=>new nr(u.value.map(e=>e.meta?.slide).filter(m),{keys:[`no`,`title`],threshold:.3,shouldSort:!0,minMatchCharLength:1})),_=x(()=>a.value.startsWith(`/`)?a.value.substring(1):a.value),b=x(()=>_.value?g.value.search(_.value).map(e=>e.item):[]),S=x(()=>!!b.value.length);function C(){if(S.value){let e=b.value.at(o.value||0);e&&s(e.no)}w()}function w(){a.value=``,z.value=!1}function T(e){e.preventDefault(),o.value++,o.value>=b.value.length&&(o.value=0),E()}function ee(e){e.preventDefault(),o.value--,o.value<=-2&&(o.value=b.value.length-1),E()}function E(){let e=i.value?.[o.value];e&&r.value&&(e.offsetTop+e.offsetHeight>r.value.offsetHeight+r.value.scrollTop?r.value.scrollTo({behavior:`smooth`,top:e.offsetTop+e.offsetHeight-r.value.offsetHeight+1}):e.offsetTop{e?(a.value=``,o.value=0,setTimeout(()=>n.value?.focus(),0)):n.value?.blur()}),d(je,()=>{t.value?.contains(je.value)||w()}),(e,s)=>(F(),h(`div`,{id:`slidev-goto-dialog`,ref_key:`container`,ref:t,class:A([`fixed right-5 transition-all`,p(z)?`top-5`:`-top-20 op0 pointer-events-none`]),"w-90":``,"max-w-90":``,"min-w-90":``},[f(`div`,ua,[f(`input`,{id:`slidev-goto-input`,ref_key:`input`,ref:n,value:a.value,type:`text`,disabled:!p(z),class:A([`outline-none bg-transparent`,{"text-red-400":!S.value&&a.value}]),placeholder:`Goto...`,onKeydown:[v(C,[`enter`]),v(w,[`escape`]),v(T,[`down`]),v(ee,[`up`])],onInput:te},null,42,da)]),p(z)&&b.value.length>0?(F(),h(`div`,{key:0,ref_key:`list`,ref:r,class:`autocomplete-list`,shadow:`~`,border:`~ transparent rounded dark:main`},[f(`ul`,fa,[(F(!0),h(O,null,l(b.value,(e,t)=>(F(),h(`li`,{ref_for:!0,ref_key:`items`,ref:i,key:e.id,role:`button`,tabindex:`0`,"cursor-pointer":``,hover:`op100`,"table-row":``,"items-center":``,border:t===0?void 0:`t main`,class:A(o.value===t?`bg-active op100`:`op80`),onClick:y(t=>ne(e.no),[`stop`,`prevent`])},[f(`div`,ma,M(e.no),1),c(p(la),{"table-cell":``,"py-2":``,"pr-4":``,"w-full":``,no:e.no},null,8,[`no`])],10,pa))),128))])],512)):N(`v-if`,!0)],2))}}),[[`__scopeId`,`data-v-61e41ebd`]]),ga=D(1),_a=x(()=>_e.value.length),Z=D(0),va=D(0);function ya(){Z.value>ga.value&&--Z.value}function ba(){Z.value<_a.value&&(Z.value+=1)}function xa(){if(Z.value>ga.value){let e=Z.value-va.value;e_a.value&&(e=_a.value),Z.value=e}}var Ca=[`onClick`],wa={class:`text-green font-bold`},Ta={class:`opacity-50`},Ea={key:1,class:`opacity-50`},Da={class:`fixed top-4 right-4 z-modal text-gray-400 flex flex-col items-center gap-2`},Oa=128,ka=32,Aa=j({__name:`QuickOverview`,setup(t){let{currentSlideNo:n,go:r,slides:i}=V();function a(){I.value=!1}function o(e){r(e),a()}function d(e){return e===Z.value}let _=Ee.smaller(`xs`),v=Ee.smaller(`sm`),y=x(()=>_.value?he.width.value-Oa:v.value?(he.width.value-Oa-ka)/2:300),b=x(()=>Math.floor((he.width.value-Oa)/(y.value+ka))),S=D(``);return Ge(`keypress`,e=>{if(!I.value){S.value=``;return}if(e.key===`Enter`){e.preventDefault(),S.value?(o(+S.value),S.value=``):o(Z.value);return}let t=Number.parseInt(e.key.replace(/\D/g,``));if(Number.isNaN(t)){S.value=``;return}if(!S.value&&t===0)return;if(S.value+=String(t),+S.value>i.value.length){S.value=``;return}let n=i.value.findIndex(e=>`/${e.no}`===S.value);n!==-1&&(Z.value=n+1),S.value*10>i.value.length&&(o(+S.value),S.value=``)}),u(()=>{Z.value=n.value,va.value=b.value}),(t,n)=>(F(),h(O,null,[c(m,{"enter-active-class":`duration-150 ease-out`,"enter-from-class":`opacity-0 scale-102 !backdrop-blur-0px`,"leave-active-class":`duration-200 ease-in`,"leave-to-class":`opacity-0 scale-102 !backdrop-blur-0px`},{default:s(()=>[p(I)?(F(),h(`div`,{key:0,class:`fixed left-0 right-0 top-0 h-[calc(var(--vh,1vh)*100)] z-modal bg-main !bg-opacity-75 p-16 py-20 overflow-y-auto backdrop-blur-5px select-none`,onClick:a},[f(`div`,{class:`grid gap-y-4 gap-x-8 w-full`,style:g(`grid-template-columns: repeat(auto-fit,minmax(${y.value}px,1fr))`)},[(F(!0),h(O,null,l(p(i),(e,t)=>(F(),h(`div`,{key:e.no,class:`relative`},[f(`div`,{class:A([`inline-block border rounded overflow-hidden bg-main hover:border-primary transition`,d(t+1)||p(Z)===t+1?`border-primary`:`border-main`]),onClick:t=>o(e.no)},[(F(),k(ut,{key:e.no,no:e.no,"use-snapshot":!0,width:y.value,class:`pointer-events-none`},{default:s(()=>[c(mt,{"clicks-context":p(ce)(e,p(Qe)),route:e,"render-context":`overview`},null,8,[`clicks-context`,`route`]),c(ft,{page:e.no},null,8,[`page`])]),_:2},1032,[`no`,`width`]))],10,Ca),f(`div`,{class:`absolute top-0`,style:g(`left: ${y.value+5}px`)},[S.value&&String(t+1).startsWith(S.value)?(F(),h(O,{key:0},[f(`span`,wa,M(S.value),1),f(`span`,Ta,M(String(t+1).slice(S.value.length)),1)],64)):(F(),h(`span`,Ea,M(t+1),1))],4)]))),128))],4)])):N(`v-if`,!0)]),_:1}),e(f(`div`,Da,[c(G,{title:`Close`,class:`text-2xl`,onClick:a},{default:s(()=>[...n[0]||=[f(`div`,{class:`i-carbon:close`},null,-1)]]),_:1}),(F(),k(G,{key:0,as:`a`,title:`Slides Overview`,target:`_blank`,href:`${p(ve)}overview`,"tab-index":`-1`,class:`text-2xl`},{default:s(()=>[...n[1]||=[f(`div`,{class:`i-carbon:list-boxes`},null,-1)]]),_:1},8,[`href`])),N(`v-if`,!0)],512),[[re,p(I)]])],64))}});function ja(){let e=Xe();return x(()=>{let t=lt.value?.getBoundingClientRect();if(!t)return;let n=(e.x.value-t.left)/t.width*100,r=(e.y.value-t.top)/t.height*100;if(!(n<0||n>100||r<0||r>100))return{x:n,y:r}})}var Ma={key:0,class:`absolute top-0 left-0 right-0 bottom-0 pointer-events-none text-xl`},Na=Le(j({__name:`LaserPointer`,setup(e){let t=ja(),{isPresenter:n}=V(),r=x(()=>!n.value&&rt.cursor?.style===`laser`?rt.cursor:xe.value===`laser`?t.value:null);return a(()=>{u(()=>{document.body.classList.toggle(`slidev-self-laser-active`,xe.value===`laser`&&!!r.value)})}),(e,t)=>r.value?(F(),h(`div`,Ma,[f(`div`,{class:`laser-pointer`,style:g({left:`${r.value.x}%`,top:`${r.value.y}%`})},null,4)])):N(`v-if`,!0)}}),[[`__scopeId`,`data-v-1d1438ab`]]),Pa={render:()=>[]},Fa={key:0,class:`bg-main text-main shadow-xl absolute bottom-10 left-0 z-menu py2`,border:`~ main rounded-md`},Ia=j({__name:`MenuButton`,props:{modelValue:{default:!1},disabled:{default:!1}},setup(e,{emit:t}){let n=Re(e,`modelValue`,t,{passive:!0}),i=D();return Ke(i,()=>{n.value=!1}),(t,a)=>(F(),h(`div`,{ref_key:`el`,ref:i,class:`flex relative`},[f(`button`,{class:A({disabled:e.disabled}),onClick:a[0]||=e=>n.value=!p(n)},[r(t.$slots,`button`,{value:p(n),class:A({disabled:e.disabled})})],2),(F(),k(S,null,[p(n)?(F(),h(`div`,Fa,[r(t.$slots,`menu`)])):N(`v-if`,!0)],1024))],512))}}),La={border:`~ main rounded`,flex:`~ gap-2 items-center`,relative:``,"h-5":``,"w-5":``,"p0.5":``,"hover:bg-active":``,p1:``},Ra=[`disabled`],za=j({__name:`FormCheckbox`,props:T({disabled:{type:Boolean}},{modelValue:{type:Boolean,type:Boolean},modelModifiers:{}}),emits:[`update:modelValue`],setup(t){let n=i(t,`modelValue`);return(r,i)=>(F(),h(`div`,La,[f(`div`,{"i-ri-check-line":``,class:A(n.value?``:`op0`)},null,2),e(f(`input`,{"onUpdate:modelValue":i[0]||=e=>n.value=e,type:`checkbox`,absolute:``,"inset-0":``,"opacity-10":``,disabled:t.disabled},null,8,Ra),[[_,n.value]])]))}}),Ba={"w-30":``,"h-8":``,flex:`~ gap-1 items-center`},Va={key:0,"w-1.5":``,"h-1.5":``,"bg-primary":``,rounded:``,absolute:``,"top-0":``,"right--2":``},Ha={key:0,"w-1.5":``,"h-1.5":``,"bg-primary":``,rounded:``,absolute:``,"top-0":``,"right--2":``},Ua=[`innerHTML`],Q=j({__name:`FormItem`,props:{title:{},nested:{type:[Boolean,Number]},div:{type:Boolean},description:{},dot:{type:Boolean}},emits:[`reset`],setup(e,{emit:t}){let i=t;function a(){i(`reset`)}return(t,i)=>(F(),k(n(e.div?`div`:`label`),{flex:`~ row gap-2 items-center`,"select-none":``},{default:s(()=>[f(`div`,Ba,[e.nested?(F(),h(`div`,{key:0,"i-ri-corner-down-right-line":``,op40:``,style:g(typeof e.nested==`number`?{marginLeft:`${e.nested*.5+.5}rem`}:{marginLeft:`0.25rem`})},null,4)):N(`v-if`,!0),e.description?(F(),k(p(te),{key:2,distance:`10`},{popper:s(()=>[f(`div`,{"text-sm":``,"min-w-90":``,innerHTML:e.description},null,8,Ua)]),default:s(()=>[f(`div`,{op75:``,"text-right":``,relative:``,onDblclick:a},[ie(M(e.title)+` `,1),e.dot?(F(),h(`div`,Ha)):N(`v-if`,!0)],32)]),_:1})):(F(),h(`div`,{key:1,op75:``,relative:``,onDblclick:a},[ie(M(e.title)+` `,1),e.dot?(F(),h(`div`,Va)):N(`v-if`,!0)],32))]),r(t.$slots,`default`)]),_:3}))}}),Wa={relative:``,"h-22px":``},Ga={key:0,"pointer-events-none":``,absolute:``,"right-1":``,"top-0.5":``,"text-xs":``,op25:``},Ka=j({__name:`FormSlider`,props:T({max:{},min:{},step:{},unit:{},default:{}},{modelValue:{type:Number},modelModifiers:{}}),emits:[`update:modelValue`],setup(t){let n=t,r=i(t,`modelValue`);return(i,a)=>(F(),h(O,null,[f(`div`,{relative:``,"h-22px":``,"w-60":``,"flex-auto":``,onDblclick:a[1]||=e=>n.default===void 0?null:r.value=n.default},[e(f(`input`,o({"onUpdate:modelValue":a[0]||=e=>r.value=e,type:`range`,class:`slider`},n,{absolute:``,"bottom-0":``,"left-0":``,"right-0":``,"top-0":``,"z-10":``,"w-full":``,"align-top":``}),null,16),[[E,r.value,void 0,{number:!0}]]),n.default==null?N(`v-if`,!0):(F(),h(`span`,{key:0,border:`r main`,absolute:``,"bottom-0":``,"top-0":``,"h-full":``,"w-1px":``,op75:``,style:g({left:`${(n.default-t.min)/(t.max-t.min)*100}%`})},null,4))],32),f(`div`,Wa,[e(f(`input`,o({"onUpdate:modelValue":a[2]||=e=>r.value=e,type:`number`},n,{border:`~ main rounded`,m0:``,"w-20":``,"bg-gray:5":``,pl2:``,"align-top":``,"text-sm":``}),null,16),[[E,r.value,void 0,{number:!0}]]),n.unit?(F(),h(`span`,Ga,M(n.unit),1)):N(`v-if`,!0)])],64))}}),qa={error:0,client:60,Light:60,Dark:240};function Ja(e,t=1){if(qa[e])return Ya(qa[e],t);let n=0;for(let t=0;t!t.text||t.color===!1?{}:{color:typeof t.color==`number`?Ya(t.color):Ja(t.text),background:typeof t.color==`number`?Ya(t.color,.1):Ja(t.text,.1)}),a=x(()=>(t.size||`sm`)===`sm`?`px-1.5 text-11px leading-1.6em`:``);return(o,c)=>(F(),k(n(e.as||`span`),{"ws-nowrap":``,rounded:``,class:A(a.value),style:g(i.value)},{default:s(()=>[r(o.$slots,`default`,{},()=>[f(`span`,{textContent:M(t.text)},null,8,Xa)])]),_:3},8,[`class`,`style`]))}}),Qa={flex:`~ gap-1 items-center`,rounded:``,"bg-gray:4":``,p1:``,"m--1":``},$a=j({__name:`SegmentControl`,props:{options:{},modelValue:{}},emits:[`update:modelValue`],setup(e){return(t,n)=>(F(),h(`div`,Qa,[(F(!0),h(O,null,l(e.options,n=>(F(),k(Za,{key:n.value,class:A([`px-2 py-1 text-xs font-mono`,n.value===e.modelValue?``:`op50`]),color:n.value===e.modelValue,"aria-pressed":n.value===e.modelValue,size:`none`,text:n.label,as:`button`,onClick:e=>t.$emit(`update:modelValue`,n.value)},null,8,[`class`,`color`,`aria-pressed`,`text`,`onClick`]))),128))]))}}),eo={"text-sm":``,"select-none":``,flex:`~ col gap-1`,"min-w-30":``,px4:``},to=j({__name:`Settings`,setup(e){let{isPresenter:t}=V(),{isSupported:n}=Ye();return(e,r)=>(F(),h(`div`,eo,[c(Q,{title:`Invert`,dot:p(L).invert!==p(R).invert,onReset:r[1]||=e=>p(L).invert=p(R).invert},{default:s(()=>[c(za,{modelValue:p(L).invert,"onUpdate:modelValue":r[0]||=e=>p(L).invert=e},null,8,[`modelValue`])]),_:1},8,[`dot`]),c(Q,{title:`Brightness`,dot:p(L).brightness!==p(R).brightness,onReset:r[3]||=e=>p(L).brightness=p(R).brightness},{default:s(()=>[c(Ka,{modelValue:p(L).brightness,"onUpdate:modelValue":r[2]||=e=>p(L).brightness=e,max:1.5,min:.5,step:.02,default:p(R).brightness},null,8,[`modelValue`,`default`])]),_:1},8,[`dot`]),c(Q,{title:`Contrast`,dot:p(L).contrast!==p(R).contrast,onReset:r[5]||=e=>p(L).contrast=p(R).contrast},{default:s(()=>[c(Ka,{modelValue:p(L).contrast,"onUpdate:modelValue":r[4]||=e=>p(L).contrast=e,max:1.5,min:.5,step:.02,default:p(R).contrast},null,8,[`modelValue`,`default`])]),_:1},8,[`dot`]),c(Q,{title:`Saturation`,dot:p(L).saturate!==p(R).saturate,onReset:r[7]||=e=>p(L).saturate=p(R).saturate},{default:s(()=>[c(Ka,{modelValue:p(L).saturate,"onUpdate:modelValue":r[6]||=e=>p(L).saturate=e,max:1.5,min:.5,step:.02,default:p(R).saturate},null,8,[`modelValue`,`default`])]),_:1},8,[`dot`]),c(Q,{title:`Sepia`,dot:p(L).sepia!==p(R).sepia,onReset:r[9]||=e=>p(L).sepia=p(R).sepia},{default:s(()=>[c(Ka,{modelValue:p(L).sepia,"onUpdate:modelValue":r[8]||=e=>p(L).sepia=e,max:2,min:-2,step:.02,default:p(R).sepia},null,8,[`modelValue`,`default`])]),_:1},8,[`dot`]),c(Q,{title:`Hue Rotate`,dot:p(L).hueRotate!==p(R).hueRotate,onReset:r[11]||=e=>p(L).hueRotate=p(R).hueRotate},{default:s(()=>[c(Ka,{modelValue:p(L).hueRotate,"onUpdate:modelValue":r[10]||=e=>p(L).hueRotate=e,max:180,min:-180,step:.1,default:p(R).hueRotate},null,8,[`modelValue`,`default`])]),_:1},8,[`dot`]),r[16]||=f(`div`,{class:`h-1px opacity-5 bg-current w-full my2`},null,-1),c(Q,{title:`Cursor Style`},{default:s(()=>[c($a,{modelValue:p(xe),"onUpdate:modelValue":r[12]||=e=>w(xe)?xe.value=e:null,options:[{label:`Cursor`,value:`cursor`},{label:`Laser`,value:`laser`}]},null,8,[`modelValue`])]),_:1}),p(t)?N(`v-if`,!0):(F(),k(Q,{key:0,title:`Slide Scale`},{default:s(()=>[c($a,{modelValue:p(ae),"onUpdate:modelValue":r[13]||=e=>w(ae)?ae.value=e:null,options:[{label:`Fit`,value:0},{label:`1:1`,value:1}]},null,8,[`modelValue`])]),_:1})),p(n)?(F(),k(Q,{key:1,title:`Wake Lock`},{default:s(()=>[c(za,{modelValue:p(le),"onUpdate:modelValue":r[14]||=e=>w(le)?le.value=e:null},null,8,[`modelValue`])]),_:1})):N(`v-if`,!0),p(t)?N(`v-if`,!0):(F(),k(Q,{key:2,title:`Hide Idle Cursor`},{default:s(()=>[c(za,{modelValue:p(we),"onUpdate:modelValue":r[15]||=e=>w(we)?we.value=e:null},null,8,[`modelValue`])]),_:1}))]))}}),no={class:`select-list`},ro={class:`title`},io={class:`items`},ao=[`onClick`],oo=Le(j({__name:`SelectList`,props:{modelValue:{type:[Object,String,Number,Boolean]},title:{type:String},items:{type:Array}},setup(e,{emit:t}){let n=Re(e,`modelValue`,t,{passive:!0});return(t,r)=>(F(),h(`div`,no,[f(`div`,ro,M(e.title),1),f(`div`,io,[(F(!0),h(O,null,l(e.items,e=>(F(),h(`div`,{key:e.value,class:A([`item`,{active:p(n)===e.value}]),onClick:()=>{n.value=e.value,e.onClick?.()}},[f(`div`,{class:A([`i-carbon:checkmark text-green-500 mya`,{"opacity-0":p(n)!==e.value}])},null,2),f(`div`,{class:A({"opacity-50":p(n)!==e.value})},M(e.display||e.value),3)],10,ao))),128))])]))}}),[[`__scopeId`,`data-v-aa3b28a6`]]),so={"text-sm":``,flex:`~ col gap-2`},co={px3:``,"ws-nowrap":``},lo={"font-bold":``,"text-primary":``},uo=j({__name:`SyncControls`,setup(e){let{isPresenter:t}=V(),n=x({get:()=>t.value?B.value.presenterReceive:B.value.viewerReceive,set(e){t.value?B.value.presenterReceive=e:B.value.viewerReceive=e}}),r=x({get:()=>t.value?B.value.presenterSend:B.value.viewerSend,set(e){t.value?B.value.presenterSend=e:B.value.viewerSend=e}}),i=x({get:()=>n.value&&r.value?`bidirectional`:n.value&&!r.value?`receive-only`:!n.value&&r.value?`send-only`:`off`,set(e){switch(e){case`bidirectional`:n.value=!0,r.value=!0;break;case`receive-only`:n.value=!0,r.value=!1;break;case`send-only`:n.value=!1,r.value=!0;break;case`off`:n.value=!1,r.value=!1}}});return(e,a)=>(F(),k(Ia,null,{button:s(()=>[c(G,{title:`Change sync settings`},{default:s(()=>[f(`div`,{class:A([`i-ph:arrow-up-bold mx--1.2 scale-x-80`,r.value?`text-green6 dark:text-green`:`op30`])},null,2),f(`div`,{class:A([`i-ph:arrow-down-bold mx--1.2 scale-x-80`,n.value?`text-green6 dark:text-green`:`op30`])},null,2)]),_:1})]),menu:s(()=>[f(`div`,so,[f(`div`,co,[a[1]||=f(`span`,{op75:``},`Slides navigation syncing for `,-1),f(`span`,lo,M(p(t)?`presenter`:`viewer`),1)]),a[2]||=f(`div`,{class:`h-1px opacity-10 bg-current w-full`},null,-1),c(oo,{modelValue:i.value,"onUpdate:modelValue":a[0]||=e=>i.value=e,title:`Sync Mode`,items:[{value:`bidirectional`,display:`Bidirectional Sync`},{value:`receive-only`,display:`Receive Only`},{value:`send-only`,display:`Send Only`},{value:`off`,display:`Disable`}]},null,8,[`modelValue`])])]),_:1}))}}),fo={key:0,class:`i-carbon:minimize`},po={key:1,class:`i-carbon:maximize`},mo={key:0,class:`i-carbon-moon`},ho={key:1,class:`i-carbon-sun`},go={key:0,class:`i-carbon-magic-wand-filled color-red-600 dark:color-red-400`},_o={key:1,class:`i-carbon-magic-wand`},vo={key:0,class:`i-ph-cursor-fill`},yo={key:1,class:`i-ph-cursor-duotone`},bo={key:0,"w-2":``,"h-2":``,"bg-primary":``,"rounded-full":``,absolute:``,"top-0.5":``,"right-0.5":``},xo={class:`px2 my-auto`},So={class:`text-lg`},Co={class:`opacity-50 text-sm`},wo=j({__name:`NavControls`,props:{persist:{default:!1}},setup(e){let t=e,{currentSlideNo:n,hasNext:r,hasPrev:i,isEmbedded:a,isPresenter:o,isPresenterAvailable:l,next:u,prev:d,total:m,enterPresenter:_,exitPresenter:v}=V(),{brush:y,drawingEnabled:S}=st(),C=Ee.smaller(`md`),{isFullscreen:w,toggle:T}=Ne,ee=D();function E(){ee.value&&je.value&&ee.value.contains(je.value)&&je.value.blur()}let te=x(()=>t.persist?`text-$slidev-controls-foreground bg-transparent`:`rounded-md bg-main shadow-xl border border-main`),ne=b();return(e,t)=>(F(),h(`nav`,{ref_key:`root`,ref:ee,class:`flex flex-col`},[f(`div`,{class:A([`flex flex-wrap-reverse text-xl gap-0.5 p-1 lg:p-2`,te.value]),onMouseleave:E},[p(a)?N(`v-if`,!0):(F(),k(G,{key:0,title:p(w)?`Close fullscreen`:`Enter fullscreen`,onClick:p(T)},{default:s(()=>[p(w)?(F(),h(`div`,fo)):(F(),h(`div`,po))]),_:1},8,[`title`,`onClick`])),c(G,{disabled:!p(i),title:`Go to previous slide`,onClick:p(d)},{default:s(()=>[...t[6]||=[f(`div`,{class:`i-carbon:arrow-left`},null,-1)]]),_:1},8,[`disabled`,`onClick`]),c(G,{disabled:!p(r),title:`Go to next slide`,onClick:p(u)},{default:s(()=>[...t[7]||=[f(`div`,{class:`i-carbon:arrow-right`},null,-1)]]),_:1},8,[`disabled`,`onClick`]),p(a)?N(`v-if`,!0):(F(),k(G,{key:1,title:`Show slide overview`,onClick:t[0]||=e=>p(ue)()},{default:s(()=>[...t[8]||=[f(`div`,{class:`i-carbon:apps`},null,-1)]]),_:1})),p(et)?N(`v-if`,!0):(F(),k(G,{key:2,title:p(it)?`Switch to light mode theme`:`Switch to dark mode theme`,onClick:t[1]||=e=>p(nt)()},{default:s(()=>[p(it)?(F(),h(`div`,mo)):(F(),h(`div`,ho))]),_:1},8,[`title`])),c(ct),p(a)?N(`v-if`,!0):(F(),h(O,{key:3},[!p(o)&&!p(C)&&ne.value?(F(),h(O,{key:0},[c(p(ne)),c(ct)],64)):N(`v-if`,!0),p(o)?(F(),k(G,{key:1,title:p(xe)===`laser`?p(fe)?`Disable laser pointer`:`Enable laser pointer`:p(fe)?`Hide presenter cursor`:`Show presenter cursor`,active:p(fe),onClick:t[2]||=e=>p(de)()},{default:s(()=>[p(xe)===`laser`?(F(),h(O,{key:0},[p(fe)?(F(),h(`div`,go)):(F(),h(`div`,_o))],64)):(F(),h(O,{key:1},[p(fe)?(F(),h(`div`,vo)):(F(),h(`div`,yo))],64))]),_:1},8,[`title`,`active`])):N(`v-if`,!0),!p(H).drawings.presenterOnly||p(o)?(F(),k(G,{key:2,class:`relative`,title:p(S)?`Hide drawing toolbar`:`Show drawing toolbar`,active:p(S),onClick:t[3]||=e=>S.value=!p(S)},{default:s(()=>[t[9]||=f(`div`,{class:`i-carbon:pen`},null,-1),p(S)?(F(),h(`div`,{key:0,class:`absolute left-1 right-1 bottom-0 h-0.7 rounded-full`,style:g({background:p(y).color})},null,4)):N(`v-if`,!0)]),_:1},8,[`title`,`active`])):N(`v-if`,!0),c(ct),p(o)?(F(),k(G,{key:3,title:`Play Mode`,onClick:p(v)},{default:s(()=>[...t[10]||=[f(`div`,{class:`i-carbon:presentation-file`},null,-1)]]),_:1},8,[`onClick`])):N(`v-if`,!0),p(l)?(F(),k(G,{key:4,title:`Presenter Mode`,onClick:p(_)},{default:s(()=>[...t[11]||=[f(`div`,{class:`i-carbon:user-speaker`},null,-1)]]),_:1},8,[`onClick`])):N(`v-if`,!0),N(`v-if`,!0)],64)),(F(),h(O,{key:4},[p(H).download?(F(),k(G,{key:0,title:`Download as PDF`,onClick:p(tt)},{default:s(()=>[...t[13]||=[f(`div`,{class:`i-carbon:download`},null,-1)]]),_:1},8,[`onClick`])):N(`v-if`,!0)],64)),N(`v-if`,!0),!p(o)&&p(H).info&&!p(a)?(F(),k(G,{key:6,title:`Show info`,onClick:t[5]||=e=>se.value=!p(se)},{default:s(()=>[...t[15]||=[f(`div`,{class:`i-carbon:information`},null,-1)]]),_:1})):N(`v-if`,!0),p(a)?N(`v-if`,!0):(F(),h(O,{key:7},[c(ct),p(o)?(F(),k(G,{key:0,title:`Toggle Presenter Layout`,class:`aspect-ratio-initial flex items-center`,onClick:p(pe)},{default:s(()=>[t[16]||=f(`div`,{class:`i-carbon:template`},null,-1),ie(` `+M(p(Se)),1)]),_:1},8,[`onClick`])):N(`v-if`,!0),(F(),k(uo,{key:1})),c(Ia,null,{button:s(({value:e})=>[c(G,{title:`More Options`,active:e},{default:s(()=>[t[17]||=f(`div`,{class:`i-carbon:settings-adjust`},null,-1),p(Ce)?(F(),h(`div`,bo)):N(`v-if`,!0)]),_:1},8,[`active`])]),menu:s(()=>[c(to)]),_:1})],64)),p(a)?N(`v-if`,!0):(F(),k(ct,{key:8})),f(`div`,xo,[f(`span`,So,M(p(n)),1),f(`span`,Co,` / `+M(p(m)),1)]),c(p(Pa))],34)],512))}}),To=new Set,Eo=new Set,Do=/\/$/;function Oo(e){return e.startsWith(`http`)||e.startsWith(`//`)?e:`${`./`.replace(Do,``)}${e.startsWith(`/`)?e:`/${e}`}`}var ko=2,Ao=new Map,jo=D(0),Mo=D(0),No=x(()=>Mo.value===0?1:jo.value/Mo.value);x(()=>No.value>=1);function Po(e){let t=Oo(e);if(To.has(t)||Eo.has(t))return;Eo.add(t);let n=new Image;n.onload=()=>{Eo.delete(t),To.add(t),Ao.delete(t),jo.value=To.size},n.onerror=()=>{Eo.delete(t);let n=Ao.get(t)??0;n{let e=r.value;if(!e?.length)return;let t=new Set;for(let n of e)for(let e of n.meta?.slide?.images??[])t.add(Oo(e));Mo.value=t.size}),u(()=>{let i=e.value,o=r.value;if(!i||!o?.length)return;Fo(i),Fo(t.value),Fo(n.value);let s=i.no-1;for(let e=1;e<=a;e++){let t=s+e;t{let t=r.value,n=setTimeout(()=>{if(t?.length)for(let e of t)Fo(e)},3e3);e(()=>clearTimeout(n))})}function Lo(){let e=He(),t=D(!1),n,r,i=typeof document<`u`&&`startViewTransition`in document;return e.beforeResolve((e,a)=>{let o=Ie(a.params.no)?.meta,s=Ie(e.params.no)?.meta,c=o?.slide?.no,l=s?.slide?.no;if((c!=null&&l!=null&&c!==l&&((c{n=e,r=t}),d,f=new Promise(e=>d=e);return setTimeout(()=>{document.startViewTransition(()=>(d(),u))},50),f}),i&&e.afterEach(()=>{n?.(),r?.()}),t}var Ro=[`data-drag-id`],$=10,zo=10,Bo=`absolute border border-gray bg-gray dark:border-gray-500 dark:bg-gray-800 bg-opacity-30 `,Vo=20,Ho=j({__name:`DragControl`,props:{data:{}},setup(e){let{dragId:n,zoom:r,autoHeight:i,x0:a,y0:o,width:s,height:c,rotate:l,isArrow:d}=e.data,m=ee(Ze,D(1)),_=x(()=>m.value*r.value),{left:v,top:y}=at(),b=d?-1/0:40,S=x(()=>l.value*Math.PI/180),C=x(()=>Math.sin(S.value)),w=x(()=>Math.cos(S.value)),T=x(()=>s.value*w.value+c.value*C.value),E=x(()=>s.value*C.value+c.value*w.value),te=x(()=>a.value-T.value/2),ne=x(()=>o.value-E.value/2),re=x(()=>a.value+T.value/2),k=x(()=>o.value+E.value/2),j=x(()=>d&&s.value<0),ie=x(()=>d&&c.value<0),M=null;function ae(e){if(e.buttons!==1)return;e.preventDefault(),e.stopPropagation();let t=e.target.getBoundingClientRect(),n=s.value*w.value-c.value*C.value,r=s.value*C.value+c.value*w.value,i=s.value*w.value+c.value*C.value,u=-s.value*C.value+c.value*w.value;M={x0:a.value,y0:o.value,width:s.value,height:c.value,rotate:l.value,dx0:e.clientX-(t.left+t.right)/2,dy0:e.clientY-(t.top+t.bottom)/2,ltx:a.value-n/2,lty:o.value-r/2,rtx:a.value+i/2,rty:o.value-u/2,lbx:a.value-i/2,lby:o.value+u/2,rbx:a.value+n/2,rby:o.value+r/2},e.currentTarget.setPointerCapture(e.pointerId)}function oe(e){if(!M||e.buttons!==1)return;e.preventDefault(),e.stopPropagation();let t=(e.clientX-v.value-M.dx0)/_.value,n=(e.clientY-y.value-M.dy0)/_.value;a.value=Oe(t,-T.value/2+zo,me.value+T.value/2-zo),o.value=Oe(n,-E.value/2+zo,ye.value+E.value/2-zo)}function I(e){M&&=(e.preventDefault(),e.stopPropagation(),null)}function se(e,t){return{onPointerdown:ae,onPointermove:n=>{if(!M||n.buttons!==1)return;n.preventDefault(),n.stopPropagation();let r=(n.clientX-v.value)/_.value,i=(n.clientY-y.value)/_.value,{ltx:l,lty:u,rtx:d,rty:f,lbx:p,lby:m,rbx:h,rby:g}=M,x=M.width/M.height,S=Math.max(b,b*x);function T(e,t){if(n.shiftKey){let n=Math.max(e,t*x,S);return{w:n,h:n/x}}return{w:Math.max(e,b),h:Math.max(t,b)}}if(e){if(t){let{w:e,h:t}=T((h-r)*w.value+(g-i)*C.value,-(h-r)*C.value+(g-i)*w.value);r=h-e*w.value+t*C.value,i=g-e*C.value-t*w.value}else{let{w:e,h:t}=T((d-r)*w.value-(i-f)*C.value,(d-r)*C.value+(i-f)*w.value);r=d-e*w.value-t*C.value,i=f-e*C.value+t*w.value}}else if(t){let{w:e,h:t}=T((r-p)*w.value-(m-i)*C.value,(r-p)*C.value+(m-i)*w.value);r=p+e*w.value+t*C.value,i=m+e*C.value-t*w.value}else{let{w:e,h:t}=T((r-l)*w.value+(i-u)*C.value,-(r-l)*C.value+(i-u)*w.value);r=l+e*w.value-t*C.value,i=u+e*C.value+t*w.value}e?t?(a.value=(r+h)/2,o.value=(i+g)/2,s.value=(h-r)*w.value+(g-i)*C.value,c.value=-(h-r)*C.value+(g-i)*w.value):(a.value=(r+d)/2,o.value=(i+f)/2,s.value=(d-r)*w.value-(i-f)*C.value,c.value=(d-r)*C.value+(i-f)*w.value):t?(a.value=(r+p)/2,o.value=(i+m)/2,s.value=(r-p)*w.value-(m-i)*C.value,c.value=(r-p)*C.value+(m-i)*w.value):(a.value=(r+l)/2,o.value=(i+u)/2,s.value=(r-l)*w.value+(i-u)*C.value,c.value=-(r-l)*C.value+(i-u)*w.value)},onPointerup:I,style:{width:`${$}px`,height:`${$}px`,margin:`-${$/2}px`,left:e===j.value?void 0:`0`,right:e===j.value?`0`:void 0,top:t===ie.value?void 0:`0`,bottom:t===ie.value?`0`:void 0,cursor:d?`move`:+e+ +t==1?`nesw-resize`:`nwse-resize`,borderRadius:d?`50%`:void 0},class:Bo}}function L(e){return{onPointerdown:ae,onPointermove:t=>{if(!M||t.buttons!==1)return;t.preventDefault(),t.stopPropagation();let n=(t.clientX-v.value)/_.value,r=(t.clientY-y.value)/_.value,{ltx:i,lty:l,rtx:u,rty:d,lbx:f,lby:p,rbx:m,rby:h}=M;if(e===`l`){let e=(u+m)/2,t=(d+h)/2;s.value=Math.max((e-n)*w.value+(t-r)*C.value,b),a.value=e-s.value*w.value/2,o.value=t-s.value*C.value/2}else if(e===`r`){let e=(i+f)/2,t=(l+p)/2;s.value=Math.max((n-e)*w.value+(r-t)*C.value,b),a.value=e+s.value*w.value/2,o.value=t+s.value*C.value/2}else if(e===`t`){let e=(f+m)/2,t=(p+h)/2;c.value=Math.max((t-r)*w.value-(e-n)*C.value,b),a.value=e+c.value*C.value/2,o.value=t-c.value*w.value/2}else if(e===`b`){let e=(i+u)/2,t=(l+d)/2;c.value=Math.max((r-t)*w.value-(n-e)*C.value,b),a.value=e-c.value*C.value/2,o.value=t+c.value*w.value/2}},onPointerup:I,style:{width:`${$}px`,height:`${$}px`,margin:`-${$/2}px`,left:e===`l`?`0`:e===`r`?`100%`:`50%`,top:e===`t`?`0`:e===`b`?`100%`:`50%`,cursor:`lr`.includes(e)?`ew-resize`:`ns-resize`,borderRadius:`50%`},class:Bo}}function ce(){return{onPointerdown:ae,onPointermove:e=>{if(!M||e.buttons!==1)return;e.preventDefault(),e.stopPropagation();let t=(e.clientX-v.value-M.dx0)/_.value-$/4,n=(e.clientY-y.value-M.dy0)/_.value-$/4,r=Math.atan2(n-o.value,t-a.value)*180/Math.PI+90;for(let e of[0,90,180,270,360])if(Math.abs(r-e)<5){r=e%360;break}l.value=r},onPointerup:I,style:{width:`${$}px`,height:`${$}px`,margin:`-${$/2}px`,left:`50%`,top:`-20px`,cursor:`grab`,borderRadius:`50%`},class:Bo}}let R={immediate:!1,immediateCallback:!1},le=ze(()=>{re.value<=zo||a.value--},Vo,R),ue=ze(()=>{te.value>=me.value-zo||a.value++},Vo,R),de=ze(()=>{k.value<=zo||o.value--},Vo,R),fe=ze(()=>{ne.value>=ye.value-zo||o.value++},Vo,R);return u(()=>{function e(e,t){Fe[e].value?t.resume():t.pause()}e(`left`,le),e(`right`,ue),e(`up`,de),e(`down`,fe)}),(e,u)=>Number.isFinite(p(a))?(F(),h(`div`,{key:0,id:`drag-control-container`,"data-drag-id":p(n),style:g({position:`absolute`,zIndex:100,left:`${p(r)*(p(a)-Math.abs(p(s))/2)}px`,top:`${p(r)*(p(o)-Math.abs(p(c))/2)}px`,width:`${p(r)*Math.abs(p(s))}px`,height:`${p(r)*Math.abs(p(c))}px`,transformOrigin:`center center`,transform:`rotate(${p(l)}deg)`}),onPointerdown:ae,onPointermove:oe,onPointerup:I},[f(`div`,{class:A([`absolute inset-0 z-nav dark:b-gray-400`,p(d)?``:`b b-dark`])},[p(i)?N(`v-if`,!0):(F(),h(O,{key:0},[f(`div`,P(t(se(!0,!0))),null,16),f(`div`,P(t(se(!1,!1))),null,16),p(d)?N(`v-if`,!0):(F(),h(O,{key:0},[f(`div`,P(t(se(!0,!1))),null,16),f(`div`,P(t(se(!1,!0))),null,16)],64))],64)),p(d)?N(`v-if`,!0):(F(),h(O,{key:1},[f(`div`,P(t(L(`l`))),null,16),f(`div`,P(t(L(`r`))),null,16),p(i)?N(`v-if`,!0):(F(),h(O,{key:0},[f(`div`,P(t(L(`t`))),null,16),f(`div`,P(t(L(`b`))),null,16)],64)),f(`div`,P(t(ce())),null,16),f(`div`,{class:`absolute -top-15px w-0 b b-dashed b-dark dark:b-gray-400`,style:g({left:`calc(50% - 1px)`,height:p(i)?`14px`:`10px`})},null,4)],64))],2)],44,Ro)):N(`v-if`,!0)}}),Uo=Le(j({__name:`SlidesShow`,props:{renderContext:{}},setup(t){let{currentSlideRoute:r,currentTransition:i,getPrimaryClicks:a,prevRoute:d,nextRoute:f,slides:m,isPrintMode:g,isPrintWithClicks:_,clicksDirection:v,printRange:y}=V();function S(e){e.meta.preload!==!1&&(e.meta.__preloaded=!0,e.load())}u(()=>{S(r.value),S(d.value),S(f.value)}),u(e=>{let t=m.value,n=setTimeout(()=>{t.forEach(S)},3e3);e(()=>clearTimeout(n))}),Io(r,d,f,m);let w=Lo(),T=b();Ae(()=>import(`./DrawingLayer-CneAz3vk.js`).then(e=>T.value=e.default),__vite__mapDeps([0,1,2,3,4,5,6,7,8,9,10,11]),import.meta.url);let ee=x(()=>g.value?y.value.map(e=>m.value[e-1]):m.value.filter(e=>e.meta?.__preloaded||e===r.value));function E(){ke.value=!0,C()}return(u,d)=>(F(),h(O,null,[N(` Global Bottom `),c(p(dt)),N(` Slides `),(F(),k(n(p(w)&&!p(g)&&!p(ke)&&!p(Me)?`div`:ne),o(p(ke)||p(Me)||p(g)?{}:p(i),{id:`slideshow`,tag:`div`,class:{"slidev-nav-go-forward":p(v)>0,"slidev-nav-go-backward":p(v)<0},onAfterLeave:E}),{default:s(()=>[(F(!0),h(O,null,l(ee.value,n=>e((F(),k(mt,{key:n.no,"clicks-context":p(g)&&!p(_)?p(ce)(n,p(Qe)):p(a)(n),route:n,"render-context":t.renderContext},null,8,[`clicks-context`,`route`,`render-context`])),[[re,n===p(r)]])),128))]),_:1},16,[`class`])),p(De)?(F(),k(Ho,{key:0,data:p(De)},null,8,[`data`])):N(`v-if`,!0),N(` Global Top `),c(p(pt)),T.value?(F(),k(p(T),{key:1})):N(`v-if`,!0)],64))}}),[[`__scopeId`,`data-v-835d2635`]]),Wo=Object.assign({}),Go=Object.assign({}),Ko=Object.assign({}),qo=[Object.values(Wo)[0],Object.values(Go)[0],Object.values(Ko)[0]].filter(Boolean);function Jo(){let{go:e,goFirst:t,goLast:n,next:r,nextSlide:i,prev:a,prevSlide:o}=V(),{drawingEnabled:s}=st(),{escape:c,space:l,shift:u,left:d,right:f,up:p,down:m,enter:h,d:g,g:_,o:v,"`":y}=Fe,b={next:r,prev:a,nextSlide:i,prevSlide:o,go:e,goFirst:t,goLast:n,downloadPDF:tt,toggleDark:nt,toggleOverview:ue,toggleDrawing:()=>s.value=!s.value,escapeOverview:()=>I.value=!1,showGotoDialog:()=>z.value=!z.value},x=W(U(I),U(De)),S=[{name:`next_space`,key:W(l,U(u)),fn:r,autoRepeat:!0},{name:`prev_space`,key:W(l,u),fn:a,autoRepeat:!0},{name:`next_right`,key:W(f,U(u),x),fn:r,autoRepeat:!0},{name:`prev_left`,key:W(d,U(u),x),fn:a,autoRepeat:!0},{name:`next_page_key`,key:`pageDown`,fn:r,autoRepeat:!0},{name:`prev_page_key`,key:`pageUp`,fn:a,autoRepeat:!0},{name:`next_down`,key:W(m,x),fn:i,autoRepeat:!0},{name:`prev_up`,key:W(p,x),fn:o,autoRepeat:!0},{name:`next_shift`,key:W(f,u),fn:i,autoRepeat:!0},{name:`prev_shift`,key:W(d,u),fn:o,autoRepeat:!0},{name:`toggle_dark`,key:W(g,U(s)),fn:nt},{name:`toggle_overview`,key:W(qe(v,y),U(s)),fn:ue},{name:`hide_overview`,key:W(c,U(s)),fn:()=>I.value=!1},{name:`goto`,key:W(_,U(s)),fn:()=>z.value=!z.value},{name:`next_overview`,key:W(f,I),fn:ba},{name:`prev_overview`,key:W(d,I),fn:ya},{name:`up_overview`,key:W(p,I),fn:xa},{name:`down_overview`,key:W(m,I),fn:Sa},{name:`goto_from_overview`,key:W(h,I),fn:()=>{e(Z.value),I.value=!1}}],C=new Set(S.map(e=>e.name));for(let e of qo)S=e(b,S);if(S.filter(e=>e.name&&C.has(e.name)).length===0){let e=[`========== WARNING ==========`,`defineShortcutsSetup did not return any of the base shortcuts.`,`See https://sli.dev/custom/config-shortcuts.html for migration.`,`If it is intentional, return at least one shortcut with one of the base names (e.g. name:"goto").`].join(` + +`);alert(e),console.warn(e)}return S}function Yo(){let{isPrintMode:e}=V(),t=W(U(Te),U(be),U(e),ge,U(oe)),n=Jo();new Map(n.map(e=>[e.key,e])).forEach(e=>{e.fn&&r(e.key,e.fn,e.autoRepeat)}),i(`f`,()=>Ne.toggle());function r(e,n,r=!1){typeof e==`string`&&(e=Fe[e]);let i=W(e,t),a=0,o,s=()=>{if(clearTimeout(o),!i.value){a=0;return}r&&(o=setTimeout(s,Math.max(1e3-a*250,150)),a++),n()};return d(i,s,{flush:`sync`})}function i(e,n){return Je(e,e=>{t.value&&(e.repeat||n())})}}export{Na as a,ha as c,gt as d,ht as f,$a as i,Nt as l,Uo as n,ja as o,wo as r,Aa as s,Yo as t,Et as u}; \ No newline at end of file diff --git a/lecture-06/assets/useDrawings-CjlbRTfY.js b/lecture-06/assets/useDrawings-CjlbRTfY.js new file mode 100644 index 0000000000000000000000000000000000000000..280cdd6d907bf6d80496e0715cad8d0e239072a7 --- /dev/null +++ b/lecture-06/assets/useDrawings-CjlbRTfY.js @@ -0,0 +1 @@ +import{N as e,Y as t,at as n,g as r,lt as i,st as a}from"./modules/shiki-BFOesOFp.js";import{g as o,t as s,tt as c}from"./useNav-CQhUpX69.js";import{D as l,g as u}from"./modules/vue-Ymwlffw_.js";import{c as d,l as f,s as p}from"./index-B3wHE1T9.js";var m=()=>({emit(e,...t){for(let n=this.events[e]||[],r=0,i=n.length;r{this.events[e]=this.events[e]?.filter(e=>t!==e)}}});function h(e,t){return e-t}function g(e){return e<0?-1:1}function _(e){return[Math.abs(e),g(e)]}function v(){let e=()=>((1+Math.random())*65536|0).toString(16).substring(1);return`${e()+e()}-${e()}-${e()}-${e()}-${e()}${e()}${e()}`}var y=2;function b(e,t){let n=document.createElementNS(`http://www.w3.org/2000/svg`,`defs`),r=document.createElementNS(`http://www.w3.org/2000/svg`,`marker`),i=document.createElementNS(`http://www.w3.org/2000/svg`,`path`);return i.setAttribute(`fill`,t),r.setAttribute(`id`,e),r.setAttribute(`viewBox`,`0 -5 10 10`),r.setAttribute(`refX`,`5`),r.setAttribute(`refY`,`0`),r.setAttribute(`markerWidth`,`4`),r.setAttribute(`markerHeight`,`4`),r.setAttribute(`orient`,`auto`),i.setAttribute(`d`,`M0,-5L10,0L0,5`),r.appendChild(i),n.appendChild(r),n}function x(e,t){let n=e.x-t.x,r=e.y-t.y;return n*n+r*r}function S(e,t,n){let r=t.x,i=t.y,a=n.x-r,o=n.y-i;if(a!==0||o!==0){let t=((e.x-r)*a+(e.y-i)*o)/(a*a+o*o);t>1?(r=n.x,i=n.y):t>0&&(r+=a*t,i+=o*t)}return a=e.x-r,o=e.y-i,a*a+o*o}function C(e,t){let n=e[0],r=[n],i;for(let a=1,o=e.length;at&&(r.push(i),n=i);return n!==i&&i&&r.push(i),r}function w(e,t,n,r,i){let a=r,o=0;for(let r=t+1;ra&&(o=r,a=i)}a>r&&(o-t>1&&w(e,t,o,r,i),i.push(e[o]),n-o>1&&w(e,o,n,r,i))}function T(e,t){let n=e.length-1,r=[e[0]];return w(e,0,n,t,r),r.push(e[n]),r}function E(e,t,n=!1){if(e.length<=2)return e;let r=t===void 0?1:t*t;return e=n?e:C(e,r),e=T(e,r),e}var D=class{constructor(e){this.drauu=e,this.event=void 0,this.point=void 0,this.start=void 0,this.el=null}onSelected(e){}onUnselected(){}onStart(e){}onMove(e){return!1}onEnd(e){}get brush(){return this.drauu.brush}get shiftPressed(){return this.drauu.shiftPressed}get altPressed(){return this.drauu.altPressed}get svgElement(){return this.drauu.el}getMousePosition(e){let t=this.drauu.el,n=this.drauu.options.cssZoom??1,r=this.drauu.options.coordinateScale??1,i=this.drauu.options.offset??{x:0,y:0};if(this.drauu.options.coordinateTransform===!1){let t=this.drauu.el.getBoundingClientRect();return{x:(e.pageX/n-t.left+i.x)*r,y:(e.pageY/n-t.top+i.y)*r,pressure:e.pressure}}{let a=this.drauu.svgPoint;a.x=e.clientX/n+i.x,a.y=e.clientY/n+i.y;let o=a.matrixTransform(t.getScreenCTM()?.inverse());return{x:o.x*r,y:o.y*r,pressure:e.pressure}}}createElement(e,t){let n=document.createElementNS(`http://www.w3.org/2000/svg`,e),r=t?{...this.brush,...t}:this.brush;return n.setAttribute(`fill`,r.fill??`transparent`),n.setAttribute(`stroke`,r.color),n.setAttribute(`stroke-width`,r.size.toString()),n.setAttribute(`stroke-linecap`,`round`),r.dasharray&&n.setAttribute(`stroke-dasharray`,r.dasharray),n}attr(e,t){this.el.setAttribute(e,typeof t==`string`?t:t.toFixed(y))}_setEvent(e){this.event=e,this.point=this.getMousePosition(e)}_eventDown(e){return this._setEvent(e),this.start=this.point,this.onStart(this.point)}_eventMove(e){return this._setEvent(e),this.onMove(this.point)}_eventUp(e){return this._setEvent(e),this.onEnd(this.point)}},O=class e extends D{constructor(...e){super(...e),this.points=[],this.count=0}onStart(e){if(this.el=this.createElement(`path`,{fill:`transparent`}),this.points=[e],this.brush.arrowEnd){this.arrowId=v();let e=b(this.arrowId,this.brush.color);this.el.appendChild(e)}return this.el}onMove(t){return this.el||this.onStart(t),this.points[this.points.length-1]!==t&&(this.points.push(t),this.count+=1),this.count>5&&(this.points=E(this.points,1,!0),this.count=0),this.attr(`d`,e.toSvgData(this.points)),!0}onEnd(){let t=this.el;if(this.el=null,!t)return!1;if(t.setAttribute(`d`,e.toSvgData(E(this.points,1,!0))),!t.getTotalLength()){let{x:e,y:n}=this.points[0],r=this.brush.size/2;t.setAttribute(`d`,`M ${e-r} ${n} a ${r},${r} 0 1,0 ${r*2},0 a ${r},${r} 0 1,0 ${-r*2},0`),t.setAttribute(`fill`,this.brush.color),t.setAttribute(`stroke-width`,`0`)}return!0}static line(e,t){let n=t.x-e.x,r=t.y-e.y;return{length:Math.sqrt(n**2+r**2),angle:Math.atan2(r,n)}}static controlPoint(t,n,r,i){let a=n||t,o=r||t,s=e.line(a,o),c=s.angle+(i?Math.PI:0),l=s.length*.2;return{x:t.x+Math.cos(c)*l,y:t.y+Math.sin(c)*l}}static bezierCommand(t,n,r){let i=e.controlPoint(r[n-1],r[n-2],t),a=e.controlPoint(t,r[n-1],r[n+1],!0);return`C ${i.x.toFixed(y)},${i.y.toFixed(y)} ${a.x.toFixed(y)},${a.y.toFixed(y)} ${t.x.toFixed(y)},${t.y.toFixed(y)}`}static toSvgData(t){return t.reduce((t,n,r,i)=>r===0?`M ${n.x.toFixed(y)},${n.y.toFixed(y)}`:`${t} ${e.bezierCommand(n,r,i)}`,``)}},k=class extends D{onStart(e){return this.el=this.createElement(`ellipse`),this.attr(`cx`,e.x),this.attr(`cy`,e.y),this.el}onMove(e){if(!this.el||!this.start)return!1;let[t,n]=_(e.x-this.start.x),[r,i]=_(e.y-this.start.y);if(this.shiftPressed){let e=Math.min(t,r);t=e,r=e}if(this.altPressed)this.attr(`cx`,this.start.x),this.attr(`cy`,this.start.y),this.attr(`rx`,t),this.attr(`ry`,r);else{let[e,a]=[this.start.x,this.start.x+t*n].sort(h),[o,s]=[this.start.y,this.start.y+r*i].sort(h);this.attr(`cx`,(e+a)/2),this.attr(`cy`,(o+s)/2),this.attr(`rx`,(a-e)/2),this.attr(`ry`,(s-o)/2)}return!0}onEnd(){let e=this.el;if(this.el=null,!e)return!1;try{if(!e.getTotalLength())return!1}catch{return!1}return!0}},A=class extends D{constructor(...e){super(...e),this.pathSubFactor=20,this.pathFragments=[],this._erased=[]}onSelected(e){let t=(e,n)=>{if(e&&e.length)for(let r=0;re.forEach(e=>this.drauu._restoreNode(e)),redo:()=>e.forEach(e=>this.drauu._removeNode(e))}}checkAndEraseElement(){if(this.pathFragments.length)for(let e=0;e!this._erased.includes(e.element))),this._erased.length>0}lineLineIntersect(e,t){let n=e.x1,r=e.x2,i=t.x1,a=t.x2,o=e.y1,s=e.y2,c=t.y1,l=t.y2,u=(n-r)*(c-l)-(o-s)*(i-a),d=(n*s-o*r)*(i-a)-(n-r)*(i*l-c*a),f=(n*s-o*r)*(c-l)-(o-s)*(i*l-c*a),p=(e,t,n)=>e>=t&&e<=n||e>=n&&e<=t;if(u===0)return!1;{let e={x:d/u,y:f/u};return p(e.x,n,r)&&p(e.y,o,s)&&p(e.x,i,a)&&p(e.y,c,l)}}},j=class extends D{onStart(e){if(this.el=this.createElement(`line`,{fill:`transparent`}),this.attr(`x1`,e.x),this.attr(`y1`,e.y),this.attr(`x2`,e.x),this.attr(`y2`,e.y),this.brush.arrowEnd){let e=v(),t=document.createElementNS(`http://www.w3.org/2000/svg`,`g`);return t.append(b(e,this.brush.color)),t.append(this.el),this.attr(`marker-end`,`url(#${e})`),t}return this.el}onMove(e){if(!this.el)return!1;let{x:t,y:n}=e;if(this.shiftPressed){let r=e.x-this.start.x,i=e.y-this.start.y;if(i!==0){let e=r/i;e=Math.round(e),Math.abs(e)<=1?(t=this.start.x+i*e,n=this.start.y+i):(t=this.start.x+r,n=this.start.y)}}return this.altPressed?(this.attr(`x1`,this.start.x*2-t),this.attr(`y1`,this.start.y*2-n),this.attr(`x2`,t),this.attr(`y2`,n)):(this.attr(`x1`,this.start.x),this.attr(`y1`,this.start.y),this.attr(`x2`,t),this.attr(`y2`,n)),!0}onEnd(){let e=this.el;if(this.el=null,!e)return!1;try{if(e.getTotalLength()<5)return!1}catch{return!1}return!0}},M=class extends D{onStart(e){return this.el=this.createElement(`rect`),this.brush.cornerRadius&&(this.attr(`rx`,this.brush.cornerRadius),this.attr(`ry`,this.brush.cornerRadius)),this.attr(`x`,e.x),this.attr(`y`,e.y),this.el}onMove(e){if(!this.el||!this.start)return!1;let[t,n]=_(e.x-this.start.x),[r,i]=_(e.y-this.start.y);if(this.shiftPressed){let e=Math.min(t,r);t=e,r=e}if(this.altPressed)this.attr(`x`,this.start.x-t),this.attr(`y`,this.start.y-r),this.attr(`width`,t*2),this.attr(`height`,r*2);else{let[e,a]=[this.start.x,this.start.x+t*n].sort(h),[o,s]=[this.start.y,this.start.y+r*i].sort(h);this.attr(`x`,e),this.attr(`y`,o),this.attr(`width`,a-e),this.attr(`height`,s-o)}return!0}onEnd(){let e=this.el;if(this.el=null,!e)return!1;try{if(!e.getTotalLength())return!1}catch{return!1}return!0}};function N(e,t,n,r=e=>e){return e*r(.5-t*(.5-n))}function P(e){return[-e[0],-e[1]]}function F(e,t){return[e[0]+t[0],e[1]+t[1]]}function I(e,t){return[e[0]-t[0],e[1]-t[1]]}function L(e,t){return[e[0]*t,e[1]*t]}function R(e,t){return[e[0]/t,e[1]/t]}function z(e){return[e[1],-e[0]]}function B(e,t){return e[0]*t[0]+e[1]*t[1]}function V(e,t){return e[0]===t[0]&&e[1]===t[1]}function H(e){return Math.hypot(e[0],e[1])}function U(e){return e[0]*e[0]+e[1]*e[1]}function W(e,t){return U(I(e,t))}function G(e){return R(e,H(e))}function K(e,t){return Math.hypot(e[1]-t[1],e[0]-t[0])}function q(e,t,n){let r=Math.sin(n),i=Math.cos(n),a=e[0]-t[0],o=e[1]-t[1],s=a*i-o*r,c=a*r+o*i;return[s+t[0],c+t[1]]}function J(e,t,n){return F(e,L(I(t,e),n))}function Y(e,t,n){return F(e,L(t,n))}var{min:X,PI:Z}=Math,Q=.275,$=Z+1e-4;function ee(e,t={}){let{size:n=16,smoothing:r=.5,thinning:i=.5,simulatePressure:a=!0,easing:o=e=>e,start:s={},end:c={},last:l=!1}=t,{cap:u=!0,easing:d=e=>e*(2-e)}=s,{cap:f=!0,easing:p=e=>--e*e*e+1}=c;if(e.length===0||n<=0)return[];let m=e[e.length-1].runningLength,h=s.taper===!1?0:s.taper===!0?Math.max(n,m):s.taper,g=c.taper===!1?0:c.taper===!0?Math.max(n,m):c.taper,_=(n*r)**2,v=[],y=[],b=e.slice(0,10).reduce((e,t)=>{let r=t.pressure;if(a){let i=X(1,t.distance/n);r=X(1,e+(X(1,1-i)-e)*(i*Q))}return(e+r)/2},e[0].pressure),x=N(n,i,e[e.length-1].pressure,o),S,C=e[0].vector,w=e[0].point,T=w,E=w,D=T,O=!1;for(let t=0;t_)&&(v.push(E),w=E),D=F(s,R),(t<=1||W(T,D)>_)&&(y.push(D),T=D),b=r,C=c}let k=e[0].point.slice(0,2),A=e.length>1?e[e.length-1].point.slice(0,2):F(e[0].point,[1,1]),j=[],M=[];if(e.length===1){if(!(h||g)||l){let e=Y(k,G(z(I(k,A))),-(S||x)),t=[];for(let n=1/13,r=n;r<=1;r+=n)t.push(q(e,k,$*2*r));return t}}else{if(!(h||g&&e.length===1)){if(u)for(let e=1/13,t=e;t<=1;t+=e){let e=q(y[0],k,$*t);j.push(e)}else{let e=I(v[0],y[0]),t=L(e,.5),n=L(e,.51);j.push(I(k,t),I(k,n),F(k,n),F(k,t))}}let t=z(P(e[e.length-1].vector));if(g||h&&e.length===1)M.push(A);else if(f){let e=Y(A,t,x);for(let t=1/29,n=t;n<1;n+=t)M.push(q(e,A,$*3*n))}else M.push(F(A,L(t,x)),F(A,L(t,x*.99)),I(A,L(t,x*.99)),I(A,L(t,x)))}return v.concat(M,y.reverse(),j)}function te(e,t={}){let{streamline:n=.5,size:r=16,last:i=!1}=t;if(e.length===0)return[];let a=.15+(1-n)*.85,o=Array.isArray(e[0])?e:e.map(({x:e,y:t,pressure:n=.5})=>[e,t,n]);if(o.length===2){let e=o[1];o=o.slice(0,-1);for(let t=1;t<5;t++)o.push(J(o[0],e,t/4))}o.length===1&&(o=[...o,[...F(o[0],[1,1]),...o[0].slice(2)]]);let s=[{point:[o[0][0],o[0][1]],pressure:o[0][2]>=0?o[0][2]:.25,vector:[1,1],distance:0,runningLength:0}],c=!1,l=0,u=s[0],d=o.length-1;for(let e=1;e=0?o[e][2]:.5,vector:G(I(u.point,t)),distance:n,runningLength:l},s.push(u)}return s[0].vector=s[1]?.vector||[0,0],s}function ne(e,t={}){return ee(te(e,t),t)}var re=class e extends D{constructor(...e){super(...e),this.points=[]}onStart(e){return this.el=document.createElementNS(`http://www.w3.org/2000/svg`,`path`),this.points=[e],this.attr(`fill`,this.brush.color),this.attr(`d`,this.getSvgData(this.points)),this.el}onMove(e){return this.el||this.onStart(e),this.points[this.points.length-1]!==e&&this.points.push(e),this.attr(`d`,this.getSvgData(this.points)),!0}onEnd(){let e=this.el;return this.el=null,!!e}getSvgData(t){return e.getSvgData(t,this.brush)}static getSvgData(e,t){let n=ne(e,{size:t.size,thinning:.9,simulatePressure:!1,start:{taper:5},end:{taper:5},...t.stylusOptions});if(!n.length)return``;let r=n.reduce((e,[t,n],r,i)=>{let[a,o]=i[(r+1)%i.length];return e.push(t,n,(t+a)/2,(n+o)/2),e},[`M`,...n[0],`Q`]);return r.push(`Z`),r.map(e=>typeof e==`number`?e.toFixed(2):e).join(` `)}};function ie(e){return{draw:new O(e),stylus:new re(e),line:new j(e),rectangle:new M(e),ellipse:new k(e),eraseLine:new A(e)}}var ae=class{constructor(e={}){this.options=e,this.el=null,this.svgPoint=null,this.eventEl=null,this.shiftPressed=!1,this.altPressed=!1,this.drawing=!1,this._emitter=m(),this._originalPointerId=null,this._models=ie(this),this._opStack=[],this._opIndex=0,this._disposables=[],this._elements=[],this.options.brush||(this.options.brush={color:`black`,size:3,mode:`stylus`}),e.el&&this.mount(e.el,e.eventTarget,e.window)}get model(){return this._models[this.mode]}get mounted(){return!!this.el}get mode(){return this.options.brush.mode||`stylus`}set mode(e){this._models[this.mode].onUnselected(),this.options.brush.mode=e,this.model.onSelected(this.el)}get brush(){return this.options.brush}set brush(e){this.options.brush=e}resolveSelector(e){return typeof e==`string`?document.querySelector(e):e||null}mount(e,t,n=window){if(this.el)throw Error(`[drauu] already mounted, unmount previous target first`);if(this.el=this.resolveSelector(e),!this.el)throw Error(`[drauu] target element not found`);if(this.el.tagName.toLocaleLowerCase()!==`svg`)throw Error(`[drauu] can only mount to a SVG element`);if(!this.el.createSVGPoint)throw Error(`[drauu] SVG element must be create by document.createElementNS('http://www.w3.org/2000/svg', 'svg')`);this.svgPoint=this.el.createSVGPoint();let r=this.resolveSelector(t)||this.el,i=this.eventStart.bind(this),a=this.eventMove.bind(this),o=this.eventEnd.bind(this),s=this.eventKeyboard.bind(this),c=this.touchMove.bind(this);r.addEventListener(`pointerdown`,i,{passive:!1}),n.addEventListener(`pointermove`,a,{passive:!1}),n.addEventListener(`pointerup`,o,{passive:!1}),n.addEventListener(`pointercancel`,o,{passive:!1}),n.addEventListener(`keydown`,s,!1),n.addEventListener(`keyup`,s,!1),n.addEventListener(`touchmove`,c,{passive:!1}),this._disposables.push(()=>{r.removeEventListener(`pointerdown`,i),n.removeEventListener(`pointermove`,a),n.removeEventListener(`pointerup`,o),n.removeEventListener(`pointercancel`,o),n.removeEventListener(`keydown`,s,!1),n.removeEventListener(`keyup`,s,!1),n.removeEventListener(`touchmove`,c)}),this._emitter.emit(`mounted`)}unmount(){this._disposables.forEach(e=>e()),this._disposables.length=0,this._elements.length=0,this.el=null,this._emitter.emit(`unmounted`)}on(e,t){return this._emitter.on(e,t)}undo(){return!this.canUndo()||this.drawing?!1:(this._opStack[--this._opIndex].undo(),this._emitter.emit(`changed`),!0)}redo(){return!this.canRedo()||this.drawing?!1:(this._opStack[this._opIndex++].redo(),this._emitter.emit(`changed`),!0)}canRedo(){return this._opIndex0}eventMove(e){!this.acceptsInput(e)||!this.drawing||this.model._eventMove(e)&&(e.stopPropagation(),e.preventDefault(),this._emitter.emit(`changed`))}eventStart(e){this.acceptsInput(e)&&(e.stopPropagation(),e.preventDefault(),this._currentNode&&this.cancel(),this.drawing=!0,this._originalPointerId=e.pointerId,this._emitter.emit(`start`),this._currentNode=this.model._eventDown(e),this._currentNode&&this.mode!==`eraseLine`&&this.el.appendChild(this._currentNode),this._emitter.emit(`changed`))}eventEnd(e){if(!this.acceptsInput(e)||!this.drawing)return;let t=this.model._eventUp(e);if(!t)this.cancel();else if(t===!0){let e=this._currentNode;e&&(this._appendNode(e),this.commit({undo:()=>this._removeNode(e),redo:()=>this._restoreNode(e)}))}else this.commit(t);this.drawing=!1,this._emitter.emit(`end`),this._emitter.emit(`changed`),this._originalPointerId=null}touchMove(e){Array.from(e.touches).some(e=>e.touchType===`stylus`&&e.identifier===this._originalPointerId)&&e.preventDefault()}acceptsInput(e){return(!this.options.acceptsInputTypes||this.options.acceptsInputTypes.includes(e.pointerType))&&!(this._originalPointerId&&this._originalPointerId!==e.pointerId)}eventKeyboard(e){(this.shiftPressed!==e.shiftKey||this.altPressed!==e.altKey)&&(this.shiftPressed=e.shiftKey,this.altPressed=e.altKey,this.model.point&&this.model.onMove(this.model.point)&&this._emitter.emit(`changed`))}commit(e){this._opStack.length=this._opIndex,this._opStack.push(e),this._opIndex++;let t=this._currentNode;this._currentNode=void 0,this._emitter.emit(`committed`,t)}clear(){this._opStack.length=0,this._opIndex=0,this._elements=[],this.cancel(),this.el.innerHTML=``,this._emitter.emit(`changed`)}cancel(){this._currentNode&&(this.el.removeChild(this._currentNode),this._currentNode=void 0,this._emitter.emit(`canceled`))}dump(){return this.el.innerHTML}load(e){this.clear(),this.el.innerHTML=e}_appendNode(e){let t=this._elements.at(-1);t?t.after(e):this.el.append(e);let n=this._elements.push(e)-1;e.dataset.drauu_index=n.toString()}_removeNode(e){e.remove(),this._elements[+e.dataset.drauu_index]=null}_restoreNode(e){let t=+e.dataset.drauu_index;this._elements[t]=e;for(let n=t-1;n>=0;n--){let t=this._elements[n];if(t){t.after(e);return}}this.el.prepend(e)}};function oe(e){return new ae(e)}var se=l(()=>{let{currentSlideNo:l,isPresenter:m}=s(),h=[`#ff595e`,`#ffca3a`,`#8ac926`,`#1982c4`,`#6a4c93`,`#ffffff`,`#000000`],g=u(`slidev-drawing-enabled`,!1),_=u(`slidev-drawing-pinned`,!1),v=u(`slidev-drawing-brush`,{color:h[0],size:4,mode:`stylus`}),y=i(!1),b=i(!1),x=i(!1),S=i(!1),C=i(`stylus`),w=r(()=>c.drawings.syncAll||m.value),T=!1,E=r({get(){return C.value},set(e){C.value=e,e===`arrow`?(O.mode=`line`,v.value.arrowEnd=!0):(O.mode=e,v.value.arrowEnd=!1)}}),D=a({brush:v,acceptsInputTypes:r(()=>g.value&&(!c.drawings.presenterOnly||m.value)?void 0:[`pen`]),coordinateTransform:!1}),O=n(oe(D));function k(){O.clear(),w.value&&f(l.value,``)}function A(){x.value=O.canRedo(),b.value=O.canUndo(),S.value=!!O.el?.children.length}function j(e){T=!0;let t=p[e||l.value];t==null?O.clear():O.load(t),A(),T=!1}return O.on(`changed`,()=>{if(A(),!T){let e=O.dump(),t=l.value;(p[t]||``)!==e&&w.value&&f(t,O.dump())}}),d(e=>{T=!0,e[l.value]!=null&&O.load(e[l.value]||``),T=!1,A()}),e(()=>{t(l,()=>{O.mounted&&j()},{immediate:!0})}),O.on(`start`,()=>y.value=!0),O.on(`end`,()=>y.value=!1),window.addEventListener(`keydown`,e=>{if(!g.value||o.value)return;let t=!e.ctrlKey&&!e.altKey&&!e.shiftKey&&!e.metaKey,n=!0;e.code===`KeyZ`&&(e.ctrlKey||e.metaKey)?e.shiftKey?O.redo():O.undo():e.code===`Escape`?g.value=!1:e.code===`KeyL`&&t?E.value=`line`:e.code===`KeyA`&&t?E.value=`arrow`:e.code===`KeyS`&&t?E.value=`stylus`:e.code===`KeyR`&&t?E.value=`rectangle`:e.code===`KeyE`&&t?E.value=`ellipse`:e.code===`KeyC`&&t?k():e.code.startsWith(`Digit`)&&t&&+e.code[5]<=h.length?v.value.color=h[e.code[5]-1]:n=!1,n&&(e.preventDefault(),e.stopPropagation())},!1),{brush:v,brushColors:h,canClear:S,canRedo:x,canUndo:b,clear:k,drauu:O,drauuOptions:D,drawingEnabled:g,drawingMode:E,drawingPinned:_,drawingState:p,isDrawing:y,loadCanvas:j}});export{se as t}; \ No newline at end of file diff --git a/lecture-06/assets/useNav-CQhUpX69.js b/lecture-06/assets/useNav-CQhUpX69.js new file mode 100644 index 0000000000000000000000000000000000000000..bbd15435ea1cc5f903b5b3124c7ceef505637217 --- /dev/null +++ b/lecture-06/assets/useNav-CQhUpX69.js @@ -0,0 +1,298 @@ +const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["./md-BjO-yXuT.js","./modules/shiki-BFOesOFp.js","./rolldown-runtime-hePW80VL.js","./modules/shiki-BrmBd2_v.css","./_plugin-vue_export-helper-BDNMzG2s.js","./slidev/context-DrkI8qiD.js","./modules/vue-Ymwlffw_.js","./TransformerGlyph-D9TehqNe.js","./TransformerGlyph-BjiXyVx-.css","./md-CYXxUBJM.css","./md-C2-OA9fh2.js","./default-sHmABwVd.js","./DeckFooter-CNwUudF1.js","./slidev/client-BaoP5crJ.js","./syncState-BrWO1mSt.js","./index-B3wHE1T9.js","./index-Cwr0nnCy.css","./useDrawings-CjlbRTfY.js","./DeckFooter-B6vKMo6W.css","./default-DFJXHcku.css","./md-WLf-oJsn2.js","./md-B815c0ps.js","./section-C2g2VRmZ.js","./section-BZ9Dfv_4.css","./md-D1PuSHhL.js","./md-Bccft7aT.js","./md-CW3GRSxh2.js","./Citation-C9LcHAMd.js","./Citation-rca7ok54.css","./md-BgsK6PGZ2.js","./md-fwwBADxs.js","./PollSlide-BMOY45LL.js","./slidev/VClicks-CGAOkBil.js","./PollSlide-C7CHIzYm.css","./md-BekE5qL_.js","./md-Di4Qt8I7.js","./md-Ny6WZnJ7.js","./md-D5pUJL2P.js","./md-DA-U-KLh.js","./md-Cd5sTws1.js","./md-5WEP6Md82.js","./interactive-ClWDKV9B.js","./interactive-DDMF3hhv.css","./StepButton-BcP33F-1.js","./StepButton-C1ItLUkw.css","./md-BTnUhx7N.css","./md-DEgY0uH5.js","./md-CnbjQpmR.js","./md-CnA6oK-G2.js","./md-BkNuaaSP.js","./md-tyDiHdR82.js","./slidev/CodeBlockWrapper-C_5MjYK7.js","./modules/unplugin-icons-BIrNarL0.js","./md-_zM9_Liw2.js","./md-DMkm1Qpi2.js","./md-B4dh1Gjy2.js","./md-1POnEWPg2.js","./md-CB6QZfkK2.js","./md-e4EWMRs72.js","./useConvolution-qO1u8ksh.js","./useAttention-Blk0c2BZ.js","./md-CLHejJIP.css","./md-I37og32I2.js","./md-_SHUq-nE2.js","./md-BJLgyYot2.js","./md-t4mgdbVj2.js","./md-DVwk_z3R2.js","./md-y76j5fQp.js","./AttentionTrace-P2mXITE1.js","./AttentionTrace-C6btF5nP.css","./md-DKTehYnC.js","./md-DsG80VyH.js","./md-CkETFBk6.js","./md-DPGQ32a_.js","./slidev/KaTexBlockWrapper-BKHEVd16.js","./md-DWTbey-7.js","./md-B3cw-l9c.js","./md-Bu64PrEi.js","./AttentionMatrix-DXtaXAxa.js","./AttentionMatrix-BhYJvquu.css","./md-CLUR6rvJ.js","./md-Cbf_c7qC.js","./md-BYKniqFA.js","./md-k4CJxF-e.js","./md-BsLhH0zv.js","./md-9BRr5fKR.js","./md-CWLf7t6o.js","./md-CzDAqWAf.js","./md-C8OiMOzj.js","./md-DfWMIvp7.css","./md-DK7RiH73.js","./md-BtxXgyX-.js","./md-oPuDj13d.js","./md-qmYNymNy.js","./PositionalEncoding-Bo7piui3.js","./PositionalEncoding-Dth3J5pw.css","./md-45uBB7cb.js","./md-DJ3ZfTTV.js","./md-CKfbaq-X.js","./md-D494-50T.js","./md-DRDqrCj8.js","./md-Cc76xEtv.js","./md-De5oZ2z4.js","./md-BX32i5rK.js","./md-CBhrP8n32.js","./TransformerBlock-CZtncS4l.js","./TransformerBlock-DhsPSwrk.css","./md-CBiTRCiA2.js","./md-cctJvsll2.js","./md-D5C8NmHq.js","./md-C6qfUyBt2.js","./md-DhBlBbzO2.js","./md-SrHURhTq2.js","./md-Q3kNorqP2.js","./md-Cw_OWuR42.js","./md-QblM3U-t2.js","./md-DDePAZ392.js","./md-DgGgxb9T2.js","./md-CVYuYWEV.js","./md-UQql7nqC2.js","./md-QvaTZu9O2.js","./md-CIA7piby2.js","./md-D9ITpwGc2.js","./md-Cp4p0FvF.css","./md-hQN7x7Vi2.js","./md-CiC1TVvQ2.js","./md-CNDLpstn2.js","./md-BRWSRKtj2.js","./md-BOLARYwC2.js","./md-DJ7h1hbK.js","./md-BpUXPIXm.js","./md-S_Ria6PB.js","./md-kAWeedCs.js","./md-D4nJotEI.js","./md-UQ73wYzT.js","./md-CniY5mwA.js","./md-BexnRWui.js","./md-TEhmIqfz.js","./md-ClP8RXgK.js","./md-CZ0TTTDs.js","./md-Cw5-XauR.js","./md-CSrnKzHt.js","./md-Dq0GSfkl.js","./md-DhdkV_MM.js","./md-BmMhfMUg.js","./md-DiJIM5-s.js","./md-B5Abi94E.js","./md-CGRw6CdD.js","./md-BscC0r3L.js","./md-BqhSluwG.js","./md-CV1HWu48.js","./md-Dcr9t_yB.js","./md-DH9dhp5C.js","./md-Be8qHbLU.js","./md-B5uG_D2l.js","./md-CidsJPTN.js","./md-CHhgCgN4.js","./md-DFA1fo1z.js","./md-DhZ23yU-.css","./md-BJ1CN0D8.js","./md-y1958Azu.js","./md-DE2QGCpb.css"])))=>i.map(i=>d[i]); +import{C as e,L as t,N as n,O as r,R as i,Y as a,_ as o,_t as s,b as c,ft as l,g as u,gt as ee,lt as d,m as f,pt as te,rt as ne,st as p,ut as m,w as re,xt as ie,y as ae,z as oe}from"./modules/shiki-BFOesOFp.js";import{t as se}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{A as ce,B as le,D as ue,E as de,L as fe,V as pe,_ as me,a as he,c as ge,g as h,h as _e,j as ve,l as ye}from"./modules/vue-Ymwlffw_.js";import{l as be,y as xe}from"./slidev/context-DrkI8qiD.js";function Se(e,t,n){return Math.min(n,Math.max(t,e))}function Ce(...e){return Te(e).reduce((e,t)=>e+t,0)}function we(e){return e??=[],Array.isArray(e)?e:[e]}function Te(e){return we(e).flat(1)}function Ee(e){return Array.from(new Set(e))}function De(...e){let t,n,r;e.length===1?(t=0,r=1,[n]=e):[t,n,r=1]=e;let i=[],a=t;for(;at(e,n)).filter(Oe))}var g={theme:`dl2026`,title:`Transformers`,titleTemplate:`%s - Slidev`,addons:[`dl2026`],remoteAssets:!1,monaco:!0,monacoTypesSource:`local`,monacoTypesAdditionalPackages:[],monacoTypesIgnorePackages:[],monacoRunAdditionalDeps:[],monacoRunUseStrict:!0,download:`./slides.pdf`,export:{},info:`

PGR207 Deep Learning 2026 — Lecture 06

+`,highlighter:`shiki`,twoslash:!0,lineNumbers:!1,colorSchema:`auto`,routerMode:`hash`,aspectRatio:1.7777777777777777,canvasWidth:980,exportFilename:``,selectable:!1,themeConfig:{courseCode:`PGR207`,lecture:`06`,lectureTitle:`Transformers`},fonts:{sans:[`"Inter"`,`ui-sans-serif`,`system-ui`,`-apple-system`,`BlinkMacSystemFont`,`"Segoe UI"`,`Roboto`,`"Helvetica Neue"`,`Arial`,`"Noto Sans"`,`sans-serif`,`"Apple Color Emoji"`,`"Segoe UI Emoji"`,`"Segoe UI Symbol"`,`"Noto Color Emoji"`],serif:[`"Source Serif 4"`,`ui-serif`,`Georgia`,`Cambria`,`"Times New Roman"`,`Times`,`serif`],mono:[`"JetBrains Mono"`,`ui-monospace`,`SFMono-Regular`,`Menlo`,`Monaco`,`Consolas`,`"Liberation Mono"`,`"Courier New"`,`monospace`],webfonts:[`Inter`,`Source Serif 4`,`JetBrains Mono`],provider:`google`,local:[],italic:!1,weights:[`200`,`400`,`600`]},favicon:`https://cdn.jsdelivr.net/gh/slidevjs/slidev/assets/favicon.png`,drawings:{enabled:!0,persist:!1,presenterOnly:!1,syncAll:!0},plantUmlServer:`https://www.plantuml.com/plantuml`,codeCopy:!0,magicMoveCopy:!0,author:`Vajira Thambawita`,record:`dev`,css:`unocss`,presenter:!0,browserExporter:`dev`,htmlAttrs:{},transition:`slide-left`,editor:!0,mcp:!0,contextMenu:null,wakeLock:!0,pwa:!1,mdc:!0,comark:!1,seoMeta:{},notesAutoRuby:{},duration:`30min`,timer:`stopwatch`,magicMoveDuration:800,preloadImages:!0,clickAnimation:``,layout:`title`,courseCode:`PGR207`,lecture:`06`,email:`vajira@simula.no`,slidesTitle:`Transformers - Slidev`},Ae=`build`,je=u(()=>g.aspectRatio),Me=u(()=>g.canvasWidth),Ne=u(()=>Math.ceil(Me.value/je.value)),Pe=u(()=>ke(g.themeConfig||{},(e,t)=>[`--slidev-theme-${e}`,t])),Fe=g.slidesTitle,Ie=`./#/`,Le=`modulepreload`,Re=function(e,t){return new URL(e,t).href},ze={},_=function(e,t,n){let r=Promise.resolve();if(t&&t.length>0){let e=document.getElementsByTagName(`link`),i=document.querySelector(`meta[property=csp-nonce]`),a=i?.nonce||i?.getAttribute(`nonce`);function o(e){return Promise.all(e.map(e=>Promise.resolve(e).then(e=>({status:`fulfilled`,value:e}),e=>({status:`rejected`,reason:e}))))}function s(e){return import.meta.resolve?import.meta.resolve(e):new URL(e,import.meta.url).href}r=o(t.map(t=>{if(t=Re(t,n),t=s(t),t in ze)return;ze[t]=!0;let r=t.endsWith(`.css`);for(let n=e.length-1;n>=0;n--){let i=e[n];if(i.href===t&&(!r||i.rel===`stylesheet`))return}let i=document.createElement(`link`);if(i.rel=r?`stylesheet`:Le,r||(i.as=`script`),i.crossOrigin=``,i.href=t,a&&i.setAttribute(`nonce`,a),document.head.appendChild(i),r)return new Promise((e,n)=>{i.addEventListener(`load`,e),i.addEventListener(`error`,()=>n(Error(`Unable to preload CSS for ${t}`)))})}))}function i(e){let t=new Event(`vite:preloadError`,{cancelable:!0});if(t.payload=e,window.dispatchEvent(t),!t.defaultPrevented)throw e}return r.then(t=>{for(let e of t||[])e.status===`rejected`&&i(e.reason);return e().catch(i)})};function Be(e){if(e===!1||e===`false`)return null;if(e==null||e===!0||e===`true`)return`+1`;if(typeof e==`string`&&`+-`.includes(e[0]))return e;let t=+e;return Number.isNaN(t)?(console.error(`Invalid "at" prop value: ${e}`),null):t<=0?(console.warn(`[Slidev] "at" prop value must be greater than 0, but got ${e}, has been set to 1`),1):t}function Ve(e){return Array.isArray(e)?[Be(e[0]),Be(e[1])]:null}function He(e,n=0,r){let a=d(!1),o=new Map,s=new Map,c={get current(){return Se(+e.value,n,c.total)},set current(t){e.value=a.value?Se(t,n,c.total):t},clicksStart:n,get relativeSizeMap(){return o},get maxMap(){return s},get isMounted(){return a.value},setup(){t(()=>{a.value=!0,s=m(s),ne(e)||(c.current=e.value)}),i(()=>{a.value=!1,o=new Map,s=new Map})},calculateSince(e,t=1){let n=Be(e);if(n==null)return null;let r,i,a;if(typeof n==`string`){let e=c.currentOffset,o=+n;r=e+o,i=e+o+t-1,a=o+t-1}else r=n,i=n+t-1,a=0;return{start:r,end:1/0,max:i,delta:a,currentOffset:u(()=>c.current-r),isCurrent:u(()=>c.current===r),isActive:u(()=>c.current>=r)}},calculateRange(e){let t=Ve(e);if(t==null)return null;let[n,r]=t,i,a,o;return typeof n==`string`?(i=c.currentOffset+ +n,o=+n):(i=n,o=0),typeof r==`string`?(a=i+ +r,o+=+r):a=r,{start:i,end:a,max:a,delta:o,currentOffset:u(()=>c.current-i),isCurrent:u(()=>c.current===i),isActive:u(()=>i<=c.current&&c.currentee(t),e=>{r.value=Math.max(e,n)}),He(r,n,e?.meta?.clicks)}var We=/[a-z]/i;function Ge(e){if(typeof e==`number`)return{seconds:e,relative:!1};let t=e.startsWith(`+`);t&&(e=e.slice(1));let n=0;if(e.includes(`:`)){let t=e.split(`:`).map(Number),r=0,i=0,a=0;if(t.length===3)r=t[0],i=t[1],a=t[2];else if(t.length===2)i=t[0],a=t[1];else if(t.length===1)a=t[0];else throw TypeError(`Invalid timestamp format`);if(Number.isNaN(r)||Number.isNaN(i)||Number.isNaN(a))throw TypeError(`Invalid timestamp format`);n=(r||0)*3600+(i||0)*60+(a||0)}else if(!We.test(e))n=Number(e);else{let t={s:1,sec:1,secs:1,m:60,min:60,mins:60,h:3600,hr:3600,hrs:3600,hour:3600,hours:3600,day:86400,days:86400,week:604800,weeks:604800,month:2629746,months:2629746,year:31556952,years:31556952},r=/([\d.]+)([a-z]+)/gi,i=e.matchAll(r);if(i)for(let e of i){let r=Number(e[1]);if(Number.isNaN(r))throw TypeError(`Invalid timestamp value: ${e[1]}`);let i=e[2].toLowerCase();if(!(i in t))throw TypeError(`Invalid timestamp unit: ${i}`);n+=r*t[i]}let a=e.replace(r,``).trim();if(a)throw TypeError(`Unknown timestamp remaining: ${a}`)}return{seconds:n,relative:t}}function Ke(e,t){if(!t||t===`all`||t===`*`)return De(1,e+1);if(t===`none`)return[];let n=[];for(let r of t.split(/[,;]/g))if(!r.includes(`-`))n.push(+r);else{let[t,i]=r.split(`-`,2);n.push(...De(+t,i?+i+1:e+1))}return Ee(n).filter(t=>t<=e).sort((e,t)=>e-t)}var qe={},Je={class:`px-4 py-10 text-center text-red-700 dark:text-red-500 font-bold font-mono`};function Ye(e,t){return oe(),c(`div`,Je,ie(`Failed to fetch this slide. Please check your network connection.`))}var v=se(qe,[[`render`,Ye]]),Xe={class:`h-full w-full flex items-center justify-center gap-2 slidev-slide-loading`},Ze=re({__name:`SlideLoading`,setup(e){let n=d(!1);return t(()=>{setTimeout(()=>{n.value=!0},200)}),(e,t)=>(oe(),c(`div`,Xe,[n.value?(oe(),c(f,{key:0},[t[0]||=o(`div`,{class:`i-svg-spinners-90-ring-with-bg text-xl`},null,-1),t[1]||=o(`div`,null,`Loading slide...`,-1)],64)):ae(`v-if`,!0)]))}}),y=p({theme:`dl2026`,addons:[`dl2026`],title:`Transformers`,info:`PGR207 Deep Learning 2026 — Lecture 06`,author:`Vajira Thambawita`,routerMode:`hash`,transition:`slide-left`,mdc:!0,themeConfig:{courseCode:`PGR207`,lecture:`06`,lectureTitle:`Transformers`},layout:`title`,courseCode:`PGR207`,lecture:`06`,email:`vajira@simula.no`}),Qe=m({get layout(){return y.layout},get transition(){return y.transition},get class(){return y.class},get clicks(){return y.clicks},get name(){return y.name},get preload(){return y.preload},slide:{content:``,revision:`-w5rw4y`,frontmatterRaw:`theme: dl2026 +addons: + - dl2026 +title: Transformers +info: PGR207 Deep Learning 2026 — Lecture 06 +author: Vajira Thambawita +routerMode: hash +transition: slide-left +mdc: true +themeConfig: + courseCode: PGR207 + lecture: "06" + lectureTitle: Transformers +layout: title +courseCode: PGR207 +lecture: "06" +email: vajira@simula.no +`,note:``,title:`Transformers`,index:0,noteHTML:``,images:[],raw:``,frontmatter:y,filepath:``,start:0,sourceIndex:0,id:0,no:1},__clicksContext:null,__preloaded:!1}),b=p({layout:`default`,core:!0,title:`Today, in eight parts`}),$e=m({get layout(){return b.layout},get transition(){return b.transition},get class(){return b.class},get clicks(){return b.clicks},get name(){return b.name},get preload(){return b.preload},slide:{content:``,revision:`-jnp3ie`,frontmatterRaw:`layout: default +core: true +title: Today, in eight parts +`,note:``,title:`Today, in eight parts`,index:1,noteHTML:``,images:[],raw:``,frontmatter:b,filepath:``,start:64,sourceIndex:1,id:1,no:2},__clicksContext:null,__preloaded:!1}),x=p({layout:`default`,title:`In words: Today, in eight parts`}),et=m({get layout(){return x.layout},get transition(){return x.transition},get class(){return x.class},get clicks(){return x.clicks},get name(){return x.name},get preload(){return x.preload},slide:{content:``,revision:`-ocyzor`,frontmatterRaw:`layout: default +title: "In words: Today, in eight parts" +`,note:``,title:`In words: Today, in eight parts`,index:2,noteHTML:``,images:[],raw:``,frontmatter:x,filepath:``,start:137,sourceIndex:2,id:2,no:3},__clicksContext:null,__preloaded:!1}),S=p({layout:`section`,index:`00`}),tt=m({get layout(){return S.layout},get transition(){return S.transition},get class(){return S.class},get clicks(){return S.clicks},get name(){return S.name},get preload(){return S.preload},slide:{content:``,revision:`-enyl9e`,frontmatterRaw:`layout: section +index: "00" +`,note:``,title:`Delete the recurrence`,level:1,index:3,noteHTML:``,images:[],raw:``,frontmatter:S,filepath:``,start:164,sourceIndex:3,id:3,no:4},__clicksContext:null,__preloaded:!1}),C=p({layout:`default`,core:!0,title:`Two walls in reading one word at a time`}),nt=m({get layout(){return C.layout},get transition(){return C.transition},get class(){return C.class},get clicks(){return C.clicks},get name(){return C.name},get preload(){return C.preload},slide:{content:``,revision:`-kejbpw`,frontmatterRaw:`layout: default +core: true +title: Two walls in reading one word at a time +`,note:``,title:`Two walls in reading one word at a time`,index:4,noteHTML:``,images:[],raw:``,frontmatter:C,filepath:``,start:186,sourceIndex:4,id:4,no:5},__clicksContext:null,__preloaded:!1}),w=p({layout:`default`,title:`In words: Two walls in reading one word at a time`}),rt=m({get layout(){return w.layout},get transition(){return w.transition},get class(){return w.class},get clicks(){return w.clicks},get name(){return w.name},get preload(){return w.preload},slide:{content:``,revision:`-qjopcn`,frontmatterRaw:`layout: default +title: "In words: Two walls in reading one word at a time" +`,note:``,title:`In words: Two walls in reading one word at a time`,index:5,noteHTML:``,images:[],raw:``,frontmatter:w,filepath:``,start:292,sourceIndex:5,id:5,no:6},__clicksContext:null,__preloaded:!1}),T=p({layout:`default`,core:!0,title:`The move`}),it=m({get layout(){return T.layout},get transition(){return T.transition},get class(){return T.class},get clicks(){return T.clicks},get name(){return T.name},get preload(){return T.preload},slide:{content:``,revision:`-nkmm6u`,frontmatterRaw:`layout: default +core: true +title: The move +`,note:``,title:`The move`,index:6,noteHTML:``,images:[],raw:``,frontmatter:T,filepath:``,start:322,sourceIndex:6,id:6,no:7},__clicksContext:null,__preloaded:!1}),E=p({layout:`default`,title:`In words: The move`}),at=m({get layout(){return E.layout},get transition(){return E.transition},get class(){return E.class},get clicks(){return E.clicks},get name(){return E.name},get preload(){return E.preload},slide:{content:``,revision:`-exigpa`,frontmatterRaw:`layout: default +title: "In words: The move" +`,note:``,title:`In words: The move`,index:7,noteHTML:``,images:[],raw:``,frontmatter:E,filepath:``,start:417,sourceIndex:7,id:7,no:8},__clicksContext:null,__preloaded:!1}),D=p({layout:`default`,core:!0,title:`Poll: which wall attention solves`}),ot=m({get layout(){return D.layout},get transition(){return D.transition},get class(){return D.class},get clicks(){return D.clicks},get name(){return D.name},get preload(){return D.preload},slide:{content:``,revision:`-r87fpt`,frontmatterRaw:`layout: default +core: true +title: "Poll: which wall attention solves" +`,note:``,title:`Poll: which wall attention solves`,index:8,noteHTML:``,images:[],raw:``,frontmatter:D,filepath:``,start:445,sourceIndex:8,id:8,no:9},__clicksContext:null,__preloaded:!1}),O=p({layout:`default`,title:`In words: which wall attention solves`}),st=m({get layout(){return O.layout},get transition(){return O.transition},get class(){return O.class},get clicks(){return O.clicks},get name(){return O.name},get preload(){return O.preload},slide:{content:``,revision:`-uf5exk`,frontmatterRaw:`layout: default +title: "In words: which wall attention solves" +`,note:``,title:`In words: which wall attention solves`,index:9,noteHTML:``,images:[],raw:``,frontmatter:O,filepath:``,start:526,sourceIndex:9,id:9,no:10},__clicksContext:null,__preloaded:!1}),k=p({layout:`section`,index:`01`}),ct=m({get layout(){return k.layout},get transition(){return k.transition},get class(){return k.class},get clicks(){return k.clicks},get name(){return k.name},get preload(){return k.preload},slide:{content:``,revision:`a6v0jx`,frontmatterRaw:`layout: section +index: "01" +`,note:``,title:`The whole architecture first`,level:1,index:10,noteHTML:``,images:[],raw:``,frontmatter:k,filepath:``,start:553,sourceIndex:10,id:10,no:11},__clicksContext:null,__preloaded:!1}),A=p({layout:`default`,core:!0,title:`What a transformer is`}),lt=m({get layout(){return A.layout},get transition(){return A.transition},get class(){return A.class},get clicks(){return A.clicks},get name(){return A.name},get preload(){return A.preload},slide:{content:``,revision:`-6rm8et`,frontmatterRaw:`layout: default +core: true +title: What a transformer is +`,note:``,title:`What a transformer is`,index:11,noteHTML:``,images:[],raw:``,frontmatter:A,filepath:``,start:576,sourceIndex:11,id:11,no:12},__clicksContext:null,__preloaded:!1}),j=p({layout:`default`,title:`In words: What a transformer is`}),ut=m({get layout(){return j.layout},get transition(){return j.transition},get class(){return j.class},get clicks(){return j.clicks},get name(){return j.name},get preload(){return j.preload},slide:{content:``,revision:`b7uor2`,frontmatterRaw:`layout: default +title: "In words: What a transformer is" +`,note:``,title:`In words: What a transformer is`,index:12,noteHTML:``,images:[],raw:``,frontmatter:j,filepath:``,start:669,sourceIndex:12,id:12,no:13},__clicksContext:null,__preloaded:!1}),M=p({layout:`default`,core:!0,title:`Two stacks`}),dt=m({get layout(){return M.layout},get transition(){return M.transition},get class(){return M.class},get clicks(){return M.clicks},get name(){return M.name},get preload(){return M.preload},slide:{content:``,revision:`-56l3el`,frontmatterRaw:`layout: default +core: true +title: Two stacks +`,note:``,title:`Two stacks`,index:13,noteHTML:``,images:[],raw:``,frontmatter:M,filepath:``,start:699,sourceIndex:13,id:13,no:14},__clicksContext:null,__preloaded:!1}),N=p({layout:`default`,title:`In words: Two stacks`}),ft=m({get layout(){return N.layout},get transition(){return N.transition},get class(){return N.class},get clicks(){return N.clicks},get name(){return N.name},get preload(){return N.preload},slide:{content:``,revision:`4xuzd4`,frontmatterRaw:`layout: default +title: "In words: Two stacks" +`,note:``,title:`In words: Two stacks`,index:14,noteHTML:``,images:[],raw:``,frontmatter:N,filepath:``,start:787,sourceIndex:14,id:14,no:15},__clicksContext:null,__preloaded:!1}),P=p({layout:`interactive`,core:!0,heading:`The architecture, step by step`,title:`The architecture, step by step`,"aside-width":`17rem`}),pt=m({get layout(){return P.layout},get transition(){return P.transition},get class(){return P.class},get clicks(){return P.clicks},get name(){return P.name},get preload(){return P.preload},slide:{content:``,revision:`vjnka5`,frontmatterRaw:`layout: interactive +core: true +heading: The architecture, step by step +title: The architecture, step by step +aside-width: 17rem +`,note:``,title:`The architecture, step by step`,index:15,noteHTML:``,images:[],raw:``,frontmatter:P,filepath:``,start:817,sourceIndex:15,id:15,no:16},__clicksContext:null,__preloaded:!1}),F=p({layout:`default`,title:`In words: The architecture, step by step`}),mt=m({get layout(){return F.layout},get transition(){return F.transition},get class(){return F.class},get clicks(){return F.clicks},get name(){return F.name},get preload(){return F.preload},slide:{content:``,revision:`-cd99vl`,frontmatterRaw:`layout: default +title: "In words: The architecture, step by step" +`,note:``,title:`In words: The architecture, step by step`,index:16,noteHTML:``,images:[],raw:``,frontmatter:F,filepath:``,start:875,sourceIndex:16,id:16,no:17},__clicksContext:null,__preloaded:!1}),I=p({layout:`default`,core:!0,title:`The parts, one at a time`}),ht=m({get layout(){return I.layout},get transition(){return I.transition},get class(){return I.class},get clicks(){return I.clicks},get name(){return I.name},get preload(){return I.preload},slide:{content:``,revision:`q8eptx`,frontmatterRaw:`layout: default +core: true +title: The parts, one at a time +`,note:``,title:`The parts, one at a time`,index:17,noteHTML:``,images:[],raw:``,frontmatter:I,filepath:``,start:903,sourceIndex:17,id:17,no:18},__clicksContext:null,__preloaded:!1}),L=p({layout:`default`,title:`In words: The parts, one at a time`}),gt=m({get layout(){return L.layout},get transition(){return L.transition},get class(){return L.class},get clicks(){return L.clicks},get name(){return L.name},get preload(){return L.preload},slide:{content:``,revision:`-uzuq3d`,frontmatterRaw:`layout: default +title: "In words: The parts, one at a time" +`,note:``,title:`In words: The parts, one at a time`,index:18,noteHTML:``,images:[],raw:``,frontmatter:L,filepath:``,start:987,sourceIndex:18,id:18,no:19},__clicksContext:null,__preloaded:!1}),R=p({layout:`section`,index:`02`}),_t=m({get layout(){return R.layout},get transition(){return R.transition},get class(){return R.class},get clicks(){return R.clicks},get name(){return R.name},get preload(){return R.preload},slide:{content:``,revision:`giamsl`,frontmatterRaw:`layout: section +index: "02" +`,note:``,title:`Query, key, value`,level:1,index:19,noteHTML:``,images:[],raw:``,frontmatter:R,filepath:``,start:1015,sourceIndex:19,id:19,no:20},__clicksContext:null,__preloaded:!1}),z=p({layout:`default`,core:!0,title:`Start from a lookup`}),vt=m({get layout(){return z.layout},get transition(){return z.transition},get class(){return z.class},get clicks(){return z.clicks},get name(){return z.name},get preload(){return z.preload},slide:{content:``,revision:`-9gzigd`,frontmatterRaw:`layout: default +core: true +title: Start from a lookup +`,note:``,title:`Start from a lookup`,index:20,noteHTML:``,images:[],raw:``,frontmatter:z,filepath:``,start:1037,sourceIndex:20,id:20,no:21},__clicksContext:null,__preloaded:!1}),B=p({layout:`default`,title:`In words: Start from a lookup`}),yt=m({get layout(){return B.layout},get transition(){return B.transition},get class(){return B.class},get clicks(){return B.clicks},get name(){return B.name},get preload(){return B.preload},slide:{content:``,revision:`iqloma`,frontmatterRaw:`layout: default +title: "In words: Start from a lookup" +`,note:``,title:`In words: Start from a lookup`,index:21,noteHTML:``,images:[],raw:``,frontmatter:B,filepath:``,start:1152,sourceIndex:21,id:21,no:22},__clicksContext:null,__preloaded:!1}),V=p({layout:`default`,core:!0,title:`Three roles, one vector`}),bt=m({get layout(){return V.layout},get transition(){return V.transition},get class(){return V.class},get clicks(){return V.clicks},get name(){return V.name},get preload(){return V.preload},slide:{content:``,revision:`2jrf8k`,frontmatterRaw:`layout: default +core: true +title: Three roles, one vector +`,note:``,title:`Three roles, one vector`,index:22,noteHTML:``,images:[],raw:``,frontmatter:V,filepath:``,start:1181,sourceIndex:22,id:22,no:23},__clicksContext:null,__preloaded:!1}),H=p({layout:`default`,title:`In words: Three roles, one vector`}),xt=m({get layout(){return H.layout},get transition(){return H.transition},get class(){return H.class},get clicks(){return H.clicks},get name(){return H.name},get preload(){return H.preload},slide:{content:``,revision:`mp86ni`,frontmatterRaw:`layout: default +title: "In words: Three roles, one vector" +`,note:``,title:`In words: Three roles, one vector`,index:23,noteHTML:``,images:[],raw:``,frontmatter:H,filepath:``,start:1253,sourceIndex:23,id:23,no:24},__clicksContext:null,__preloaded:!1}),U=p({layout:`default`,core:!0,title:`The sentence we will use all lecture`}),St=m({get layout(){return U.layout},get transition(){return U.transition},get class(){return U.class},get clicks(){return U.clicks},get name(){return U.name},get preload(){return U.preload},slide:{content:``,revision:`oumu2v`,frontmatterRaw:`layout: default +core: true +title: The sentence we will use all lecture +`,note:``,title:`The sentence we will use all lecture`,index:24,noteHTML:``,images:[],raw:``,frontmatter:U,filepath:``,start:1281,sourceIndex:24,id:24,no:25},__clicksContext:null,__preloaded:!1}),W=p({layout:`default`,title:`In words: The sentence we will use all lecture`}),Ct=m({get layout(){return W.layout},get transition(){return W.transition},get class(){return W.class},get clicks(){return W.clicks},get name(){return W.name},get preload(){return W.preload},slide:{content:``,revision:`-6tu09p`,frontmatterRaw:`layout: default +title: "In words: The sentence we will use all lecture" +`,note:``,title:`In words: The sentence we will use all lecture`,index:25,noteHTML:``,images:[],raw:``,frontmatter:W,filepath:``,start:1384,sourceIndex:25,id:25,no:26},__clicksContext:null,__preloaded:!1}),G=p({layout:`interactive`,core:!0,heading:`Three lenses on one word`,title:`Three lenses on one word`,"aside-width":`17rem`}),wt=m({get layout(){return G.layout},get transition(){return G.transition},get class(){return G.class},get clicks(){return G.clicks},get name(){return G.name},get preload(){return G.preload},slide:{content:``,revision:`6ss5d6`,frontmatterRaw:`layout: interactive +core: true +heading: Three lenses on one word +title: Three lenses on one word +aside-width: 17rem +`,note:``,title:`Three lenses on one word`,index:26,noteHTML:``,images:[],raw:``,frontmatter:G,filepath:``,start:1410,sourceIndex:26,id:26,no:27},__clicksContext:null,__preloaded:!1}),K=p({layout:`default`,title:`In words: Three lenses on one word`}),Tt=m({get layout(){return K.layout},get transition(){return K.transition},get class(){return K.class},get clicks(){return K.clicks},get name(){return K.name},get preload(){return K.preload},slide:{content:``,revision:`-jkcrwp`,frontmatterRaw:`layout: default +title: "In words: Three lenses on one word" +`,note:``,title:`In words: Three lenses on one word`,index:27,noteHTML:``,images:[],raw:``,frontmatter:K,filepath:``,start:1458,sourceIndex:27,id:27,no:28},__clicksContext:null,__preloaded:!1}),q=p({layout:`default`,title:`Why a key and a value are different things`}),Et=m({get layout(){return q.layout},get transition(){return q.transition},get class(){return q.class},get clicks(){return q.clicks},get name(){return q.name},get preload(){return q.preload},slide:{content:``,revision:`-txh33f`,frontmatterRaw:`layout: default +title: Why a key and a value are different things +`,note:``,title:`Why a key and a value are different things`,index:28,noteHTML:``,images:[],raw:``,frontmatter:q,filepath:``,start:1485,sourceIndex:28,id:28,no:29},__clicksContext:null,__preloaded:!1}),J=p({layout:`default`,title:`In words: Why a key and a value are different things`}),Dt=m({get layout(){return J.layout},get transition(){return J.transition},get class(){return J.class},get clicks(){return J.clicks},get name(){return J.name},get preload(){return J.preload},slide:{content:``,revision:`7k4tkv`,frontmatterRaw:`layout: default +title: "In words: Why a key and a value are different things" +`,note:``,title:`In words: Why a key and a value are different things`,index:29,noteHTML:``,images:[],raw:``,frontmatter:J,filepath:``,start:1570,sourceIndex:29,id:29,no:30},__clicksContext:null,__preloaded:!1}),Ot=p({layout:`default`,core:!0,title:`Four steps, and that is the whole mechanism`}),kt=m({get layout(){return Ot.layout},get transition(){return Ot.transition},get class(){return Ot.class},get clicks(){return Ot.clicks},get name(){return Ot.name},get preload(){return Ot.preload},slide:{content:``,revision:`1vvwuj`,frontmatterRaw:`layout: default +core: true +title: Four steps, and that is the whole mechanism +`,note:``,title:`Four steps, and that is the whole mechanism`,index:30,noteHTML:``,images:[],raw:``,frontmatter:Ot,filepath:``,start:1593,sourceIndex:30,id:30,no:31},__clicksContext:null,__preloaded:!1}),At=p({layout:`default`,title:`In words: Four steps, and that is the whole mechanism`}),jt=m({get layout(){return At.layout},get transition(){return At.transition},get class(){return At.class},get clicks(){return At.clicks},get name(){return At.name},get preload(){return At.preload},slide:{content:``,revision:`t5memd`,frontmatterRaw:`layout: default +title: "In words: Four steps, and that is the whole mechanism" +`,note:``,title:`In words: Four steps, and that is the whole mechanism`,index:31,noteHTML:``,images:[],raw:``,frontmatter:At,filepath:``,start:1684,sourceIndex:31,id:31,no:32},__clicksContext:null,__preloaded:!1}),Mt=p({layout:`interactive`,heading:`One output vector, five lines`,title:`One output vector, five lines`,"aside-width":`18rem`}),Nt=m({get layout(){return Mt.layout},get transition(){return Mt.transition},get class(){return Mt.class},get clicks(){return Mt.clicks},get name(){return Mt.name},get preload(){return Mt.preload},slide:{content:``,revision:`z4vek1`,frontmatterRaw:`layout: interactive +heading: One output vector, five lines +title: One output vector, five lines +aside-width: 18rem +`,note:``,title:`One output vector, five lines`,index:32,noteHTML:``,images:[],raw:``,frontmatter:Mt,filepath:``,start:1714,sourceIndex:32,id:32,no:33},__clicksContext:null,__preloaded:!1}),Pt=p({layout:`default`,title:`In words: One output vector, five lines`}),Ft=m({get layout(){return Pt.layout},get transition(){return Pt.transition},get class(){return Pt.class},get clicks(){return Pt.clicks},get name(){return Pt.name},get preload(){return Pt.preload},slide:{content:``,revision:`-vbgz4s`,frontmatterRaw:`layout: default +title: "In words: One output vector, five lines" +`,note:``,title:`In words: One output vector, five lines`,index:33,noteHTML:``,images:[],raw:``,frontmatter:Pt,filepath:``,start:1761,sourceIndex:33,id:33,no:34},__clicksContext:null,__preloaded:!1}),It=p({layout:`interactive`,core:!0,heading:`Same word, same weights, different neighbour`,title:`Same word, same weights, different neighbour`,"aside-width":`18rem`}),Lt=m({get layout(){return It.layout},get transition(){return It.transition},get class(){return It.class},get clicks(){return It.clicks},get name(){return It.name},get preload(){return It.preload},slide:{content:``,revision:`cerqj5`,frontmatterRaw:`layout: interactive +core: true +heading: Same word, same weights, different neighbour +title: Same word, same weights, different neighbour +aside-width: 18rem +`,note:``,title:`Same word, same weights, different neighbour`,index:34,noteHTML:``,images:[],raw:``,frontmatter:It,filepath:``,start:1789,sourceIndex:34,id:34,no:35},__clicksContext:null,__preloaded:!1}),Rt=p({layout:`default`,title:`In words: Same word, same weights, different neighbour`}),zt=m({get layout(){return Rt.layout},get transition(){return Rt.transition},get class(){return Rt.class},get clicks(){return Rt.clicks},get name(){return Rt.name},get preload(){return Rt.preload},slide:{content:``,revision:`9309fe`,frontmatterRaw:`layout: default +title: "In words: Same word, same weights, different neighbour" +`,note:``,title:`In words: Same word, same weights, different neighbour`,index:35,noteHTML:``,images:[],raw:``,frontmatter:Rt,filepath:``,start:1836,sourceIndex:35,id:35,no:36},__clicksContext:null,__preloaded:!1}),Bt=p({layout:`default`,title:`Why divide by the square root`}),Vt=m({get layout(){return Bt.layout},get transition(){return Bt.transition},get class(){return Bt.class},get clicks(){return Bt.clicks},get name(){return Bt.name},get preload(){return Bt.preload},slide:{content:``,revision:`r8yurm`,frontmatterRaw:`layout: default +title: Why divide by the square root +`,note:``,title:`Why divide by the square root`,index:36,noteHTML:``,images:[],raw:``,frontmatter:Bt,filepath:``,start:1863,sourceIndex:36,id:36,no:37},__clicksContext:null,__preloaded:!1}),Ht=p({layout:`default`,title:`Reading the equation: scaled scores`}),Ut=m({get layout(){return Ht.layout},get transition(){return Ht.transition},get class(){return Ht.class},get clicks(){return Ht.clicks},get name(){return Ht.name},get preload(){return Ht.preload},slide:{content:``,revision:`-bypgth`,frontmatterRaw:`layout: default +title: "Reading the equation: scaled scores" +`,note:``,title:`Reading the equation: scaled scores`,index:37,noteHTML:``,images:[],raw:``,frontmatter:Ht,filepath:``,start:1966,sourceIndex:37,id:37,no:38},__clicksContext:null,__preloaded:!1}),Wt=p({layout:`default`,title:`In words: Why divide by the square root`}),Gt=m({get layout(){return Wt.layout},get transition(){return Wt.transition},get class(){return Wt.class},get clicks(){return Wt.clicks},get name(){return Wt.name},get preload(){return Wt.preload},slide:{content:``,revision:`-oot3xo`,frontmatterRaw:`layout: default +title: "In words: Why divide by the square root" +`,note:``,title:`In words: Why divide by the square root`,index:38,noteHTML:``,images:[],raw:``,frontmatter:Wt,filepath:``,start:2045,sourceIndex:38,id:38,no:39},__clicksContext:null,__preloaded:!1}),Kt=p({layout:`interactive`,core:!0,heading:`Every query at once`,title:`Every query at once`,"aside-width":`18rem`}),qt=m({get layout(){return Kt.layout},get transition(){return Kt.transition},get class(){return Kt.class},get clicks(){return Kt.clicks},get name(){return Kt.name},get preload(){return Kt.preload},slide:{content:``,revision:`-9qib7w`,frontmatterRaw:`layout: interactive +core: true +heading: Every query at once +title: Every query at once +aside-width: 18rem +`,note:``,title:`Every query at once`,index:39,noteHTML:``,images:[],raw:``,frontmatter:Kt,filepath:``,start:2075,sourceIndex:39,id:39,no:40},__clicksContext:null,__preloaded:!1}),Jt=p({layout:`default`,title:`In words: Every query at once`}),Yt=m({get layout(){return Jt.layout},get transition(){return Jt.transition},get class(){return Jt.class},get clicks(){return Jt.clicks},get name(){return Jt.name},get preload(){return Jt.preload},slide:{content:``,revision:`-6yofml`,frontmatterRaw:`layout: default +title: "In words: Every query at once" +`,note:``,title:`In words: Every query at once`,index:40,noteHTML:``,images:[],raw:``,frontmatter:Jt,filepath:``,start:2122,sourceIndex:40,id:40,no:41},__clicksContext:null,__preloaded:!1}),Xt=p({layout:`default`,core:!0,title:`The whole layer, in one line`}),Zt=m({get layout(){return Xt.layout},get transition(){return Xt.transition},get class(){return Xt.class},get clicks(){return Xt.clicks},get name(){return Xt.name},get preload(){return Xt.preload},slide:{content:``,revision:`3hctwj`,frontmatterRaw:`layout: default +core: true +title: The whole layer, in one line +`,note:``,title:`The whole layer, in one line`,index:41,noteHTML:``,images:[],raw:``,frontmatter:Xt,filepath:``,start:2149,sourceIndex:41,id:41,no:42},__clicksContext:null,__preloaded:!1}),Qt=p({layout:`default`,title:`In words: The whole layer, in one line`}),$t=m({get layout(){return Qt.layout},get transition(){return Qt.transition},get class(){return Qt.class},get clicks(){return Qt.clicks},get name(){return Qt.name},get preload(){return Qt.preload},slide:{content:``,revision:`hl0dow`,frontmatterRaw:`layout: default +title: "In words: The whole layer, in one line" +`,note:``,title:`In words: The whole layer, in one line`,index:42,noteHTML:``,images:[],raw:``,frontmatter:Qt,filepath:``,start:2239,sourceIndex:42,id:42,no:43},__clicksContext:null,__preloaded:!1}),en=p({layout:`default`,title:`Poll: where self-attention's keys come from`}),tn=m({get layout(){return en.layout},get transition(){return en.transition},get class(){return en.class},get clicks(){return en.clicks},get name(){return en.name},get preload(){return en.preload},slide:{content:``,revision:`-6z8u5`,frontmatterRaw:`layout: default +title: "Poll: where self-attention's keys come from" +`,note:``,title:`Poll: where self-attention's keys come from`,index:43,noteHTML:``,images:[],raw:``,frontmatter:en,filepath:``,start:2267,sourceIndex:43,id:43,no:44},__clicksContext:null,__preloaded:!1}),nn=p({layout:`default`,title:`In words: Where self-attention's keys come from`}),rn=m({get layout(){return nn.layout},get transition(){return nn.transition},get class(){return nn.class},get clicks(){return nn.clicks},get name(){return nn.name},get preload(){return nn.preload},slide:{content:``,revision:`locl0k`,frontmatterRaw:`layout: default +title: "In words: Where self-attention's keys come from" +`,note:``,title:`In words: Where self-attention's keys come from`,index:44,noteHTML:``,images:[],raw:``,frontmatter:nn,filepath:``,start:2349,sourceIndex:44,id:44,no:45},__clicksContext:null,__preloaded:!1}),an=p({layout:`section`,index:`03`}),on=m({get layout(){return an.layout},get transition(){return an.transition},get class(){return an.class},get clicks(){return an.clicks},get name(){return an.name},get preload(){return an.preload},slide:{content:``,revision:`8np5iz`,frontmatterRaw:`layout: section +index: "03" +`,note:``,title:`From one head to one block`,level:1,index:45,noteHTML:``,images:[],raw:``,frontmatter:an,filepath:``,start:2375,sourceIndex:45,id:45,no:46},__clicksContext:null,__preloaded:!1}),sn=p({layout:`default`,core:!0,title:`One softmax can only point at one thing`}),cn=m({get layout(){return sn.layout},get transition(){return sn.transition},get class(){return sn.class},get clicks(){return sn.clicks},get name(){return sn.name},get preload(){return sn.preload},slide:{content:``,revision:`3mlc9t`,frontmatterRaw:`layout: default +core: true +title: One softmax can only point at one thing +`,note:``,title:`One softmax can only point at one thing`,index:46,noteHTML:``,images:[],raw:``,frontmatter:sn,filepath:``,start:2399,sourceIndex:46,id:46,no:47},__clicksContext:null,__preloaded:!1}),ln=p({layout:`default`,title:`In words: One softmax can only point at one thing`}),un=m({get layout(){return ln.layout},get transition(){return ln.transition},get class(){return ln.class},get clicks(){return ln.clicks},get name(){return ln.name},get preload(){return ln.preload},slide:{content:``,revision:`xcf73y`,frontmatterRaw:`layout: default +title: "In words: One softmax can only point at one thing" +`,note:``,title:`In words: One softmax can only point at one thing`,index:47,noteHTML:``,images:[],raw:``,frontmatter:ln,filepath:``,start:2470,sourceIndex:47,id:47,no:48},__clicksContext:null,__preloaded:!1}),dn=p({layout:`interactive`,core:!0,heading:`Four heads, one question each`,title:`Four heads, one question each`,"aside-width":`17rem`}),fn=m({get layout(){return dn.layout},get transition(){return dn.transition},get class(){return dn.class},get clicks(){return dn.clicks},get name(){return dn.name},get preload(){return dn.preload},slide:{content:``,revision:`f87tka`,frontmatterRaw:`layout: interactive +core: true +heading: Four heads, one question each +title: Four heads, one question each +aside-width: 17rem +`,note:``,title:`Four heads, one question each`,index:48,noteHTML:``,images:[],raw:``,frontmatter:dn,filepath:``,start:2495,sourceIndex:48,id:48,no:49},__clicksContext:null,__preloaded:!1}),pn=p({layout:`default`,title:`In words: Four heads, one question each`}),mn=m({get layout(){return pn.layout},get transition(){return pn.transition},get class(){return pn.class},get clicks(){return pn.clicks},get name(){return pn.name},get preload(){return pn.preload},slide:{content:``,revision:`2i9we8`,frontmatterRaw:`layout: default +title: "In words: Four heads, one question each" +`,note:``,title:`In words: Four heads, one question each`,index:49,noteHTML:``,images:[],raw:``,frontmatter:pn,filepath:``,start:2550,sourceIndex:49,id:49,no:50},__clicksContext:null,__preloaded:!1}),hn=p({layout:`default`,title:`Heads are free`}),gn=m({get layout(){return hn.layout},get transition(){return hn.transition},get class(){return hn.class},get clicks(){return hn.clicks},get name(){return hn.name},get preload(){return hn.preload},slide:{content:``,revision:`-1qlyjn`,frontmatterRaw:`layout: default +title: Heads are free +`,note:``,title:`Heads are free`,index:50,noteHTML:``,images:[],raw:``,frontmatter:hn,filepath:``,start:2579,sourceIndex:50,id:50,no:51},__clicksContext:null,__preloaded:!1}),_n=p({layout:`default`,title:`In words: Heads are free`}),vn=m({get layout(){return _n.layout},get transition(){return _n.transition},get class(){return _n.class},get clicks(){return _n.clicks},get name(){return _n.name},get preload(){return _n.preload},slide:{content:``,revision:`uyvc38`,frontmatterRaw:`layout: default +title: "In words: Heads are free" +`,note:``,title:`In words: Heads are free`,index:51,noteHTML:``,images:[],raw:``,frontmatter:_n,filepath:``,start:2676,sourceIndex:51,id:51,no:52},__clicksContext:null,__preloaded:!1}),yn=p({layout:`interactive`,core:!0,heading:`Attention does not know what order the words came in`,title:`Attention does not know what order the words came in`,"aside-width":`18rem`}),bn=m({get layout(){return yn.layout},get transition(){return yn.transition},get class(){return yn.class},get clicks(){return yn.clicks},get name(){return yn.name},get preload(){return yn.preload},slide:{content:``,revision:`-q048r9`,frontmatterRaw:`layout: interactive +core: true +heading: Attention does not know what order the words came in +title: Attention does not know what order the words came in +aside-width: 18rem +`,note:``,title:`Attention does not know what order the words came in`,index:52,noteHTML:``,images:[],raw:``,frontmatter:yn,filepath:``,start:2704,sourceIndex:52,id:52,no:53},__clicksContext:null,__preloaded:!1}),xn=p({layout:`default`,title:`In words: Attention does not know what order the words came in`}),Sn=m({get layout(){return xn.layout},get transition(){return xn.transition},get class(){return xn.class},get clicks(){return xn.clicks},get name(){return xn.name},get preload(){return xn.preload},slide:{content:``,revision:`j3b8nj`,frontmatterRaw:`layout: default +title: "In words: Attention does not know what order the words came in" +`,note:``,title:`In words: Attention does not know what order the words came in`,index:53,noteHTML:``,images:[],raw:``,frontmatter:xn,filepath:``,start:2757,sourceIndex:53,id:53,no:54},__clicksContext:null,__preloaded:!1}),Cn=p({layout:`interactive`,core:!0,heading:`So put the position into the vector`,title:`So put the position into the vector`,"aside-width":`18rem`}),wn=m({get layout(){return Cn.layout},get transition(){return Cn.transition},get class(){return Cn.class},get clicks(){return Cn.clicks},get name(){return Cn.name},get preload(){return Cn.preload},slide:{content:``,revision:`-prrwo4`,frontmatterRaw:`layout: interactive +core: true +heading: So put the position into the vector +title: So put the position into the vector +aside-width: 18rem +`,note:``,title:`So put the position into the vector`,index:54,noteHTML:``,images:[],raw:``,frontmatter:Cn,filepath:``,start:2786,sourceIndex:54,id:54,no:55},__clicksContext:null,__preloaded:!1}),Tn=p({layout:`default`,title:`In words: So put the position into the vector`}),En=m({get layout(){return Tn.layout},get transition(){return Tn.transition},get class(){return Tn.class},get clicks(){return Tn.clicks},get name(){return Tn.name},get preload(){return Tn.preload},slide:{content:``,revision:`c51rhe`,frontmatterRaw:`layout: default +title: "In words: So put the position into the vector" +`,note:``,title:`In words: So put the position into the vector`,index:55,noteHTML:``,images:[],raw:``,frontmatter:Tn,filepath:``,start:2843,sourceIndex:55,id:55,no:56},__clicksContext:null,__preloaded:!1}),Dn=p({layout:`default`,core:!0,title:`The other half of the block`}),On=m({get layout(){return Dn.layout},get transition(){return Dn.transition},get class(){return Dn.class},get clicks(){return Dn.clicks},get name(){return Dn.name},get preload(){return Dn.preload},slide:{content:``,revision:`uf8li`,frontmatterRaw:`layout: default +core: true +title: The other half of the block +`,note:``,title:`The other half of the block`,index:56,noteHTML:``,images:[],raw:``,frontmatter:Dn,filepath:``,start:2871,sourceIndex:56,id:56,no:57},__clicksContext:null,__preloaded:!1}),kn=p({layout:`default`,title:`Reading the equation: the feed-forward network`}),An=m({get layout(){return kn.layout},get transition(){return kn.transition},get class(){return kn.class},get clicks(){return kn.clicks},get name(){return kn.name},get preload(){return kn.preload},slide:{content:``,revision:`mtd2u9`,frontmatterRaw:`layout: default +title: "Reading the equation: the feed-forward network" +`,note:``,title:`Reading the equation: the feed-forward network`,index:57,noteHTML:``,images:[],raw:``,frontmatter:kn,filepath:``,start:2964,sourceIndex:57,id:57,no:58},__clicksContext:null,__preloaded:!1}),jn=p({layout:`default`,title:`In words: The other half of the block`}),Mn=m({get layout(){return jn.layout},get transition(){return jn.transition},get class(){return jn.class},get clicks(){return jn.clicks},get name(){return jn.name},get preload(){return jn.preload},slide:{content:``,revision:`-ntv7pl`,frontmatterRaw:`layout: default +title: "In words: The other half of the block" +`,note:``,title:`In words: The other half of the block`,index:58,noteHTML:``,images:[],raw:``,frontmatter:jn,filepath:``,start:3038,sourceIndex:58,id:58,no:59},__clicksContext:null,__preloaded:!1}),Nn=p({layout:`default`,core:!0,title:`Two wrappers that make it stackable`}),Pn=m({get layout(){return Nn.layout},get transition(){return Nn.transition},get class(){return Nn.class},get clicks(){return Nn.clicks},get name(){return Nn.name},get preload(){return Nn.preload},slide:{content:``,revision:`-4enb36`,frontmatterRaw:`layout: default +core: true +title: Two wrappers that make it stackable +`,note:``,title:`Two wrappers that make it stackable`,index:59,noteHTML:``,images:[],raw:``,frontmatter:Nn,filepath:``,start:3067,sourceIndex:59,id:59,no:60},__clicksContext:null,__preloaded:!1}),Fn=p({layout:`default`,title:`In words: Two wrappers that make it stackable`}),In=m({get layout(){return Fn.layout},get transition(){return Fn.transition},get class(){return Fn.class},get clicks(){return Fn.clicks},get name(){return Fn.name},get preload(){return Fn.preload},slide:{content:``,revision:`9kr1wg`,frontmatterRaw:`layout: default +title: "In words: Two wrappers that make it stackable" +`,note:``,title:`In words: Two wrappers that make it stackable`,index:60,noteHTML:``,images:[],raw:``,frontmatter:Fn,filepath:``,start:3164,sourceIndex:60,id:60,no:61},__clicksContext:null,__preloaded:!1}),Ln=p({layout:`interactive`,core:!0,heading:`The block, assembled`,title:`The block, assembled`,"aside-width":`17rem`}),Rn=m({get layout(){return Ln.layout},get transition(){return Ln.transition},get class(){return Ln.class},get clicks(){return Ln.clicks},get name(){return Ln.name},get preload(){return Ln.preload},slide:{content:``,revision:`-sotdj8`,frontmatterRaw:`layout: interactive +core: true +heading: The block, assembled +title: The block, assembled +aside-width: 17rem +`,note:``,title:`The block, assembled`,index:61,noteHTML:``,images:[],raw:``,frontmatter:Ln,filepath:``,start:3193,sourceIndex:61,id:61,no:62},__clicksContext:null,__preloaded:!1}),zn=p({layout:`default`,title:`In words: The block, assembled`}),Bn=m({get layout(){return zn.layout},get transition(){return zn.transition},get class(){return zn.class},get clicks(){return zn.clicks},get name(){return zn.name},get preload(){return zn.preload},slide:{content:``,revision:`-7od9n5`,frontmatterRaw:`layout: default +title: "In words: The block, assembled" +`,note:``,title:`In words: The block, assembled`,index:62,noteHTML:``,images:[],raw:``,frontmatter:zn,filepath:``,start:3249,sourceIndex:62,id:62,no:63},__clicksContext:null,__preloaded:!1}),Vn=p({layout:`default`,title:`What a block costs`}),Hn=m({get layout(){return Vn.layout},get transition(){return Vn.transition},get class(){return Vn.class},get clicks(){return Vn.clicks},get name(){return Vn.name},get preload(){return Vn.preload},slide:{content:``,revision:`okkzrx`,frontmatterRaw:`layout: default +title: What a block costs +`,note:``,title:`What a block costs`,index:63,noteHTML:``,images:[],raw:``,frontmatter:Vn,filepath:``,start:3279,sourceIndex:63,id:63,no:64},__clicksContext:null,__preloaded:!1}),Un=p({layout:`default`,title:`In words: What a block costs`}),Wn=m({get layout(){return Un.layout},get transition(){return Un.transition},get class(){return Un.class},get clicks(){return Un.clicks},get name(){return Un.name},get preload(){return Un.preload},slide:{content:``,revision:`yq7yut`,frontmatterRaw:`layout: default +title: "In words: What a block costs" +`,note:``,title:`In words: What a block costs`,index:64,noteHTML:``,images:[],raw:``,frontmatter:Un,filepath:``,start:3350,sourceIndex:64,id:64,no:65},__clicksContext:null,__preloaded:!1}),Gn=p({layout:`default`,core:!0,title:`The bill for looking everywhere`}),Kn=m({get layout(){return Gn.layout},get transition(){return Gn.transition},get class(){return Gn.class},get clicks(){return Gn.clicks},get name(){return Gn.name},get preload(){return Gn.preload},slide:{content:``,revision:`-pcpzje`,frontmatterRaw:`layout: default +core: true +title: The bill for looking everywhere +`,note:``,title:`The bill for looking everywhere`,index:65,noteHTML:``,images:[],raw:``,frontmatter:Gn,filepath:``,start:3380,sourceIndex:65,id:65,no:66},__clicksContext:null,__preloaded:!1}),qn=p({layout:`default`,title:`In words: The bill for looking everywhere`}),Jn=m({get layout(){return qn.layout},get transition(){return qn.transition},get class(){return qn.class},get clicks(){return qn.clicks},get name(){return qn.name},get preload(){return qn.preload},slide:{content:``,revision:`u1uf3f`,frontmatterRaw:`layout: default +title: "In words: The bill for looking everywhere" +`,note:``,title:`In words: The bill for looking everywhere`,index:66,noteHTML:``,images:[],raw:``,frontmatter:qn,filepath:``,start:3458,sourceIndex:66,id:66,no:67},__clicksContext:null,__preloaded:!1}),Yn=p({layout:`section`,index:`04`}),Xn=m({get layout(){return Yn.layout},get transition(){return Yn.transition},get class(){return Yn.class},get clicks(){return Yn.clicks},get name(){return Yn.name},get preload(){return Yn.preload},slide:{content:``,revision:`qdjl55`,frontmatterRaw:`layout: section +index: "04" +`,note:``,title:`Inside the decoder`,level:1,index:67,noteHTML:``,images:[],raw:``,frontmatter:Yn,filepath:``,start:3487,sourceIndex:67,id:67,no:68},__clicksContext:null,__preloaded:!1}),Zn=p({layout:`interactive`,core:!0,heading:`The mask, and why the loss collapses without it`,title:`The mask, and why the loss collapses without it`,"aside-width":`18rem`}),Qn=m({get layout(){return Zn.layout},get transition(){return Zn.transition},get class(){return Zn.class},get clicks(){return Zn.clicks},get name(){return Zn.name},get preload(){return Zn.preload},slide:{content:``,revision:`-cqike2`,frontmatterRaw:`layout: interactive +core: true +heading: The mask, and why the loss collapses without it +title: The mask, and why the loss collapses without it +aside-width: 18rem +`,note:``,title:`The mask, and why the loss collapses without it`,index:68,noteHTML:``,images:[],raw:``,frontmatter:Zn,filepath:``,start:3509,sourceIndex:68,id:68,no:69},__clicksContext:null,__preloaded:!1}),$n=p({layout:`default`,title:`In words: The mask, and why the loss collapses without it`}),er=m({get layout(){return $n.layout},get transition(){return $n.transition},get class(){return $n.class},get clicks(){return $n.clicks},get name(){return $n.name},get preload(){return $n.preload},slide:{content:``,revision:`-mr935s`,frontmatterRaw:`layout: default +title: "In words: The mask, and why the loss collapses without it" +`,note:``,title:`In words: The mask, and why the loss collapses without it`,index:69,noteHTML:``,images:[],raw:``,frontmatter:$n,filepath:``,start:3570,sourceIndex:69,id:69,no:70},__clicksContext:null,__preloaded:!1}),tr=p({layout:`default`,core:!0,title:`Cross-attention: the decoder reads the encoder`}),nr=m({get layout(){return tr.layout},get transition(){return tr.transition},get class(){return tr.class},get clicks(){return tr.clicks},get name(){return tr.name},get preload(){return tr.preload},slide:{content:``,revision:`-tl0c9n`,frontmatterRaw:`layout: default +core: true +title: "Cross-attention: the decoder reads the encoder" +`,note:``,title:`Cross-attention: the decoder reads the encoder`,index:70,noteHTML:``,images:[],raw:``,frontmatter:tr,filepath:``,start:3599,sourceIndex:70,id:70,no:71},__clicksContext:null,__preloaded:!1}),rr=p({layout:`default`,title:`In words: Cross-attention: the decoder reads the encoder`}),ir=m({get layout(){return rr.layout},get transition(){return rr.transition},get class(){return rr.class},get clicks(){return rr.clicks},get name(){return rr.name},get preload(){return rr.preload},slide:{content:``,revision:`-4x11el`,frontmatterRaw:`layout: default +title: "In words: Cross-attention: the decoder reads the encoder" +`,note:``,title:`In words: Cross-attention: the decoder reads the encoder`,index:71,noteHTML:``,images:[],raw:``,frontmatter:rr,filepath:``,start:3681,sourceIndex:71,id:71,no:72},__clicksContext:null,__preloaded:!1}),ar=p({layout:`default`,title:`Poll: how many decoder passes teacher forcing needs`}),or=m({get layout(){return ar.layout},get transition(){return ar.transition},get class(){return ar.class},get clicks(){return ar.clicks},get name(){return ar.name},get preload(){return ar.preload},slide:{content:``,revision:`u1auhu`,frontmatterRaw:`layout: default +title: "Poll: how many decoder passes teacher forcing needs" +`,note:``,title:`Poll: how many decoder passes teacher forcing needs`,index:72,noteHTML:``,images:[],raw:``,frontmatter:ar,filepath:``,start:3709,sourceIndex:72,id:72,no:73},__clicksContext:null,__preloaded:!1}),sr=p({layout:`default`,title:`In words: How many decoder passes teacher forcing needs`}),cr=m({get layout(){return sr.layout},get transition(){return sr.transition},get class(){return sr.class},get clicks(){return sr.clicks},get name(){return sr.name},get preload(){return sr.preload},slide:{content:``,revision:`-7apu8j`,frontmatterRaw:`layout: default +title: "In words: How many decoder passes teacher forcing needs" +`,note:``,title:`In words: How many decoder passes teacher forcing needs`,index:73,noteHTML:``,images:[],raw:``,frontmatter:sr,filepath:``,start:3778,sourceIndex:73,id:73,no:74},__clicksContext:null,__preloaded:!1}),lr=p({layout:`default`,title:`The model they actually trained`}),ur=m({get layout(){return lr.layout},get transition(){return lr.transition},get class(){return lr.class},get clicks(){return lr.clicks},get name(){return lr.name},get preload(){return lr.preload},slide:{content:``,revision:`-7e3rzm`,frontmatterRaw:`layout: default +title: The model they actually trained +`,note:``,title:`The model they actually trained`,index:74,noteHTML:``,images:[],raw:``,frontmatter:lr,filepath:``,start:3807,sourceIndex:74,id:74,no:75},__clicksContext:null,__preloaded:!1}),dr=p({layout:`default`,title:`In words: The model they actually trained`}),fr=m({get layout(){return dr.layout},get transition(){return dr.transition},get class(){return dr.class},get clicks(){return dr.clicks},get name(){return dr.name},get preload(){return dr.preload},slide:{content:``,revision:`-ft0bcp`,frontmatterRaw:`layout: default +title: "In words: The model they actually trained" +`,note:``,title:`In words: The model they actually trained`,index:75,noteHTML:``,images:[],raw:``,frontmatter:dr,filepath:``,start:3881,sourceIndex:75,id:75,no:76},__clicksContext:null,__preloaded:!1}),pr=p({layout:`section`,index:`05`}),mr=m({get layout(){return pr.layout},get transition(){return pr.transition},get class(){return pr.class},get clicks(){return pr.clicks},get name(){return pr.name},get preload(){return pr.preload},slide:{content:``,revision:`-8d63k6`,frontmatterRaw:`layout: section +index: "05" +`,note:``,title:`Three kinds of transformer`,level:1,index:76,noteHTML:``,images:[],raw:``,frontmatter:pr,filepath:``,start:3908,sourceIndex:76,id:76,no:77},__clicksContext:null,__preloaded:!1}),hr=p({layout:`interactive`,core:!0,heading:`The architecture forked three ways`,title:`The architecture forked three ways`,"aside-width":`17rem`}),gr=m({get layout(){return hr.layout},get transition(){return hr.transition},get class(){return hr.class},get clicks(){return hr.clicks},get name(){return hr.name},get preload(){return hr.preload},slide:{content:``,revision:`-5t0qeu`,frontmatterRaw:`layout: interactive +core: true +heading: The architecture forked three ways +title: The architecture forked three ways +aside-width: 17rem +`,note:``,title:`The architecture forked three ways`,index:77,noteHTML:``,images:[],raw:``,frontmatter:hr,filepath:``,start:3933,sourceIndex:77,id:77,no:78},__clicksContext:null,__preloaded:!1}),_r=p({layout:`default`,title:`In words: The architecture forked three ways`}),vr=m({get layout(){return _r.layout},get transition(){return _r.transition},get class(){return _r.class},get clicks(){return _r.clicks},get name(){return _r.name},get preload(){return _r.preload},slide:{content:``,revision:`3a2301`,frontmatterRaw:`layout: default +title: "In words: The architecture forked three ways" +`,note:``,title:`In words: The architecture forked three ways`,index:78,noteHTML:``,images:[],raw:``,frontmatter:_r,filepath:``,start:3987,sourceIndex:78,id:78,no:79},__clicksContext:null,__preloaded:!1}),yr=p({layout:`default`,core:!0,title:`Which kind for which job`}),br=m({get layout(){return yr.layout},get transition(){return yr.transition},get class(){return yr.class},get clicks(){return yr.clicks},get name(){return yr.name},get preload(){return yr.preload},slide:{content:``,revision:`-wsvxeh`,frontmatterRaw:`layout: default +core: true +title: Which kind for which job +`,note:``,title:`Which kind for which job`,index:79,noteHTML:``,images:[],raw:``,frontmatter:yr,filepath:``,start:4011,sourceIndex:79,id:79,no:80},__clicksContext:null,__preloaded:!1}),xr=p({layout:`default`,title:`In words: Which kind for which job`}),Sr=m({get layout(){return xr.layout},get transition(){return xr.transition},get class(){return xr.class},get clicks(){return xr.clicks},get name(){return xr.name},get preload(){return xr.preload},slide:{content:``,revision:`j2roeh`,frontmatterRaw:`layout: default +title: "In words: Which kind for which job" +`,note:``,title:`In words: Which kind for which job`,index:80,noteHTML:``,images:[],raw:``,frontmatter:xr,filepath:``,start:4100,sourceIndex:80,id:80,no:81},__clicksContext:null,__preloaded:!1}),Cr=p({layout:`default`,core:!0,title:`Why decoder-only took over`}),wr=m({get layout(){return Cr.layout},get transition(){return Cr.transition},get class(){return Cr.class},get clicks(){return Cr.clicks},get name(){return Cr.name},get preload(){return Cr.preload},slide:{content:``,revision:`swhho9`,frontmatterRaw:`layout: default +core: true +title: Why decoder-only took over +`,note:``,title:`Why decoder-only took over`,index:81,noteHTML:``,images:[],raw:``,frontmatter:Cr,filepath:``,start:4131,sourceIndex:81,id:81,no:82},__clicksContext:null,__preloaded:!1}),Tr=p({layout:`default`,title:`In words: Why decoder-only took over`}),Er=m({get layout(){return Tr.layout},get transition(){return Tr.transition},get class(){return Tr.class},get clicks(){return Tr.clicks},get name(){return Tr.name},get preload(){return Tr.preload},slide:{content:``,revision:`u6ijqc`,frontmatterRaw:`layout: default +title: "In words: Why decoder-only took over" +`,note:``,title:`In words: Why decoder-only took over`,index:82,noteHTML:``,images:[],raw:``,frontmatter:Tr,filepath:``,start:4214,sourceIndex:82,id:82,no:83},__clicksContext:null,__preloaded:!1}),Dr=p({layout:`interactive`,heading:`One wire moved, and deep stacks started training`,title:`One wire moved, and deep stacks started training`,"aside-width":`19rem`}),Or=m({get layout(){return Dr.layout},get transition(){return Dr.transition},get class(){return Dr.class},get clicks(){return Dr.clicks},get name(){return Dr.name},get preload(){return Dr.preload},slide:{content:``,revision:`l9p8mi`,frontmatterRaw:`layout: interactive +heading: One wire moved, and deep stacks started training +title: One wire moved, and deep stacks started training +aside-width: 19rem +`,note:``,title:`One wire moved, and deep stacks started training`,index:83,noteHTML:``,images:[],raw:``,frontmatter:Dr,filepath:``,start:4237,sourceIndex:83,id:83,no:84},__clicksContext:null,__preloaded:!1}),kr=p({layout:`default`,title:`In words: One wire moved, and deep stacks started training`}),Ar=m({get layout(){return kr.layout},get transition(){return kr.transition},get class(){return kr.class},get clicks(){return kr.clicks},get name(){return kr.name},get preload(){return kr.preload},slide:{content:``,revision:`52f726`,frontmatterRaw:`layout: default +title: "In words: One wire moved, and deep stacks started training" +`,note:``,title:`In words: One wire moved, and deep stacks started training`,index:84,noteHTML:``,images:[],raw:``,frontmatter:kr,filepath:``,start:4289,sourceIndex:84,id:84,no:85},__clicksContext:null,__preloaded:!1}),jr=p({layout:`default`,title:`What else changed inside the block`}),Mr=m({get layout(){return jr.layout},get transition(){return jr.transition},get class(){return jr.class},get clicks(){return jr.clicks},get name(){return jr.name},get preload(){return jr.preload},slide:{content:``,revision:`5ljqpd`,frontmatterRaw:`layout: default +title: What else changed inside the block +`,note:``,title:`What else changed inside the block`,index:85,noteHTML:``,images:[],raw:``,frontmatter:jr,filepath:``,start:4311,sourceIndex:85,id:85,no:86},__clicksContext:null,__preloaded:!1}),Nr=p({layout:`default`,title:`In words: What else changed inside the block`}),Pr=m({get layout(){return Nr.layout},get transition(){return Nr.transition},get class(){return Nr.class},get clicks(){return Nr.clicks},get name(){return Nr.name},get preload(){return Nr.preload},slide:{content:``,revision:`-qrhqw`,frontmatterRaw:`layout: default +title: "In words: What else changed inside the block" +`,note:``,title:`In words: What else changed inside the block`,index:86,noteHTML:``,images:[],raw:``,frontmatter:Nr,filepath:``,start:4411,sourceIndex:86,id:86,no:87},__clicksContext:null,__preloaded:!1}),Fr=p({layout:`default`,title:`Position, done properly`}),Ir=m({get layout(){return Fr.layout},get transition(){return Fr.transition},get class(){return Fr.class},get clicks(){return Fr.clicks},get name(){return Fr.name},get preload(){return Fr.preload},slide:{content:``,revision:`-irexet`,frontmatterRaw:`layout: default +title: Position, done properly +`,note:``,title:`Position, done properly`,index:87,noteHTML:``,images:[],raw:``,frontmatter:Fr,filepath:``,start:4437,sourceIndex:87,id:87,no:88},__clicksContext:null,__preloaded:!1}),Lr=p({layout:`default`,title:`In words: Position, done properly`}),Rr=m({get layout(){return Lr.layout},get transition(){return Lr.transition},get class(){return Lr.class},get clicks(){return Lr.clicks},get name(){return Lr.name},get preload(){return Lr.preload},slide:{content:``,revision:`-4n3thr`,frontmatterRaw:`layout: default +title: "In words: Position, done properly" +`,note:``,title:`In words: Position, done properly`,index:88,noteHTML:``,images:[],raw:``,frontmatter:Lr,filepath:``,start:4531,sourceIndex:88,id:88,no:89},__clicksContext:null,__preloaded:!1}),zr=p({layout:`default`,title:`What generation actually costs`}),Br=m({get layout(){return zr.layout},get transition(){return zr.transition},get class(){return zr.class},get clicks(){return zr.clicks},get name(){return zr.name},get preload(){return zr.preload},slide:{content:``,revision:`ongz64`,frontmatterRaw:`layout: default +title: What generation actually costs +`,note:``,title:`What generation actually costs`,index:89,noteHTML:``,images:[],raw:``,frontmatter:zr,filepath:``,start:4552,sourceIndex:89,id:89,no:90},__clicksContext:null,__preloaded:!1}),Vr=p({layout:`default`,title:`In words: What generation actually costs`}),Hr=m({get layout(){return Vr.layout},get transition(){return Vr.transition},get class(){return Vr.class},get clicks(){return Vr.clicks},get name(){return Vr.name},get preload(){return Vr.preload},slide:{content:``,revision:`nw35ej`,frontmatterRaw:`layout: default +title: "In words: What generation actually costs" +`,note:``,title:`In words: What generation actually costs`,index:90,noteHTML:``,images:[],raw:``,frontmatter:Vr,filepath:``,start:4629,sourceIndex:90,id:90,no:91},__clicksContext:null,__preloaded:!1}),Ur=p({layout:`default`,core:!0,title:`The same block, more of it`}),Wr=m({get layout(){return Ur.layout},get transition(){return Ur.transition},get class(){return Ur.class},get clicks(){return Ur.clicks},get name(){return Ur.name},get preload(){return Ur.preload},slide:{content:``,revision:`tie327`,frontmatterRaw:`layout: default +core: true +title: The same block, more of it +`,note:``,title:`The same block, more of it`,index:91,noteHTML:``,images:[],raw:``,frontmatter:Ur,filepath:``,start:4651,sourceIndex:91,id:91,no:92},__clicksContext:null,__preloaded:!1}),Gr=p({layout:`default`,title:`In words: The same block, more of it`}),Kr=m({get layout(){return Gr.layout},get transition(){return Gr.transition},get class(){return Gr.class},get clicks(){return Gr.clicks},get name(){return Gr.name},get preload(){return Gr.preload},slide:{content:``,revision:`-v2wixt`,frontmatterRaw:`layout: default +title: "In words: The same block, more of it" +`,note:``,title:`In words: The same block, more of it`,index:92,noteHTML:``,images:[],raw:``,frontmatter:Gr,filepath:``,start:4733,sourceIndex:92,id:92,no:93},__clicksContext:null,__preloaded:!1}),qr=p({layout:`default`,title:`What did not change`}),Jr=m({get layout(){return qr.layout},get transition(){return qr.transition},get class(){return qr.class},get clicks(){return qr.clicks},get name(){return qr.name},get preload(){return qr.preload},slide:{content:``,revision:`-jspg8q`,frontmatterRaw:`layout: default +title: What did not change +`,note:``,title:`What did not change`,index:93,noteHTML:``,images:[],raw:``,frontmatter:qr,filepath:``,start:4755,sourceIndex:93,id:93,no:94},__clicksContext:null,__preloaded:!1}),Yr=p({layout:`default`,title:`In words: What did not change`}),Xr=m({get layout(){return Yr.layout},get transition(){return Yr.transition},get class(){return Yr.class},get clicks(){return Yr.clicks},get name(){return Yr.name},get preload(){return Yr.preload},slide:{content:``,revision:`-7u2zps`,frontmatterRaw:`layout: default +title: "In words: What did not change" +`,note:``,title:`In words: What did not change`,index:94,noteHTML:``,images:[],raw:``,frontmatter:Yr,filepath:``,start:4841,sourceIndex:94,id:94,no:95},__clicksContext:null,__preloaded:!1}),Zr=p({layout:`section`,index:`06`}),Qr=m({get layout(){return Zr.layout},get transition(){return Zr.transition},get class(){return Zr.class},get clicks(){return Zr.clicks},get name(){return Zr.name},get preload(){return Zr.preload},slide:{content:``,revision:`83esfv`,frontmatterRaw:`layout: section +index: "06" +`,note:``,title:`In PyTorch`,level:1,index:95,noteHTML:``,images:[],raw:``,frontmatter:Zr,filepath:``,start:4868,sourceIndex:95,id:95,no:96},__clicksContext:null,__preloaded:!1}),$r=p({layout:`default`,core:!0,title:`The mechanism is one function call`}),ei=m({get layout(){return $r.layout},get transition(){return $r.transition},get class(){return $r.class},get clicks(){return $r.clicks},get name(){return $r.name},get preload(){return $r.preload},slide:{content:``,revision:`-k3ps6t`,frontmatterRaw:`layout: default +core: true +title: The mechanism is one function call +`,note:``,title:`The mechanism is one function call`,index:96,noteHTML:``,images:[],raw:``,frontmatter:$r,filepath:``,start:4892,sourceIndex:96,id:96,no:97},__clicksContext:null,__preloaded:!1}),ti=p({layout:`default`}),ni=m({get layout(){return ti.layout},get transition(){return ti.transition},get class(){return ti.class},get clicks(){return ti.clicks},get name(){return ti.name},get preload(){return ti.preload},slide:{content:``,revision:`6tw2cq`,frontmatterRaw:`layout: default +`,note:``,title:`In words: The mechanism is one function call`,level:1,index:97,noteHTML:``,images:[],raw:``,frontmatter:ti,filepath:``,start:4986,sourceIndex:97,id:97,no:98},__clicksContext:null,__preloaded:!1}),ri=p({layout:`default`,title:`Self-attention, written out`}),ii=m({get layout(){return ri.layout},get transition(){return ri.transition},get class(){return ri.class},get clicks(){return ri.clicks},get name(){return ri.name},get preload(){return ri.preload},slide:{content:``,revision:`pmlwg3`,frontmatterRaw:`layout: default +title: Self-attention, written out +`,note:``,title:`Self-attention, written out`,index:98,noteHTML:``,images:[],raw:``,frontmatter:ri,filepath:``,start:5015,sourceIndex:98,id:98,no:99},__clicksContext:null,__preloaded:!1}),ai=p({layout:`default`}),oi=m({get layout(){return ai.layout},get transition(){return ai.transition},get class(){return ai.class},get clicks(){return ai.clicks},get name(){return ai.name},get preload(){return ai.preload},slide:{content:``,revision:`-vaxn9y`,frontmatterRaw:`layout: default +`,note:``,title:`In words: Self-attention, written out`,level:1,index:99,noteHTML:``,images:[],raw:``,frontmatter:ai,filepath:``,start:5101,sourceIndex:99,id:99,no:100},__clicksContext:null,__preloaded:!1}),si=p({layout:`default`,title:`A block, and a stack`}),ci=m({get layout(){return si.layout},get transition(){return si.transition},get class(){return si.class},get clicks(){return si.clicks},get name(){return si.name},get preload(){return si.preload},slide:{content:``,revision:`aqqyoj`,frontmatterRaw:`layout: default +title: A block, and a stack +`,note:``,title:`A block, and a stack`,index:100,noteHTML:``,images:[],raw:``,frontmatter:si,filepath:``,start:5128,sourceIndex:100,id:100,no:101},__clicksContext:null,__preloaded:!1}),li=p({layout:`default`}),ui=m({get layout(){return li.layout},get transition(){return li.transition},get class(){return li.class},get clicks(){return li.clicks},get name(){return li.name},get preload(){return li.preload},slide:{content:``,revision:`930nmx`,frontmatterRaw:`layout: default +`,note:``,title:`In words: A block, and a stack`,level:1,index:101,noteHTML:``,images:[],raw:``,frontmatter:li,filepath:``,start:5228,sourceIndex:101,id:101,no:102},__clicksContext:null,__preloaded:!1}),di=p({layout:`default`,title:`Or use the one in the box`}),fi=m({get layout(){return di.layout},get transition(){return di.transition},get class(){return di.class},get clicks(){return di.clicks},get name(){return di.name},get preload(){return di.preload},slide:{content:``,revision:`dr6qzi`,frontmatterRaw:`layout: default +title: Or use the one in the box +`,note:``,title:`Or use the one in the box`,index:102,noteHTML:``,images:[],raw:``,frontmatter:di,filepath:``,start:5255,sourceIndex:102,id:102,no:103},__clicksContext:null,__preloaded:!1}),pi=p({layout:`default`}),mi=m({get layout(){return pi.layout},get transition(){return pi.transition},get class(){return pi.class},get clicks(){return pi.clicks},get name(){return pi.name},get preload(){return pi.preload},slide:{content:``,revision:`-wlc2o6`,frontmatterRaw:`layout: default +`,note:``,title:`In words: Or use the one in the box`,level:1,index:103,noteHTML:``,images:[],raw:``,frontmatter:pi,filepath:``,start:5338,sourceIndex:103,id:103,no:104},__clicksContext:null,__preloaded:!1}),hi=p({layout:`default`,core:!0,title:`Shapes, end to end`}),gi=m({get layout(){return hi.layout},get transition(){return hi.transition},get class(){return hi.class},get clicks(){return hi.clicks},get name(){return hi.name},get preload(){return hi.preload},slide:{content:``,revision:`2jf5kp`,frontmatterRaw:`layout: default +core: true +title: Shapes, end to end +`,note:``,title:`Shapes, end to end`,index:104,noteHTML:``,images:[],raw:``,frontmatter:hi,filepath:``,start:5367,sourceIndex:104,id:104,no:105},__clicksContext:null,__preloaded:!1}),Y=p({layout:`default`}),_i=m({get layout(){return Y.layout},get transition(){return Y.transition},get class(){return Y.class},get clicks(){return Y.clicks},get name(){return Y.name},get preload(){return Y.preload},slide:{content:``,revision:`-7cg9m7`,frontmatterRaw:`layout: default +`,note:``,title:`In words: Shapes, end to end`,level:1,index:105,noteHTML:``,images:[],raw:``,frontmatter:Y,filepath:``,start:5443,sourceIndex:105,id:105,no:106},__clicksContext:null,__preloaded:!1}),vi=p({layout:`default`,title:`Four bugs, and what each one looks like`}),yi=m({get layout(){return vi.layout},get transition(){return vi.transition},get class(){return vi.class},get clicks(){return vi.clicks},get name(){return vi.name},get preload(){return vi.preload},slide:{content:``,revision:`-6j5kue`,frontmatterRaw:`layout: default +title: Four bugs, and what each one looks like +`,note:``,title:`Four bugs, and what each one looks like`,index:106,noteHTML:``,images:[],raw:``,frontmatter:vi,filepath:``,start:5470,sourceIndex:106,id:106,no:107},__clicksContext:null,__preloaded:!1}),bi=p({layout:`default`}),xi=m({get layout(){return bi.layout},get transition(){return bi.transition},get class(){return bi.class},get clicks(){return bi.clicks},get name(){return bi.name},get preload(){return bi.preload},slide:{content:``,revision:`-fk6bt1`,frontmatterRaw:`layout: default +`,note:``,title:`In words: Four bugs, and what each one looks like`,level:1,index:107,noteHTML:``,images:[],raw:``,frontmatter:bi,filepath:``,start:5566,sourceIndex:107,id:107,no:108},__clicksContext:null,__preloaded:!1}),Si=p({layout:`section`,index:`07`}),Ci=m({get layout(){return Si.layout},get transition(){return Si.transition},get class(){return Si.class},get clicks(){return Si.clicks},get name(){return Si.name},get preload(){return Si.preload},slide:{content:``,revision:`-wxbucn`,frontmatterRaw:`layout: section +index: "07" +`,note:``,title:`Where that leaves us`,level:1,index:108,noteHTML:``,images:[],raw:``,frontmatter:Si,filepath:``,start:5594,sourceIndex:108,id:108,no:109},__clicksContext:null,__preloaded:!1}),wi=p({layout:`default`,core:!0,title:`Where we got to`}),Ti=m({get layout(){return wi.layout},get transition(){return wi.transition},get class(){return wi.class},get clicks(){return wi.clicks},get name(){return wi.name},get preload(){return wi.preload},slide:{content:``,revision:`tsygqw`,frontmatterRaw:`layout: default +core: true +title: Where we got to +`,note:``,title:`Where we got to`,index:109,noteHTML:``,images:[],raw:``,frontmatter:wi,filepath:``,start:5614,sourceIndex:109,id:109,no:110},__clicksContext:null,__preloaded:!1}),Ei=p({layout:`default`,title:`In words: Where we got to`}),Di=m({get layout(){return Ei.layout},get transition(){return Ei.transition},get class(){return Ei.class},get clicks(){return Ei.clicks},get name(){return Ei.name},get preload(){return Ei.preload},slide:{content:``,revision:`vgpkij`,frontmatterRaw:`layout: default +title: "In words: Where we got to" +`,note:``,title:`In words: Where we got to`,index:110,noteHTML:``,images:[],raw:``,frontmatter:Ei,filepath:``,start:5701,sourceIndex:110,id:110,no:111},__clicksContext:null,__preloaded:!1}),Oi=p({layout:`default`,core:!0,title:`Reading, and the lab`}),ki=m({get layout(){return Oi.layout},get transition(){return Oi.transition},get class(){return Oi.class},get clicks(){return Oi.clicks},get name(){return Oi.name},get preload(){return Oi.preload},slide:{content:``,revision:`lbp9do`,frontmatterRaw:`layout: default +core: true +title: Reading, and the lab +`,note:``,title:`Reading, and the lab`,index:111,noteHTML:``,images:[],raw:``,frontmatter:Oi,filepath:``,start:5729,sourceIndex:111,id:111,no:112},__clicksContext:null,__preloaded:!1}),Ai=p({layout:`default`,title:`In words: Reading, and the lab`}),ji=m({get layout(){return Ai.layout},get transition(){return Ai.transition},get class(){return Ai.class},get clicks(){return Ai.clicks},get name(){return Ai.name},get preload(){return Ai.preload},slide:{content:``,revision:`rcwunc`,frontmatterRaw:`layout: default +title: "In words: Reading, and the lab" +`,note:``,title:`In words: Reading, and the lab`,index:112,noteHTML:``,images:[],raw:``,frontmatter:Ai,filepath:``,start:5815,sourceIndex:112,id:112,no:113},__clicksContext:null,__preloaded:!1}),X=p({layout:`end`,email:`vajira@simula.no`}),Mi=m({get layout(){return X.layout},get transition(){return X.transition},get class(){return X.class},get clicks(){return X.clicks},get name(){return X.name},get preload(){return X.preload},slide:{content:``,revision:`a2zm93`,frontmatterRaw:`layout: end +email: vajira@simula.no +`,note:``,title:`Questions?`,level:1,index:113,noteHTML:``,images:[],raw:``,frontmatter:X,filepath:``,start:5839,sourceIndex:113,id:113,no:114},__clicksContext:null,__preloaded:!1}),Z=Array(114),Q=(t,n)=>e({loader:n,delay:300,loadingComponent:Ze,errorComponent:v,onError:e=>console.error(`Failed to load slide `+(t+1),e)}),Ni=async()=>{try{return Z[0]??=await _(()=>import(`./md-BjO-yXuT.js`),__vite__mapDeps([0,1,2,3,4,5,6,7,8,9]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Pi=async()=>{try{return Z[1]??=await _(()=>import(`./md-C2-OA9fh2.js`),__vite__mapDeps([10,1,2,3,5,6,7,4,8,11,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Fi=async()=>{try{return Z[2]??=await _(()=>import(`./md-WLf-oJsn2.js`),__vite__mapDeps([20,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ii=async()=>{try{return Z[3]??=await _(()=>import(`./md-B815c0ps.js`),__vite__mapDeps([21,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Li=async()=>{try{return Z[4]??=await _(()=>import(`./md-D1PuSHhL.js`),__vite__mapDeps([24,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ri=async()=>{try{return Z[5]??=await _(()=>import(`./md-Bccft7aT.js`),__vite__mapDeps([25,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},zi=async()=>{try{return Z[6]??=await _(()=>import(`./md-CW3GRSxh2.js`),__vite__mapDeps([26,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,27,28]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Bi=async()=>{try{return Z[7]??=await _(()=>import(`./md-BgsK6PGZ2.js`),__vite__mapDeps([29,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Vi=async()=>{try{return Z[8]??=await _(()=>import(`./md-fwwBADxs.js`),__vite__mapDeps([30,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,31,32,33]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Hi=async()=>{try{return Z[9]??=await _(()=>import(`./md-BekE5qL_.js`),__vite__mapDeps([34,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ui=async()=>{try{return Z[10]??=await _(()=>import(`./md-Di4Qt8I7.js`),__vite__mapDeps([35,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Wi=async()=>{try{return Z[11]??=await _(()=>import(`./md-Ny6WZnJ7.js`),__vite__mapDeps([36,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Gi=async()=>{try{return Z[12]??=await _(()=>import(`./md-D5pUJL2P.js`),__vite__mapDeps([37,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ki=async()=>{try{return Z[13]??=await _(()=>import(`./md-DA-U-KLh.js`),__vite__mapDeps([38,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},qi=async()=>{try{return Z[14]??=await _(()=>import(`./md-Cd5sTws1.js`),__vite__mapDeps([39,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ji=async()=>{try{return Z[15]??=await _(()=>import(`./md-5WEP6Md82.js`),__vite__mapDeps([40,1,2,3,4,5,6,32,15,14,16,41,12,13,17,18,42,43,44,45]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Yi=async()=>{try{return Z[16]??=await _(()=>import(`./md-DEgY0uH5.js`),__vite__mapDeps([46,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Xi=async()=>{try{return Z[17]??=await _(()=>import(`./md-CnbjQpmR.js`),__vite__mapDeps([47,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Zi=async()=>{try{return Z[18]??=await _(()=>import(`./md-CnA6oK-G2.js`),__vite__mapDeps([48,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Qi=async()=>{try{return Z[19]??=await _(()=>import(`./md-BkNuaaSP.js`),__vite__mapDeps([49,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},$i=async()=>{try{return Z[20]??=await _(()=>import(`./md-tyDiHdR82.js`),__vite__mapDeps([50,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,51,52,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ea=async()=>{try{return Z[21]??=await _(()=>import(`./md-_zM9_Liw2.js`),__vite__mapDeps([53,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ta=async()=>{try{return Z[22]??=await _(()=>import(`./md-DMkm1Qpi2.js`),__vite__mapDeps([54,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},na=async()=>{try{return Z[23]??=await _(()=>import(`./md-B4dh1Gjy2.js`),__vite__mapDeps([55,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ra=async()=>{try{return Z[24]??=await _(()=>import(`./md-1POnEWPg2.js`),__vite__mapDeps([56,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ia=async()=>{try{return Z[25]??=await _(()=>import(`./md-CB6QZfkK2.js`),__vite__mapDeps([57,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},aa=async()=>{try{return Z[26]??=await _(()=>import(`./md-e4EWMRs72.js`),__vite__mapDeps([58,1,2,3,4,5,6,15,14,16,32,41,12,13,17,18,42,43,44,59,60,61]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},oa=async()=>{try{return Z[27]??=await _(()=>import(`./md-I37og32I2.js`),__vite__mapDeps([62,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},sa=async()=>{try{return Z[28]??=await _(()=>import(`./md-_SHUq-nE2.js`),__vite__mapDeps([63,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ca=async()=>{try{return Z[29]??=await _(()=>import(`./md-BJLgyYot2.js`),__vite__mapDeps([64,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},la=async()=>{try{return Z[30]??=await _(()=>import(`./md-t4mgdbVj2.js`),__vite__mapDeps([65,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ua=async()=>{try{return Z[31]??=await _(()=>import(`./md-DVwk_z3R2.js`),__vite__mapDeps([66,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},da=async()=>{try{return Z[32]??=await _(()=>import(`./md-y76j5fQp.js`),__vite__mapDeps([67,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,68,43,44,59,60,69]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},fa=async()=>{try{return Z[33]??=await _(()=>import(`./md-DKTehYnC.js`),__vite__mapDeps([70,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},pa=async()=>{try{return Z[34]??=await _(()=>import(`./md-DsG80VyH.js`),__vite__mapDeps([71,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,68,43,44,59,60,69]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ma=async()=>{try{return Z[35]??=await _(()=>import(`./md-CkETFBk6.js`),__vite__mapDeps([72,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ha=async()=>{try{return Z[36]??=await _(()=>import(`./md-DPGQ32a_.js`),__vite__mapDeps([73,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32,74]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ga=async()=>{try{return Z[37]??=await _(()=>import(`./md-DWTbey-7.js`),__vite__mapDeps([75,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},_a=async()=>{try{return Z[38]??=await _(()=>import(`./md-B3cw-l9c.js`),__vite__mapDeps([76,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},va=async()=>{try{return Z[39]??=await _(()=>import(`./md-Bu64PrEi.js`),__vite__mapDeps([77,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,78,43,44,60,79]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ya=async()=>{try{return Z[40]??=await _(()=>import(`./md-CLUR6rvJ.js`),__vite__mapDeps([80,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ba=async()=>{try{return Z[41]??=await _(()=>import(`./md-Cbf_c7qC.js`),__vite__mapDeps([81,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,74]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},xa=async()=>{try{return Z[42]??=await _(()=>import(`./md-BYKniqFA.js`),__vite__mapDeps([82,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Sa=async()=>{try{return Z[43]??=await _(()=>import(`./md-k4CJxF-e.js`),__vite__mapDeps([83,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,31,32,33]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ca=async()=>{try{return Z[44]??=await _(()=>import(`./md-BsLhH0zv.js`),__vite__mapDeps([84,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},wa=async()=>{try{return Z[45]??=await _(()=>import(`./md-9BRr5fKR.js`),__vite__mapDeps([85,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ta=async()=>{try{return Z[46]??=await _(()=>import(`./md-CWLf7t6o.js`),__vite__mapDeps([86,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ea=async()=>{try{return Z[47]??=await _(()=>import(`./md-CzDAqWAf.js`),__vite__mapDeps([87,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Da=async()=>{try{return Z[48]??=await _(()=>import(`./md-C8OiMOzj.js`),__vite__mapDeps([88,1,2,3,4,5,6,32,15,14,16,41,12,13,17,18,42,43,44,59,60,89]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Oa=async()=>{try{return Z[49]??=await _(()=>import(`./md-DK7RiH73.js`),__vite__mapDeps([90,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ka=async()=>{try{return Z[50]??=await _(()=>import(`./md-BtxXgyX-.js`),__vite__mapDeps([91,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,74]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Aa=async()=>{try{return Z[51]??=await _(()=>import(`./md-oPuDj13d.js`),__vite__mapDeps([92,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ja=async()=>{try{return Z[52]??=await _(()=>import(`./md-qmYNymNy.js`),__vite__mapDeps([93,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,94,43,44,59,60,95]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ma=async()=>{try{return Z[53]??=await _(()=>import(`./md-45uBB7cb.js`),__vite__mapDeps([96,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Na=async()=>{try{return Z[54]??=await _(()=>import(`./md-DJ3ZfTTV.js`),__vite__mapDeps([97,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,94,43,44,59,60,95]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Pa=async()=>{try{return Z[55]??=await _(()=>import(`./md-CKfbaq-X.js`),__vite__mapDeps([98,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Fa=async()=>{try{return Z[56]??=await _(()=>import(`./md-D494-50T.js`),__vite__mapDeps([99,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32,74]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ia=async()=>{try{return Z[57]??=await _(()=>import(`./md-DRDqrCj8.js`),__vite__mapDeps([100,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},La=async()=>{try{return Z[58]??=await _(()=>import(`./md-Cc76xEtv.js`),__vite__mapDeps([101,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ra=async()=>{try{return Z[59]??=await _(()=>import(`./md-De5oZ2z4.js`),__vite__mapDeps([102,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},za=async()=>{try{return Z[60]??=await _(()=>import(`./md-BX32i5rK.js`),__vite__mapDeps([103,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ba=async()=>{try{return Z[61]??=await _(()=>import(`./md-CBhrP8n32.js`),__vite__mapDeps([104,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,105,43,44,106]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Va=async()=>{try{return Z[62]??=await _(()=>import(`./md-CBiTRCiA2.js`),__vite__mapDeps([107,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ha=async()=>{try{return Z[63]??=await _(()=>import(`./md-cctJvsll2.js`),__vite__mapDeps([108,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ua=async()=>{try{return Z[64]??=await _(()=>import(`./md-D5C8NmHq.js`),__vite__mapDeps([109,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Wa=async()=>{try{return Z[65]??=await _(()=>import(`./md-C6qfUyBt2.js`),__vite__mapDeps([110,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ga=async()=>{try{return Z[66]??=await _(()=>import(`./md-DhBlBbzO2.js`),__vite__mapDeps([111,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ka=async()=>{try{return Z[67]??=await _(()=>import(`./md-SrHURhTq2.js`),__vite__mapDeps([112,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},qa=async()=>{try{return Z[68]??=await _(()=>import(`./md-Q3kNorqP2.js`),__vite__mapDeps([113,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,78,43,44,60,79]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ja=async()=>{try{return Z[69]??=await _(()=>import(`./md-Cw_OWuR42.js`),__vite__mapDeps([114,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ya=async()=>{try{return Z[70]??=await _(()=>import(`./md-QblM3U-t2.js`),__vite__mapDeps([115,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32,74]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Xa=async()=>{try{return Z[71]??=await _(()=>import(`./md-DDePAZ392.js`),__vite__mapDeps([116,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Za=async()=>{try{return Z[72]??=await _(()=>import(`./md-DgGgxb9T2.js`),__vite__mapDeps([117,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,31,32,33]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Qa=async()=>{try{return Z[73]??=await _(()=>import(`./md-CVYuYWEV.js`),__vite__mapDeps([118,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},$a=async()=>{try{return Z[74]??=await _(()=>import(`./md-UQql7nqC2.js`),__vite__mapDeps([119,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},eo=async()=>{try{return Z[75]??=await _(()=>import(`./md-QvaTZu9O2.js`),__vite__mapDeps([120,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},to=async()=>{try{return Z[76]??=await _(()=>import(`./md-CIA7piby2.js`),__vite__mapDeps([121,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},no=async()=>{try{return Z[77]??=await _(()=>import(`./md-D9ITpwGc2.js`),__vite__mapDeps([122,1,2,3,4,5,6,32,15,14,16,41,12,13,17,18,42,123]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ro=async()=>{try{return Z[78]??=await _(()=>import(`./md-hQN7x7Vi2.js`),__vite__mapDeps([124,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},io=async()=>{try{return Z[79]??=await _(()=>import(`./md-CiC1TVvQ2.js`),__vite__mapDeps([125,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ao=async()=>{try{return Z[80]??=await _(()=>import(`./md-CNDLpstn2.js`),__vite__mapDeps([126,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},oo=async()=>{try{return Z[81]??=await _(()=>import(`./md-BRWSRKtj2.js`),__vite__mapDeps([127,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},so=async()=>{try{return Z[82]??=await _(()=>import(`./md-BOLARYwC2.js`),__vite__mapDeps([128,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},co=async()=>{try{return Z[83]??=await _(()=>import(`./md-DJ7h1hbK.js`),__vite__mapDeps([129,1,2,3,5,6,32,15,14,16,41,4,12,13,17,18,42,105,43,44,106]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},lo=async()=>{try{return Z[84]??=await _(()=>import(`./md-BpUXPIXm.js`),__vite__mapDeps([130,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},uo=async()=>{try{return Z[85]??=await _(()=>import(`./md-S_Ria6PB.js`),__vite__mapDeps([131,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},fo=async()=>{try{return Z[86]??=await _(()=>import(`./md-kAWeedCs.js`),__vite__mapDeps([132,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},po=async()=>{try{return Z[87]??=await _(()=>import(`./md-D4nJotEI.js`),__vite__mapDeps([133,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32,27,28]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},mo=async()=>{try{return Z[88]??=await _(()=>import(`./md-UQ73wYzT.js`),__vite__mapDeps([134,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ho=async()=>{try{return Z[89]??=await _(()=>import(`./md-CniY5mwA.js`),__vite__mapDeps([135,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},go=async()=>{try{return Z[90]??=await _(()=>import(`./md-BexnRWui.js`),__vite__mapDeps([136,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},_o=async()=>{try{return Z[91]??=await _(()=>import(`./md-TEhmIqfz.js`),__vite__mapDeps([137,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},vo=async()=>{try{return Z[92]??=await _(()=>import(`./md-ClP8RXgK.js`),__vite__mapDeps([138,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},yo=async()=>{try{return Z[93]??=await _(()=>import(`./md-CZ0TTTDs.js`),__vite__mapDeps([139,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},bo=async()=>{try{return Z[94]??=await _(()=>import(`./md-Cw5-XauR.js`),__vite__mapDeps([140,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},xo=async()=>{try{return Z[95]??=await _(()=>import(`./md-CSrnKzHt.js`),__vite__mapDeps([141,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},So=async()=>{try{return Z[96]??=await _(()=>import(`./md-Dq0GSfkl.js`),__vite__mapDeps([142,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,51,52,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Co=async()=>{try{return Z[97]??=await _(()=>import(`./md-DhdkV_MM.js`),__vite__mapDeps([143,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},wo=async()=>{try{return Z[98]??=await _(()=>import(`./md-BmMhfMUg.js`),__vite__mapDeps([144,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,51,52]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},To=async()=>{try{return Z[99]??=await _(()=>import(`./md-DiJIM5-s.js`),__vite__mapDeps([145,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Eo=async()=>{try{return Z[100]??=await _(()=>import(`./md-B5Abi94E.js`),__vite__mapDeps([146,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,51,52]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Do=async()=>{try{return Z[101]??=await _(()=>import(`./md-CGRw6CdD.js`),__vite__mapDeps([147,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Oo=async()=>{try{return Z[102]??=await _(()=>import(`./md-BscC0r3L.js`),__vite__mapDeps([148,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19,51,52,32]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},ko=async()=>{try{return Z[103]??=await _(()=>import(`./md-BqhSluwG.js`),__vite__mapDeps([149,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ao=async()=>{try{return Z[104]??=await _(()=>import(`./md-CV1HWu48.js`),__vite__mapDeps([150,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},jo=async()=>{try{return Z[105]??=await _(()=>import(`./md-Dcr9t_yB.js`),__vite__mapDeps([151,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Mo=async()=>{try{return Z[106]??=await _(()=>import(`./md-DH9dhp5C.js`),__vite__mapDeps([152,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},No=async()=>{try{return Z[107]??=await _(()=>import(`./md-Be8qHbLU.js`),__vite__mapDeps([153,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Po=async()=>{try{return Z[108]??=await _(()=>import(`./md-B5uG_D2l.js`),__vite__mapDeps([154,1,2,3,5,6,7,4,8,22,23]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Fo=async()=>{try{return Z[109]??=await _(()=>import(`./md-CidsJPTN.js`),__vite__mapDeps([155,1,2,3,5,6,7,4,8,11,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Io=async()=>{try{return Z[110]??=await _(()=>import(`./md-CHhgCgN4.js`),__vite__mapDeps([156,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Lo=async()=>{try{return Z[111]??=await _(()=>import(`./md-DFA1fo1z.js`),__vite__mapDeps([157,1,2,3,4,5,6,7,8,11,12,13,14,15,16,17,18,19,158]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Ro=async()=>{try{return Z[112]??=await _(()=>import(`./md-BJ1CN0D8.js`),__vite__mapDeps([159,1,2,3,5,6,11,4,12,13,14,15,16,17,18,19]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},zo=async()=>{try{return Z[113]??=await _(()=>import(`./md-y1958Azu.js`),__vite__mapDeps([160,1,2,3,4,5,6,7,8,161]),import.meta.url)}catch(e){return console.error(`slide failed to load`,e),v}},Bo=[{no:1,meta:Qe,load:Ni,component:Q(0,Ni)},{no:2,meta:$e,load:Pi,component:Q(1,Pi)},{no:3,meta:et,load:Fi,component:Q(2,Fi)},{no:4,meta:tt,load:Ii,component:Q(3,Ii)},{no:5,meta:nt,load:Li,component:Q(4,Li)},{no:6,meta:rt,load:Ri,component:Q(5,Ri)},{no:7,meta:it,load:zi,component:Q(6,zi)},{no:8,meta:at,load:Bi,component:Q(7,Bi)},{no:9,meta:ot,load:Vi,component:Q(8,Vi)},{no:10,meta:st,load:Hi,component:Q(9,Hi)},{no:11,meta:ct,load:Ui,component:Q(10,Ui)},{no:12,meta:lt,load:Wi,component:Q(11,Wi)},{no:13,meta:ut,load:Gi,component:Q(12,Gi)},{no:14,meta:dt,load:Ki,component:Q(13,Ki)},{no:15,meta:ft,load:qi,component:Q(14,qi)},{no:16,meta:pt,load:Ji,component:Q(15,Ji)},{no:17,meta:mt,load:Yi,component:Q(16,Yi)},{no:18,meta:ht,load:Xi,component:Q(17,Xi)},{no:19,meta:gt,load:Zi,component:Q(18,Zi)},{no:20,meta:_t,load:Qi,component:Q(19,Qi)},{no:21,meta:vt,load:$i,component:Q(20,$i)},{no:22,meta:yt,load:ea,component:Q(21,ea)},{no:23,meta:bt,load:ta,component:Q(22,ta)},{no:24,meta:xt,load:na,component:Q(23,na)},{no:25,meta:St,load:ra,component:Q(24,ra)},{no:26,meta:Ct,load:ia,component:Q(25,ia)},{no:27,meta:wt,load:aa,component:Q(26,aa)},{no:28,meta:Tt,load:oa,component:Q(27,oa)},{no:29,meta:Et,load:sa,component:Q(28,sa)},{no:30,meta:Dt,load:ca,component:Q(29,ca)},{no:31,meta:kt,load:la,component:Q(30,la)},{no:32,meta:jt,load:ua,component:Q(31,ua)},{no:33,meta:Nt,load:da,component:Q(32,da)},{no:34,meta:Ft,load:fa,component:Q(33,fa)},{no:35,meta:Lt,load:pa,component:Q(34,pa)},{no:36,meta:zt,load:ma,component:Q(35,ma)},{no:37,meta:Vt,load:ha,component:Q(36,ha)},{no:38,meta:Ut,load:ga,component:Q(37,ga)},{no:39,meta:Gt,load:_a,component:Q(38,_a)},{no:40,meta:qt,load:va,component:Q(39,va)},{no:41,meta:Yt,load:ya,component:Q(40,ya)},{no:42,meta:Zt,load:ba,component:Q(41,ba)},{no:43,meta:$t,load:xa,component:Q(42,xa)},{no:44,meta:tn,load:Sa,component:Q(43,Sa)},{no:45,meta:rn,load:Ca,component:Q(44,Ca)},{no:46,meta:on,load:wa,component:Q(45,wa)},{no:47,meta:cn,load:Ta,component:Q(46,Ta)},{no:48,meta:un,load:Ea,component:Q(47,Ea)},{no:49,meta:fn,load:Da,component:Q(48,Da)},{no:50,meta:mn,load:Oa,component:Q(49,Oa)},{no:51,meta:gn,load:ka,component:Q(50,ka)},{no:52,meta:vn,load:Aa,component:Q(51,Aa)},{no:53,meta:bn,load:ja,component:Q(52,ja)},{no:54,meta:Sn,load:Ma,component:Q(53,Ma)},{no:55,meta:wn,load:Na,component:Q(54,Na)},{no:56,meta:En,load:Pa,component:Q(55,Pa)},{no:57,meta:On,load:Fa,component:Q(56,Fa)},{no:58,meta:An,load:Ia,component:Q(57,Ia)},{no:59,meta:Mn,load:La,component:Q(58,La)},{no:60,meta:Pn,load:Ra,component:Q(59,Ra)},{no:61,meta:In,load:za,component:Q(60,za)},{no:62,meta:Rn,load:Ba,component:Q(61,Ba)},{no:63,meta:Bn,load:Va,component:Q(62,Va)},{no:64,meta:Hn,load:Ha,component:Q(63,Ha)},{no:65,meta:Wn,load:Ua,component:Q(64,Ua)},{no:66,meta:Kn,load:Wa,component:Q(65,Wa)},{no:67,meta:Jn,load:Ga,component:Q(66,Ga)},{no:68,meta:Xn,load:Ka,component:Q(67,Ka)},{no:69,meta:Qn,load:qa,component:Q(68,qa)},{no:70,meta:er,load:Ja,component:Q(69,Ja)},{no:71,meta:nr,load:Ya,component:Q(70,Ya)},{no:72,meta:ir,load:Xa,component:Q(71,Xa)},{no:73,meta:or,load:Za,component:Q(72,Za)},{no:74,meta:cr,load:Qa,component:Q(73,Qa)},{no:75,meta:ur,load:$a,component:Q(74,$a)},{no:76,meta:fr,load:eo,component:Q(75,eo)},{no:77,meta:mr,load:to,component:Q(76,to)},{no:78,meta:gr,load:no,component:Q(77,no)},{no:79,meta:vr,load:ro,component:Q(78,ro)},{no:80,meta:br,load:io,component:Q(79,io)},{no:81,meta:Sr,load:ao,component:Q(80,ao)},{no:82,meta:wr,load:oo,component:Q(81,oo)},{no:83,meta:Er,load:so,component:Q(82,so)},{no:84,meta:Or,load:co,component:Q(83,co)},{no:85,meta:Ar,load:lo,component:Q(84,lo)},{no:86,meta:Mr,load:uo,component:Q(85,uo)},{no:87,meta:Pr,load:fo,component:Q(86,fo)},{no:88,meta:Ir,load:po,component:Q(87,po)},{no:89,meta:Rr,load:mo,component:Q(88,mo)},{no:90,meta:Br,load:ho,component:Q(89,ho)},{no:91,meta:Hr,load:go,component:Q(90,go)},{no:92,meta:Wr,load:_o,component:Q(91,_o)},{no:93,meta:Kr,load:vo,component:Q(92,vo)},{no:94,meta:Jr,load:yo,component:Q(93,yo)},{no:95,meta:Xr,load:bo,component:Q(94,bo)},{no:96,meta:Qr,load:xo,component:Q(95,xo)},{no:97,meta:ei,load:So,component:Q(96,So)},{no:98,meta:ni,load:Co,component:Q(97,Co)},{no:99,meta:ii,load:wo,component:Q(98,wo)},{no:100,meta:oi,load:To,component:Q(99,To)},{no:101,meta:ci,load:Eo,component:Q(100,Eo)},{no:102,meta:ui,load:Do,component:Q(101,Do)},{no:103,meta:fi,load:Oo,component:Q(102,Oo)},{no:104,meta:mi,load:ko,component:Q(103,ko)},{no:105,meta:gi,load:Ao,component:Q(104,Ao)},{no:106,meta:_i,load:jo,component:Q(105,jo)},{no:107,meta:yi,load:Mo,component:Q(106,Mo)},{no:108,meta:xi,load:No,component:Q(107,No)},{no:109,meta:Ci,load:Po,component:Q(108,Po)},{no:110,meta:Ti,load:Fo,component:Q(109,Fo)},{no:111,meta:Di,load:Io,component:Q(110,Io)},{no:112,meta:ki,load:Lo,component:Q(111,Lo)},{no:113,meta:ji,load:Ro,component:Q(112,Ro)},{no:114,meta:Mi,load:zo,component:Q(113,zo)}],$=l(Bo);function Vo(e,t,{mode:r=`replace`}={}){let i=pe();return u({get(){let n=i.currentRoute.value.query[e];return n==null?t??null:Array.isArray(n)?n.filter(Boolean):n},set(a){n(()=>{(i.currentRoute.value.query[e]??t?.toString())!==a.toString()&&i[s(r)]({query:{...i.currentRoute.value.query,[e]:`${a}`===t?void 0:a}})})}})}function Ho(e,t,n=!1){let r=e.meta.slide?.frontmatter.routeAlias??e.no;return n?`/export/${r}`:t?`/presenter/${r}`:`/${r}`}function Uo(e){return $.value.find(t=>t.no===+e||t.meta.slide?.frontmatter.routeAlias===e)}function Wo(e,t,n=!1){return(typeof e==`number`||typeof e==`string`)&&(e=Uo(e)),Ho(e,t,n)}var Go={"slide-left":`slide-left | slide-right`,"slide-right":`slide-right | slide-left`,"slide-up":`slide-up | slide-down`,"slide-down":`slide-down | slide-up`};function Ko(e,t=!1){if(!e||(typeof e==`string`&&(e={name:e}),!e.name))return;let n=e.name.includes(`|`)?e.name:Go[e.name]||e.name;if(n.includes(`|`)){let[e,r]=n.split(`|`).map(e=>e.trim());n=t?r:e}if(n)return{...e,name:n}}function qo(e,t,n){let r=e>0?n?.meta?.transition:t?.meta?.transition;return r||=g.transition||void 0,Ko(r,e<0)}var Jo=d(!1),Yo=d(!1),Xo=d(!1),Zo=d(!1),Qo=d(!1),$o=d(!1),es=d(!0),ts=p(new Set),ns=u(()=>ts.size>0),rs=ye({xs:460,...he}),is=de(),as=me(),os=u(()=>is.height.value-is.width.value/je.value>120),ss=_e(ve?document.body:null),cs=ge(),ls=u(()=>[`INPUT`,`TEXTAREA`].includes(cs.value?.tagName||``)),us=u(()=>[`BUTTON`,`A`].includes(cs.value?.tagName||``));h(`slidev-camera`,`default`,{listenToStorageChanges:!1}),h(`slidev-mic`,`default`,{listenToStorageChanges:!1});var ds=h(`slidev-scale`,0),fs=h(`slidev-wake-lock`,!0),ps=h(`slidev-hide-cursor-idle`,!0);h(`slidev-skip-export-pdf-tip`,!1),h(`slidev-export-capture-delay`,400,{listenToStorageChanges:!1});var ms=h(`slidev-presenter-cursor`,!0,{listenToStorageChanges:!1}),hs=h(`slidev-cursor-style`,`cursor`,{listenToStorageChanges:!1});function gs(){ms.value=!ms.value}var _s=h(`slidev-show-editor`,!1,{listenToStorageChanges:!1}),vs=h(`slidev-editor-vertical`,!1,{listenToStorageChanges:!1}),ys=h(`slidev-editor-width`,ve?window.innerWidth*.4:318,{listenToStorageChanges:!1}),bs=h(`slidev-editor-height`,ve?window.innerHeight*.4:300,{listenToStorageChanges:!1}),xs=l(null),Ss=h(`slidev-presenter-font-size`,1,{listenToStorageChanges:!1}),Cs=h(`slidev-presenter-layout`,1,{listenToStorageChanges:!1}),ws={invert:!1,contrast:1,brightness:1,hueRotate:0,saturate:1,sepia:0},Ts=h(`slidev-viewer-css-filter`,ws,{listenToStorageChanges:!1,mergeDefaults:!0,deep:!0}),Es=u(()=>Object.keys(ws).some(e=>Ts.value[e]!==ws[e]));function Ds(){Cs.value+=1,Cs.value>3&&(Cs.value=1)}function Os(){Ss.value=Math.min(2,Ss.value+.1)}function ks(){Ss.value=Math.max(.5,Ss.value-.1)}var As=fe(Zo),js=h(`slidev-sync-directions`,{viewerSend:!0,viewerReceive:!0,presenterSend:!0,presenterReceive:!0},{listenToStorageChanges:!1,mergeDefaults:!0});function Ms(e,t,n=1){let r=t.meta.slide.level??n;r&&r>n&&e.length>0?Ms(e[e.length-1].children,t,n+1):e.push({no:t.no,children:[],level:n,titleLevel:r,path:Wo(t.meta.slide?.frontmatter?.routeAlias??t.no,!1),hideInToc:!!t.meta?.slide?.frontmatter?.hideInToc,title:t.meta?.slide?.title})}function Ns(e,t,n=!1,r,i){return e.map(e=>{let a={...e,active:e.no===i?.value,hasActiveParent:n};return a.children.length>0&&(a.children=Ns(a.children,t,a.active||a.hasActiveParent,a,i)),r&&(a.active||a.activeParent)&&(r.activeParent=!0),a})}function Ps(e,t=1){return e.filter(e=>!e.hideInToc).map(e=>({...e,children:Ps(e.children,t+1)}))}function Fs(e,t,n){let r=u(()=>e.value.filter(e=>e.meta?.slide?.title).reduce((e,t)=>(Ms(e,t),e),[])),i=u(()=>Ns(r.value,n.value,void 0,void 0,t));return u(()=>Ps(i.value))}function Is(e,t,n=d(0),r,i,o){let s=u(()=>$.value.length),c=d(0),l=d(0),ee=u(()=>Wo(e.value,r.value)),f=u(()=>e.value.no),te=u(()=>e.value.meta?.layout||(f.value===1?`cover`:`default`)),ne=u(()=>e.value.meta.slide.frontmatter),p=u(()=>t.value.current),m=u(()=>t.value.clicksStart),re=u(()=>t.value.total),ie=u(()=>$.value[Math.min($.value.length,f.value+1)-1]),ae=u(()=>$.value[Math.max(1,f.value-1)-1]),oe=u(()=>f.value<$.value.length||p.valuef.value>1||p.value>0),ce=u(()=>i.value?void 0:qo(c.value,e.value,ae.value));a(e,(e,t)=>{c.value=e.no-t.no});async function le(e){return!1}let ue=Fs($,f,e);async function de(){l.value=1,re.value<=n.value?await pe():n.value+=1}async function fe(){l.value=-1,n.value<=m.value?await me(!0):--n.value}async function pe(e=!1){l.value=1,f.value<$.value.length&&await h(f.value+1,e&&!i.value?be:void 0)}async function me(e=!1){l.value=-1,f.value>1&&await h(f.value-1,e&&!i.value?be:void 0)}function he(){return h(1)}function ge(){return h(s.value)}async function h(e,t=0,i=!1){Qo.value=!1;let a=f.value!==e,s=t!==n.value,c=Uo(e)?.meta,l=c?.slide?.frontmatter.clicksStart??0;t=Se(t,l,c?.__clicksContext?.total??999999),(i||a||s)&&await o?.push({path:Wo(e,r.value,o.currentRoute.value.name===`export`),query:{...o.currentRoute.value.query,clicks:t===0?void 0:t.toString(),embedded:location.search.includes(`embedded`)?`true`:void 0}})}function _e(){o?.push({path:Wo(f.value,!0),query:{...o.currentRoute.value.query}})}function ve(){o?.push({path:Wo(f.value,!1),query:{...o.currentRoute.value.query}})}return{slides:$,total:s,currentPath:ee,currentSlideNo:f,currentPage:f,currentSlideRoute:e,currentLayout:te,currentFrontmatter:ne,currentTransition:ce,clicksDirection:l,nextRoute:ie,prevRoute:ae,clicksContext:t,clicks:p,clicksStart:m,clicksTotal:re,hasNext:oe,hasPrev:se,tocTree:ue,navDirection:c,openInEditor:le,next:de,prev:fe,go:h,goLast:ge,goFirst:he,nextSlide:pe,prevSlide:me,enterPresenter:_e,exitPresenter:ve}}var Ls=ue(()=>{let e=pe(),t=le(),n=u(()=>(e?.currentRoute?.value?.query,new URLSearchParams(location.search))),r=u(()=>n.value.has(`print`)||t.name===`export`),i=d(n.value.get(`print`)===`clicks`),a=u(()=>n.value.has(`embedded`)),o=u(()=>t.name===`play`),s=u(()=>t.name===`presenter`),c=u(()=>t.name===`notes`),l=u(()=>!s.value&&(!g.remote||n.value.get(`password`)===g.remote)),ee=u(()=>!!t.params.no),f=u(()=>ee.value?Uo(t.params.no)?.no??1:1),te=u(()=>$.value[f.value-1]),ne=d(Ke($.value.length,t?.query?.range)),p=Vo(`clicks`,`0`),m=u(()=>ie(te.value)),re=u({get(){let e=+(p.value||0);return Number.isNaN(e)&&(e=0),e},set(e){Qo.value=!1,p.value=e.toString()}});function ie(e){if(e?.meta?.__clicksContext)return e.meta.__clicksContext;let t=e.no,n=He(u({get(){return f.value===t?Math.max(+(p.value??0),n.clicksStart):f.value>t?be:n.clicksStart},set(e){f.value===t&&(p.value=e.toString())}}),e?.meta.slide?.frontmatter.clicksStart??0,e?.meta.clicks);return e?.meta&&(e.meta.__clicksContext=n),n}return{router:e,currentRoute:u(()=>t),isPrintMode:r,isPrintWithClicks:i,isEmbedded:a,isPlaying:o,isPresenter:s,isNotesViewer:c,isPresenterAvailable:l,hasPrimarySlide:ee,currentSlideNo:f,currentSlideRoute:te,clicksContext:m,queryClicksRaw:p,queryClicks:re,printRange:ne,getPrimaryClicks:ie}}),Rs=ue(()=>{let e=Ls(),t=pe(),n=Is(e.currentSlideRoute,e.clicksContext,e.queryClicks,e.isPresenter,e.isPrintMode,t);return a([n.total,e.currentRoute],async()=>{let t=e.currentRoute.value.params.no;e.hasPrimarySlide.value&&!Uo(t)&&(t&&t!==`index.html`?await n.go(n.total.value,0,!0):await n.go(1,0,!0))},{flush:`pre`,immediate:!0}),{...n,...e}});function zs(){let e=Rs(),t=r()?ce(xe,void 0):void 0;if(!t)return e;let n=te(t).nav;return{...e,...n}}export{Fe as $,ds as A,Wo as B,ns as C,Zo as D,Yo as E,Ts as F,Ue as G,Ke as H,ws as I,Ae as J,Be as K,fs as L,As as M,gs as N,ms as O,Ds as P,Me as Q,is as R,es as S,Xo as T,Ge as U,$ as V,He as W,je as X,Ie as Y,Ne as Z,us as _,hs as a,Cs as b,bs as c,Es as d,Pe as et,ps as f,ls as g,vs as h,rs as i,we as it,js as j,Jo as k,ys as l,Os as m,xs as n,Se as nt,ks as o,Qo as p,_ as q,cs as r,De as rt,$o as s,zs as t,g as tt,ss as u,os as v,_s as w,Ss as x,as as y,Uo as z}; \ No newline at end of file diff --git a/lecture-06/class/404.html b/lecture-06/class/404.html index 3ab4493ed1c063282aca0babbd4aeeeac3368ae5..0630410fb61ddd072fc8701a45b16997d5c27e9a 100644 --- a/lecture-06/class/404.html +++ b/lecture-06/class/404.html @@ -11,16 +11,16 @@ - + - + - +
diff --git a/lecture-06/class/assets/AttentionMatrix-D2xrh-OL.js b/lecture-06/class/assets/AttentionMatrix-D2xrh-OL.js new file mode 100644 index 0000000000000000000000000000000000000000..519b5236299485341b51543ca0f3d6f34d239949 --- /dev/null +++ b/lecture-06/class/assets/AttentionMatrix-D2xrh-OL.js @@ -0,0 +1 @@ +import{Q as e,V as t,_ as n,b as r,bt as i,g as a,lt as o,m as s,v as c,vt as l,w as u,x as d,xt as f,y as p,z as m}from"./modules/shiki-BFOesOFp.js";import{t as h}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as g}from"./slidev/context-DrkI8qiD.js";import{n as _}from"./interactive-CI8hm4xw.js";import{t as v}from"./StepButton-BcP33F-1.js";import{i as y,r as b,u as x}from"./useAttention-Blk0c2BZ.js";var S={class:`dl-amx__grid`},C=[`onMouseenter`],w={class:`dl-amx__rowhead`},T={key:0,class:`dl-amx__sum`},E=h(u({__name:`AttentionMatrix`,props:{mode:{default:`weights`},sentence:{default:`river`},causal:{type:Boolean,default:!1},maskable:{type:Boolean,default:!0},switchable:{type:Boolean,default:!1}},setup(u){let{$slidev:h,$nav:E,$clicksContext:D,$clicks:O,$page:k,$renderContext:A,$frontmatter:j}=g(),M=u,N=o(M.sentence),P=o(M.causal),F=o(null),I=a(()=>M.mode===`mask`?b:y[N.value]),L=a(()=>x(y[N.value],P.value)),R=a(()=>M.mode===`mask`?I.value.map((e,t)=>I.value.map((e,n)=>+(n<=t))):L.value.rows.map(e=>e.weights)),z=a(()=>R.value.reduce((e,t)=>e+t.filter(e=>e>0).length,0)),B=a(()=>I.value.length**2),V=a(()=>F.value===null?null:L.value.rows[F.value]);function H(e){return e.toFixed(2)}function U(e){return M.mode===`mask`?e>0?.55:0:Math.sqrt(e)*.92}return(a,o)=>{let u=v,h=_;return m(),c(h,{"max-width":`40rem`},{controls:e(()=>[M.maskable&&M.mode===`weights`?(m(),c(u,{key:0,label:P.value?`Remove the mask`:`Apply the causal mask`,variant:P.value?`ghost`:`primary`,glyph:`◺`,onClick:o[1]||=e=>P.value=!P.value},null,8,[`label`,`variant`])):p(`v-if`,!0),M.switchable&&M.mode===`weights`?(m(),c(u,{key:1,label:N.value===`river`?`Swap river → money`:`Swap money → river`,variant:`ghost`,glyph:`⇄`,onClick:o[2]||=e=>N.value=N.value===`river`?`money`:`river`},null,8,[`label`])):p(`v-if`,!0)]),readout:e(()=>[M.mode===`mask`?(m(),r(s,{key:0},[d(f(I.value.length)+` words, so `+f(B.value)+` cells — and the mask throws away `,1),n(`strong`,null,f(B.value-z.value),1),o[5]||=d(` of them. Position `,-1),o[6]||=n(`em`,null,`t`,-1),o[7]||=d(` may read positions 1…`,-1),o[8]||=n(`em`,null,`t`,-1),d(` and nothing later, so row 1 has one live cell and the last row has `+f(I.value.length)+`. The scores are still `,1),o[9]||=n(`em`,null,`all`,-1),o[10]||=d(` computed and then set to −∞ before the softmax: masking saves no work, it only removes the answer. `,-1)],64)):V.value?(m(),r(s,{key:1},[n(`strong`,null,f(V.value.word),1),d(` spreads its attention as [`+f(V.value.weights.map(e=>H(e)).join(`, `))+`], and those add to exactly 1 — that is the softmax's doing, and it is why the output is an `,1),o[11]||=n(`em`,null,`average`,-1),o[12]||=d(` of values rather than a sum that grows with the sentence. `,-1)],64)):P.value?(m(),r(s,{key:2},[o[13]||=d(` With the mask on, row `,-1),o[14]||=n(`em`,null,`the`,-1),o[15]||=d(` is a single `,-1),o[16]||=n(`strong`,null,`1.00`,-1),o[17]||=d(`: the first token has nothing to look at but itself. Every row still sums to 1, because the softmax is taken after the blocked scores are set to −∞. `,-1)],64)):(m(),r(s,{key:3},[d(` Nine numbers, one matrix multiply. No cell depends on any other cell, so every row is computed at the same time — which is exactly what a recurrent layer could not do, and the reason this architecture won. `)],64))]),default:e(()=>[n(`div`,{class:l([`dl-amx`,`is-${M.mode}`])},[o[4]||=n(`div`,{class:`dl-amx__axes`},[n(`span`,{class:`dl-amx__axis`},`rows ask`),n(`span`,{class:`dl-amx__axis is-cols`},`columns are read`)],-1),n(`table`,S,[n(`thead`,null,[n(`tr`,null,[o[3]||=n(`th`,null,null,-1),(m(!0),r(s,null,t(I.value,(e,t)=>(m(),r(`th`,{key:`h${t}`,class:`dl-amx__colhead`},f(e),1))),128))])]),n(`tbody`,null,[(m(!0),r(s,null,t(R.value,(e,a)=>(m(),r(`tr`,{key:`r${a}`,class:l({"is-active":F.value===a}),onMouseenter:e=>F.value=a,onMouseleave:o[0]||=e=>F.value=null},[n(`th`,w,f(I.value[a]),1),(m(!0),r(s,null,t(e,(e,t)=>(m(),r(`td`,{key:`c${t}`,class:l([`dl-amx__cell`,{"is-blocked":e===0&&(P.value||M.mode===`mask`)}])},[n(`span`,{class:`dl-amx__fill`,style:i({opacity:U(e)})},null,4),n(`span`,{class:l([`dl-amx__text`,{"is-strong":e>.45}])},f(M.mode===`mask`?e>0?``:`×`:e===0?`×`:H(e)),3)],2))),128)),M.mode===`weights`?(m(),r(`td`,T,` = `+f(H(e.reduce((e,t)=>e+t,0))),1)):p(`v-if`,!0)],42,C))),128))])])],2)]),_:1})}}}),[[`__scopeId`,`data-v-6a6f8a8a`]]);export{E as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/DeckFooter-DqqAb-2u.js b/lecture-06/class/assets/DeckFooter-DqqAb-2u.js new file mode 100644 index 0000000000000000000000000000000000000000..77d90316223f537f204bc71b1218fd25c4f0bc25 --- /dev/null +++ b/lecture-06/class/assets/DeckFooter-DqqAb-2u.js @@ -0,0 +1 @@ +import{_ as e,_t as t,b as n,g as r,w as i,xt as a,y as o,z as s}from"./modules/shiki-BFOesOFp.js";import{t as c}from"./useNav-D8SbgLr9.js";import{t as l}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as u}from"./slidev/context-DrkI8qiD.js";import"./slidev/client-CJjt9xn-.js";var d={class:`dl-footer`},f={class:`dl-footer__left`},p={key:0,class:`dl-footer__code`},m={key:1,class:`dl-footer__sep`},h={key:2},g={key:3,class:`dl-footer__sep`},_={key:4,class:`dl-footer__title`},v={class:`dl-footer__right`},y=l(i({__name:`DeckFooter`,setup(i){let{$slidev:l}=u(),y=c(),b=r(()=>l?.themeConfigs??{}),x=r(()=>b.value.courseCode??``),S=r(()=>b.value.lecture??``),C=r(()=>b.value.lectureTitle??``);return(r,i)=>(s(),n(`footer`,d,[e(`div`,f,[x.value?(s(),n(`span`,p,a(x.value),1)):o(`v-if`,!0),S.value?(s(),n(`span`,m,`·`)):o(`v-if`,!0),S.value?(s(),n(`span`,h,`Lecture `+a(S.value),1)):o(`v-if`,!0),C.value?(s(),n(`span`,g,`·`)):o(`v-if`,!0),C.value?(s(),n(`span`,_,a(C.value),1)):o(`v-if`,!0)]),e(`div`,v,a(t(y).currentPage.value)+` / `+a(t(y).total.value),1)]))}}),[[`__scopeId`,`data-v-fe908050`]]);export{y as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/PositionalEncoding-CZmL_mXL.js b/lecture-06/class/assets/PositionalEncoding-CZmL_mXL.js new file mode 100644 index 0000000000000000000000000000000000000000..1be611dced7f87478ae8c39f2ce7b0a2ae8a1ae9 --- /dev/null +++ b/lecture-06/class/assets/PositionalEncoding-CZmL_mXL.js @@ -0,0 +1 @@ +import{Q as e,V as t,_ as n,_t as r,b as i,bt as a,g as o,lt as s,m as c,v as l,vt as u,w as d,x as f,xt as p,y as m,z as h}from"./modules/shiki-BFOesOFp.js";import{t as g}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as _}from"./slidev/context-DrkI8qiD.js";import{n as v}from"./interactive-CI8hm4xw.js";import{t as y}from"./StepButton-BcP33F-1.js";import{t as b}from"./useConvolution-qO1u8ksh.js";import{i as x,u as S}from"./useAttention-Blk0c2BZ.js";var C={key:0,class:`dl-pe`},w={class:`dl-pe__cards`},T={class:`dl-pe__slot`},E={class:`dl-pe__word`},D={class:`dl-pe__vec`},O={class:`dl-pe__was`},k={class:`dl-pe dl-pe--heat`},A={class:`dl-pe__heatwrap`},j={class:`dl-pe__heat`},M=[`onMouseenter`],N={class:`dl-pe__pos`},P=[`title`],F=g(d({__name:`PositionalEncoding`,props:{mode:{default:`blind`},dModel:{default:16},positions:{default:12}},setup(d){let{$slidev:g,$nav:F,$clicksContext:I,$clicks:L,$page:R,$renderContext:z,$frontmatter:B}=_(),V=d,H=[[0,1,2],[2,0,1],[1,2,0],[2,1,0]],U=s(0),W=o(()=>H[U.value].map(e=>x.river[e])),G=o(()=>S(W.value)),K=o(()=>S(x.river));function q(e,t){let n=t.rows.find(t=>t.word===e);return n?n.out:[]}let J=o(()=>W.value.every(e=>{let t=q(e,G.value),n=q(e,K.value);return t.every((e,t)=>Math.abs(e-n[t])<1e-9)}));function Y(){U.value=(U.value+1)%H.length}let X=o(()=>Array.from({length:V.positions},(e,t)=>Array.from({length:V.dModel},(e,n)=>{let r=t/1e4**(2*Math.floor(n/2)/V.dModel);return n%2==0?Math.sin(r):Math.cos(r)}))),Z=s(null);return(o,s)=>{let d=y,g=v;return h(),l(g,{"max-width":`42rem`},{controls:e(()=>[V.mode===`blind`?(h(),l(d,{key:0,label:`Shuffle the words`,glyph:`⇄`,onClick:Y})):m(`v-if`,!0)]),readout:e(()=>[V.mode===`blind`?(h(),i(c,{key:0},[U.value===0?(h(),i(c,{key:0},[s[3]||=f(` The sentence in its written order. Press `,-1),s[4]||=n(`em`,null,`Shuffle`,-1),s[5]||=f(` and watch the vectors. `,-1)],64)):(h(),i(c,{key:1},[s[6]||=n(`strong`,null,`Every word's output vector is exactly what it was.`,-1),s[7]||=f(` Attention is a weighted sum over a `,-1),s[8]||=n(`em`,null,`set`,-1),s[9]||=f(`, and a sum has no order in it — so as far as this layer is concerned `,-1),s[10]||=n(`em`,null,`the river bank`,-1),s[11]||=f(` and `,-1),s[12]||=n(`em`,null,`bank river the`,-1),s[13]||=f(` are the same input. Yet in language, word order changes the meaning. `,-1),s[14]||=n(`span`,{class:`dl-pe__note`},` Permute the input and the outputs permute with it, unchanged. That property is called permutation equivariance, and here it is a bug. `,-1)],64))],64)):Z.value===null?(h(),i(c,{key:2},[f(` One row per position, `+p(V.dModel)+` columns wide. Left-hand dimensions oscillate once every few positions; right-hand ones barely move across the whole sentence — so the same vector carries “which word am I” and “which end of the sentence am I” at once. Nothing here is learned, and nothing caps the length: position 5000 has a vector too. `,1)],64)):(h(),i(c,{key:1},[s[15]||=f(` Position `,-1),n(`strong`,null,p(Z.value),1),f(` is the fixed vector [`+p(X.value[Z.value].slice(0,4).map(e=>r(b)(e)).join(`, `))+`, …] — `+p(V.dModel)+` numbers, computed from sines and cosines, `,1),s[16]||=n(`strong`,null,`not learned`,-1),s[17]||=f(`. It is `,-1),s[18]||=n(`em`,null,`added`,-1),s[19]||=f(` to the word's embedding, not concatenated, so the width of the model never changes. `,-1)],64))]),default:e(()=>[V.mode===`blind`?(h(),i(`div`,C,[n(`div`,w,[(h(!0),i(c,null,t(W.value,(e,a)=>(h(),i(`div`,{key:`${e}${a}`,class:`dl-pe__card`},[n(`div`,T,`position `+p(a+1),1),n(`div`,E,p(e),1),s[1]||=n(`div`,{class:`dl-pe__arrow`},`↓`,-1),n(`div`,D,[(h(!0),i(c,null,t(q(e,G.value),(e,t)=>(h(),i(`span`,{key:t,class:`dl-pe__cell`},p(r(b)(e)),1))),128))]),n(`div`,O,` in the original order: [`+p(q(e,K.value).map(e=>r(b)(e)).join(`, `))+`] `,1)]))),128))]),m(` Nothing to claim until something has actually been reordered. `),U.value>0?(h(),i(`div`,{key:0,class:u([`dl-pe__verdict`,{"is-same":J.value}])},p(J.value?`every vector identical`:`something changed`),3)):m(`v-if`,!0)])):(h(),i(c,{key:1},[m(` One fixed vector per position, added before the first block. `),n(`div`,k,[n(`div`,A,[s[2]||=n(`div`,{class:`dl-pe__heatlabel`},`dimension →`,-1),n(`div`,j,[(h(!0),i(c,null,t(X.value,(e,o)=>(h(),i(`div`,{key:o,class:u([`dl-pe__heatrow`,{"is-active":Z.value===o}]),onMouseenter:e=>Z.value=o,onMouseleave:s[0]||=e=>Z.value=null},[n(`span`,N,p(o),1),(h(!0),i(c,null,t(e,(e,t)=>(h(),i(`span`,{key:t,class:u([`dl-pe__heatcell`,e>=0?`is-pos`:`is-neg`]),style:a({opacity:.12+Math.abs(e)*.88}),title:`pos ${o}, dim ${t}: ${r(b)(e)}`},null,14,P))),128))],42,M))),128))])])])],2112))]),_:1})}}}),[[`__scopeId`,`data-v-5144d094`]]);export{F as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/PositionalEncoding-Dth3J5pw.css b/lecture-06/class/assets/PositionalEncoding-Dth3J5pw.css new file mode 100644 index 0000000000000000000000000000000000000000..f1b9a551bfee9239aa3bff0f1fea2212d90f7f12 --- /dev/null +++ b/lecture-06/class/assets/PositionalEncoding-Dth3J5pw.css @@ -0,0 +1 @@ +.dl-pe[data-v-5144d094]{flex-direction:column;align-items:center;gap:.7rem;width:100%;display:flex}.dl-pe__cards[data-v-5144d094]{grid-template-columns:repeat(3,1fr);gap:.8rem;width:100%;max-width:36rem;display:grid}.dl-pe__card[data-v-5144d094]{border:1px solid var(--dl-border);background:var(--dl-surface);border-radius:6px;flex-direction:column;align-items:center;padding:.5rem .4rem .6rem;display:flex}.dl-pe__slot[data-v-5144d094]{letter-spacing:.08em;text-transform:uppercase;color:var(--dl-muted);font-size:.64rem}.dl-pe__word[data-v-5144d094]{color:var(--dl-heading);margin-top:.1rem;font-size:1.15rem;font-weight:700}.dl-pe__arrow[data-v-5144d094]{color:var(--dl-muted);font-size:.85rem;line-height:1.1}.dl-pe__vec[data-v-5144d094]{gap:.25rem;margin-top:.15rem;display:flex}.dl-pe__cell[data-v-5144d094]{text-align:center;border:1px solid var(--dl-accent);background:var(--dl-accent-soft);width:3.1rem;color:var(--dl-heading);font-variant-numeric:tabular-nums;border-radius:4px;padding:.16rem 0;font-size:.85rem;font-weight:700}.dl-pe__was[data-v-5144d094]{text-align:center;color:var(--dl-muted);font-variant-numeric:tabular-nums;margin-top:.3rem;font-size:.64rem;line-height:1.3}.dl-pe__verdict[data-v-5144d094]{border:1px solid var(--dl-border);letter-spacing:.06em;text-transform:uppercase;color:var(--dl-muted);border-radius:999px;padding:.2rem .9rem;font-size:.78rem}.dl-pe__verdict.is-same[data-v-5144d094]{border-color:var(--dl-accent);background:var(--dl-accent-soft);color:var(--dl-accent);font-weight:700}.dl-pe__heatwrap[data-v-5144d094]{width:100%;max-width:30rem}.dl-pe__heatlabel[data-v-5144d094]{letter-spacing:.08em;text-transform:uppercase;color:var(--dl-muted);margin-bottom:.2rem;margin-left:2rem;font-size:.66rem}.dl-pe__heat[data-v-5144d094]{flex-direction:column;gap:2px;display:flex}.dl-pe__heatrow[data-v-5144d094]{align-items:center;gap:2px;display:flex}.dl-pe__pos[data-v-5144d094]{text-align:right;font-variant-numeric:tabular-nums;width:1.7rem;color:var(--dl-muted);padding-right:.3rem;font-size:.66rem}.dl-pe__heatrow.is-active .dl-pe__pos[data-v-5144d094]{color:var(--dl-accent);font-weight:700}.dl-pe__heatcell[data-v-5144d094]{border-radius:2px;flex:1 1 0;height:1.15rem}.dl-pe__heatcell.is-pos[data-v-5144d094]{background:var(--dl-accent)}.dl-pe__heatcell.is-neg[data-v-5144d094]{background:var(--dl-danger)}.dl-pe__heatrow.is-active .dl-pe__heatcell[data-v-5144d094]{outline:1px solid var(--dl-heading)}.dl-pe__note[data-v-5144d094]{color:var(--dl-accent);margin-top:.15rem;display:block} diff --git a/lecture-06/class/assets/SlideWrapper-LdbrkItj.js b/lecture-06/class/assets/SlideWrapper-LdbrkItj.js new file mode 100644 index 0000000000000000000000000000000000000000..b9752da408f1c7c97be6b9a6f49ef6c5b1294512 --- /dev/null +++ b/lecture-06/class/assets/SlideWrapper-LdbrkItj.js @@ -0,0 +1,2 @@ +import{D as e,G as t,H as n,L as r,R as i,S as a,X as o,Y as s,Z as ee,_ as c,_t as l,b as u,bt as d,f,g as p,i as m,lt as h,m as g,mt as _,st as v,v as y,vt as b,w as x,y as S,z as C}from"./modules/shiki-BFOesOFp.js";import{A as w,Q as T,X as E,Z as D,t as te,tt as O,z as k}from"./useNav-D8SbgLr9.js";import{t as A}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{N as j,p as ne}from"./modules/vue-Ymwlffw_.js";import{_ as re,d as ie,f as M,g as N,h as P,m as F,n as I,p as L,v as R}from"./slidev/context-DrkI8qiD.js";import{n as z,r as B,t as V}from"./syncState-BrWO1mSt.js";import{a as H,p as U}from"./index-DvHcJSI0.js";import"./slidev/client-CJjt9xn-.js";import{t as W}from"./useDrawings-BkbsP5qo.js";var G=[`innerHTML`],K=x({__name:`DrawingPreview`,props:{page:{}},setup(e){let{drawingState:t}=W();return(n,r)=>l(t)[e.page]?(C(),u(`svg`,{key:0,class:`w-full h-full absolute top-0 pointer-events-none`,innerHTML:l(t)[e.page]},null,8,G)):S(`v-if`,!0)}}),q=v({}),J=[],Y=[];z(q,`$syncUp`,!0),z(q,`$syncDown`,!0),z(q,`$paused`,!1),z(q,`$onSet`,e=>J.push(e)),z(q,`$onPatch`,e=>Y.push(e)),B(),z(q,`$patch`,async()=>!1);var ae=V(q,q,!0),X=window.navigator.userAgent.match(/Chrome\/(\d+)/)?.[1];X&&Number(X);var Z=window.navigator.userAgent.match(/Chrome\/(\d+)/)?.[1];Z&&Number(Z);var oe=new class{_screenshotSession=null;getSnapshot(e,t){let n=e+(t?`-dark`:`-light`),r=ae.state[n];if(!r)return;let i=k(e);if(i&&r?.revision===i?.meta.slide.revision)return r.image}async saveSnapshot(e,t,n){return!1}async startCapturing(e){return!1}},se=[`id`],ce=[`id`],le={class:`slidev-slide-container w-full h-full relative`},ue=[`src`],Q=h(null),de=A(x({__name:`SlideContainer`,props:{width:{type:Number},meta:{default:()=>({})},isMain:{type:Boolean,default:!1},no:{type:Number,required:!1},useSnapshot:{type:Boolean,default:!1},contentStyle:{type:Object,default:()=>({})}},setup(e){let t=e,{isPrintMode:a}=te(),l=h(null),f=ne(l),_=h(null),v=p(()=>t.width??f.width.value),y=p(()=>t.width?t.width/E.value:f.height.value),b=p(()=>w.value&&!a.value?+w.value:Math.min(v.value/T.value,y.value/D.value)),x=p(()=>({...t.contentStyle,height:`${D.value}px`,width:`${T.value}px`,"--slidev-slide-scale":b.value})),O=p(()=>t.width?{width:`${t.width}px`,height:`${t.width/E.value}px`}:{});if(t.isMain){let e=document.documentElement.style;o(()=>e.setProperty(`--slidev-slide-scale`,b.value.toString())),i(()=>e.removeProperty(`--slidev-slide-scale`))}j(re,b),j(N,_),ee(()=>{t.isMain&&(Q.value=_.value)}),r(()=>{s(()=>t.isMain&&b.value,()=>{m()})});let k=p(()=>{if(!(t.no==null||!t.useSnapshot))return oe.getSnapshot(t.no,U.value)});return(t,r)=>k.value?(C(),u(g,{key:1},[S(` Image Snapshot `),c(`div`,le,[c(`img`,{src:k.value,class:`w-full h-full object-cover`,style:d(O.value)},null,12,ue),r[0]||=c(`div`,{absolute:``,"bottom-1":``,"right-1":``,"p0.5":``,"text-cyan:75":``,"bg-cyan:10":``,rounded:``,title:`Snapshot`},[c(`div`,{class:`i-carbon-camera`})],-1)])],2112)):(C(),u(`div`,{key:0,id:e.isMain?`slide-container`:void 0,ref_key:`container`,ref:l,class:`slidev-slide-container`,style:d(O.value)},[c(`div`,{id:e.isMain?`slide-content`:void 0,ref_key:`slideElement`,ref:_,class:`slidev-slide-content`,style:d(x.value)},[n(t.$slots,`default`,{},void 0,!0)],12,ce),n(t.$slots,`controls`,{},void 0,!0)],12,se))}}),[[`__scopeId`,`data-v-0167a76e`]]),fe=Object.assign({}),pe=Object.assign({}),me=Object.assign({}),he=Object.assign({}),ge=Object.assign({}),_e=Object.assign({}),ve={course:{code:`PGR207`,year:2026,title:`Deep Learning`,instructor:`Vajira Thambawita (PhD)`,email:`vajira@simula.no`},space:`DeepLearning-VT/DeepLearning_2026`,repo:`vlbthambawita/DeepLearning`,decks:[{id:`lecture-01`,title:`Introduction to Deep Learning`,subtitle:`Course overview, what deep learning is, and where it is used`,week:1,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025- Lecture 01.pdf`},{id:`lecture-02`,title:`Basics of Neural Networks`,subtitle:`Artificial neurons, the perceptron, Adaline and gradient descent`,week:2,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 02 .pdf`},{id:`lecture-03`,title:`PyTorch for Deep Learning`,subtitle:`Tensors, autograd, and a fully-connected network on MNIST`,week:3,published:!0,notebook:null,source:null},{id:`lecture-04`,title:`Deep Convolutional Neural Networks`,subtitle:`Locality and weight sharing, the convolution operation, and CNNs in PyTorch`,week:4,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 03.pdf`},{id:`lecture-05`,title:`Recurrent Neural Networks`,subtitle:`Sequence data, the recurrent layer, LSTM and GRU, and an RNN in PyTorch`,week:6,published:!0,publicNotes:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 5_6.pdf`},{id:`lecture-06`,title:`Transformers`,subtitle:`Query, key and value; the original architecture, and what modern transformers changed`,week:7,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 5_6.pdf`},{id:`lecture-07`,title:`Generative Models and GANs`,subtitle:`Autoencoders, VAEs, the adversarial game — and how diffusion took over`,week:9,published:!0,notebook:null,source:`old_slides/2025/Teaching - Deep Leaning - 2025 - Lecture 07.pdf`}]},ye=[`href`],be=Object.assign({"../../../../../packages/slidev-theme-dl2026/slide-top.vue":A(x({__name:`slide-top`,setup(e){let{$slidev:t,$page:n,$renderContext:r}=I(),i=p(()=>r.value===`slide`&&!t.nav.isPrintMode),a=p(()=>t.themeConfigs?.lecture??``),o=p(()=>t.themeConfigs?.lectureTitle??``),s=p(()=>{let e=n.value,t=`[${a.value?`Lecture ${a.value}, slide ${e}`:`Slide ${e}`}] `,r=[`**Lecture:** ${a.value}${o.value?` — ${o.value}`:``}`,`**Slide:** ${e}`,`**Link:** ${typeof window<`u`?`${window.location.origin}${window.location.pathname}#/${e}`:``}`,``,`**What is wrong?**`,``,``].join(` +`),i=new URLSearchParams({title:t,body:r,labels:`slides`});return`https://github.com/${ve.repo}/issues/new?${i}`});return(e,t)=>i.value?(C(),u(`a`,{key:0,class:`dl-report`,href:s.value,target:`_blank`,rel:`noopener`,title:`Report a problem with this slide on GitHub`,onClick:t[0]||=f(()=>{},[`stop`])},`Report issue`,8,ye)):S(`v-if`,!0)}}),[[`__scopeId`,`data-v-6b2267dc`]])}),xe=Object.assign({}),Se=Object.assign({}),Ce=Object.assign({}),we=Object.assign({}),Te=Object.assign({}),Ee=[Object.values(fe)[0],Object.values(pe)[0],Object.values(me)[0]].filter(Boolean),De={render:()=>Ee.map(t=>e(t))},$=[Object.values(he)[0],Object.values(ge)[0],Object.values(_e)[0]].filter(Boolean),Oe={render:()=>$.map(t=>e(t))},ke=[Object.values(be)[0],Object.values(xe)[0],Object.values(Se)[0]].filter(Boolean),Ae={render:()=>ke.map(t=>e(t))},je=[Object.values(Ce)[0],Object.values(we)[0],Object.values(Te)[0]].filter(Boolean),Me={render:()=>je.map(t=>e(t))},Ne=[`data-slidev-no`,`lang`],Pe=A(x({__name:`SlideWrapper`,props:{clicksContext:{type:Object,required:!0},renderContext:{type:String,default:`slide`},route:{type:Object,required:!0}},setup(e){let n=e,r=p(()=>n.route.meta?.slide?.frontmatter.zoom??1);j(P,n.route),j(L,n.route.meta.slide.frontmatter),j(M,h(n.route.no)),j(F,h(n.renderContext)),j(ie,_(n,`clicksContext`)),j(R,r);let i=p(()=>({"user-select":O.selectable?void 0:`none`,"--slidev-slide-zoom-scale":r.value===1?void 0:r.value}));return(r,o)=>(C(),u(`div`,{"data-slidev-no":n.route.no,class:b(l(H)(e.route,[`slide`,`presenter`].includes(n.renderContext)?``:`disable-view-transition`)),style:d(i.value),lang:n.route.meta.slide.frontmatter.lang},[a(l(Me)),(C(),y(t(n.route.component))),a(l(Ae))],14,Ne))}}),[[`__scopeId`,`data-v-a7136532`]]);export{Q as a,de as i,Oe as n,K as o,De as r,Pe as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/TransformerGlyph-BjiXyVx-.css b/lecture-06/class/assets/TransformerGlyph-BjiXyVx-.css new file mode 100644 index 0000000000000000000000000000000000000000..c06f876da84f7516a5c6323d909964408a67301a --- /dev/null +++ b/lecture-06/class/assets/TransformerGlyph-BjiXyVx-.css @@ -0,0 +1 @@ +.dl-tglyph[data-v-52b91d92]{flex-direction:column;align-items:center;margin:0;display:inline-flex}.dl-tglyph__tile[data-v-52b91d92],.dl-tglyph__slab[data-v-52b91d92]{fill:var(--dl-surface);stroke:var(--dl-body);stroke-width:2px}.dl-tglyph__slab[data-v-52b91d92]{fill:var(--dl-bg)}.dl-tglyph__tile.is-accent[data-v-52b91d92],.dl-tglyph__cell[data-v-52b91d92]{fill:var(--dl-accent-soft);stroke:var(--dl-accent);stroke-width:2px}.dl-tglyph__arrow[data-v-52b91d92],.dl-tglyph__line[data-v-52b91d92]{fill:none;stroke:var(--dl-body);stroke-width:2.4px}.dl-tglyph__line.is-thin[data-v-52b91d92]{stroke:var(--dl-accent);stroke-width:1.4px;stroke-dasharray:3 2}.dl-tglyph__cutmark[data-v-52b91d92]{fill:none;stroke:var(--dl-danger);stroke-width:2.6px}.dl-tglyph__weight[data-v-52b91d92]{fill:none;stroke:var(--dl-muted);stroke-linecap:round}.dl-tglyph__weight.is-accent[data-v-52b91d92]{stroke:var(--dl-accent)}.dl-tglyph__resid[data-v-52b91d92]{fill:none;stroke:var(--dl-accent);stroke-width:2.2px;stroke-dasharray:4 3}.dl-tglyph__mask[data-v-52b91d92]{fill:var(--dl-surface);stroke:var(--dl-border);stroke-width:1px}.dl-tglyph__mask.is-on[data-v-52b91d92]{fill:var(--dl-accent-soft);stroke:var(--dl-accent)}.dl-tglyph__dot[data-v-52b91d92]{fill:var(--dl-muted)}.dl-tglyph__dot.is-accent[data-v-52b91d92]{fill:var(--dl-accent)}.dl-tglyph__head[data-v-52b91d92]{fill:var(--dl-body)}.dl-tglyph__t[data-v-52b91d92]{fill:var(--dl-heading);font-size:15px;font-weight:700}.dl-tglyph__t.is-inv[data-v-52b91d92]{fill:var(--dl-bg);font-size:13px}.dl-tglyph__t.is-sm[data-v-52b91d92]{fill:var(--dl-muted);font-size:12px;font-weight:600}.dl-tglyph__label[data-v-52b91d92]{color:var(--dl-body);text-align:center;white-space:nowrap;margin-top:.2rem;font-size:.78rem;font-weight:600} diff --git a/lecture-06/class/assets/TransformerGlyph-D9TehqNe.js b/lecture-06/class/assets/TransformerGlyph-D9TehqNe.js new file mode 100644 index 0000000000000000000000000000000000000000..c5e69b8d90c7e12296c9e8f091c32b11dee4d0a6 --- /dev/null +++ b/lecture-06/class/assets/TransformerGlyph-D9TehqNe.js @@ -0,0 +1 @@ +import{H as e,V as t,_ as n,_t as r,b as i,bt as a,m as o,vt as s,w as c,y as l,z as u}from"./modules/shiki-BFOesOFp.js";import{t as d}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as f}from"./slidev/context-DrkI8qiD.js";var p=[`width`,`height`,`aria-label`],m=[`id`],h={key:0},g=[`x`],_=[`d`],v=[`d`],y=[`marker-end`],b={key:1},x=[`d`],S=[`y`],C={key:2},w=[`cx`],T=[`d`],E=[`x`],D={key:3},O=[`marker-end`],k=[`marker-end`],A={key:4},j=[`y`],M=[`y`],N=[`marker-end`],P={key:5},F=[`x`,`y`],I=[`y`],L=[`marker-end`],R={key:6},z=[`y`],B=[`y`],V=[`y`],H=[`y`],U={key:7},W=[`x`,`y`],G={key:0,class:`dl-tglyph__label`},K=d(c({__name:`TransformerGlyph`,props:{kind:{},size:{default:64},label:{}},setup(c){let{$slidev:d,$nav:K,$clicksContext:q,$clicks:J,$page:ee,$renderContext:te,$frontmatter:Y}=f(),X=c,Z=[{y:18,w:1.2,accent:!1},{y:50,w:6.5,accent:!0},{y:82,w:2.4,accent:!1}],Q=[0,2,1,2],$=Array.from({length:16},(e,t)=>({r:Math.floor(t/4),c:t%4}));return(c,d)=>(u(),i(`figure`,{class:`dl-tglyph`,style:a({width:`${X.size}px`})},[(u(),i(`svg`,{viewBox:`0 0 100 100`,width:X.size,height:X.size,role:`img`,"aria-label":X.label??X.kind},[n(`defs`,null,[n(`marker`,{id:`tg-head-${X.kind}`,markerWidth:`6`,markerHeight:`6`,refX:`5`,refY:`3`,orient:`auto`},[...d[0]||=[n(`path`,{d:`M0 0 L6 3 L0 6 z`,class:`dl-tglyph__head`},null,-1)]],8,m)]),X.kind===`cut`?(u(),i(`g`,h,[(u(),i(o,null,t(3,e=>n(`rect`,{key:e,x:4+(e-1)*34,y:`36`,width:`24`,height:`28`,rx:`4`,class:`dl-tglyph__cell`},null,8,g)),64)),(u(),i(o,null,t(2,e=>n(`path`,{key:`l${e}`,d:`M${28+(e-1)*34} 50 H${38+(e-1)*34}`,class:`dl-tglyph__line`},null,8,_)),64)),(u(),i(o,null,t(2,e=>n(`path`,{key:`x${e}`,d:`M${29+(e-1)*34} 41 L${37+(e-1)*34} 59 M${37+(e-1)*34} 41 L${29+(e-1)*34} 59`,class:`dl-tglyph__cutmark`},null,8,v)),64)),n(`path`,{d:`M16 90 V68 M50 90 V68 M84 90 V68`,class:`dl-tglyph__arrow`,"marker-end":`url(#tg-head-${X.kind})`},null,8,y)])):X.kind===`qkv`?(u(),i(`g`,b,[(u(),i(o,null,t(Z,(e,t)=>n(`path`,{key:t,d:`M22 50 L74 ${e.y}`,class:s([`dl-tglyph__weight`,{"is-accent":e.accent}]),style:a({strokeWidth:e.w})},null,14,x)),64)),d[1]||=n(`circle`,{cx:`18`,cy:`50`,r:`10`,class:`dl-tglyph__dot is-accent`},null,-1),(u(),i(o,null,t(Z,(e,t)=>n(`rect`,{key:`k${t}`,x:`74`,y:e.y-9,width:`20`,height:`18`,rx:`3`,class:s([`dl-tglyph__tile`,{"is-accent":e.accent}])},null,10,S)),64)),d[2]||=n(`text`,{x:`18`,y:`54.5`,class:`dl-tglyph__t is-inv`,"text-anchor":`middle`},`q`,-1)])):X.kind===`heads`?(u(),i(`g`,C,[(u(),i(o,null,t(Q,(e,t)=>n(`g`,{key:t},[n(`circle`,{cx:14+t*24,cy:`80`,r:`6`,class:s([`dl-tglyph__dot`,{"is-accent":t===0}])},null,10,w),n(`path`,{d:`M${14+t*24} 74 L${14+t*24+(e-1)*9} 30`,class:s([`dl-tglyph__weight`,{"is-accent":t===0}]),style:{strokeWidth:3}},null,10,T)])),64)),(u(),i(o,null,t(4,e=>n(`rect`,{key:`t${e}`,x:4+(e-1)*24,y:`14`,width:`20`,height:`14`,rx:`3`,class:`dl-tglyph__tile`},null,8,E)),64))])):X.kind===`block`?(u(),i(`g`,D,[d[3]||=n(`rect`,{x:`16`,y:`54`,width:`62`,height:`14`,rx:`3`,class:`dl-tglyph__tile is-accent`},null,-1),d[4]||=n(`path`,{d:`M24 61 H70`,class:`dl-tglyph__line is-thin`},null,-1),d[5]||=n(`polygon`,{points:`26,22 70,22 62,40 34,40`,class:`dl-tglyph__cell`},null,-1),n(`path`,{d:`M47 94 V70 M47 52 V42 M47 20 V6`,class:`dl-tglyph__arrow`,"marker-end":`url(#tg-head-${X.kind})`},null,8,O),n(`path`,{d:`M47 80 H90 V12 H52`,class:`dl-tglyph__resid`,"marker-end":`url(#tg-head-${X.kind})`},null,8,k)])):X.kind===`encdec`?(u(),i(`g`,A,[(u(),i(o,null,t(3,e=>n(`rect`,{key:`e${e}`,x:`8`,y:14+(e-1)*26,width:`30`,height:`20`,rx:`3`,class:`dl-tglyph__tile`},null,8,j)),64)),(u(),i(o,null,t(3,e=>n(`rect`,{key:`d${e}`,x:`62`,y:14+(e-1)*26,width:`30`,height:`20`,rx:`3`,class:`dl-tglyph__cell`},null,8,M)),64)),n(`path`,{d:`M38 24 C 50 24, 50 50, 60 50`,class:`dl-tglyph__resid`,"marker-end":`url(#tg-head-${X.kind})`},null,8,N)])):X.kind===`decoder`?(u(),i(`g`,P,[(u(!0),i(o,null,t(r($),e=>(u(),i(`rect`,{key:`${e.r}-${e.c}`,x:30+e.c*15,y:8+e.r*15,width:`13`,height:`13`,rx:`1.5`,class:s(e.c<=e.r?`dl-tglyph__mask is-on`:`dl-tglyph__mask`)},null,10,F))),128)),(u(),i(o,null,t(2,e=>n(`rect`,{key:`s${e}`,x:`30`,y:70+(e-1)*14,width:`58`,height:`11`,rx:`2`,class:`dl-tglyph__cell`},null,8,I)),64)),n(`path`,{d:`M14 96 V12`,class:`dl-tglyph__arrow`,"marker-end":`url(#tg-head-${X.kind})`},null,8,L)])):X.kind===`fork`?(u(),i(`g`,R,[d[6]||=n(`path`,{d:`M50 96 V80 M50 80 L16 60 M50 80 V60 M50 80 L84 60`,class:`dl-tglyph__line`},null,-1),(u(),i(o,null,t(3,e=>n(`rect`,{key:`a${e}`,x:`6`,y:6+(e-1)*16,width:`20`,height:`12`,rx:`2`,class:`dl-tglyph__tile`},null,8,z)),64)),(u(),i(o,null,t(3,e=>n(`rect`,{key:`b${e}`,x:`40`,y:6+(e-1)*16,width:`20`,height:`12`,rx:`2`,class:`dl-tglyph__cell`},null,8,B)),64)),(u(),i(o,null,t(3,e=>n(`rect`,{key:`c${e}`,x:`72`,y:6+(e-1)*16,width:`10`,height:`12`,rx:`2`,class:`dl-tglyph__tile`},null,8,V)),64)),(u(),i(o,null,t(3,e=>n(`rect`,{key:`d${e}`,x:`85`,y:6+(e-1)*16,width:`10`,height:`12`,rx:`2`,class:`dl-tglyph__cell`},null,8,H)),64))])):X.kind===`code`?(u(),i(`g`,U,[(u(),i(o,null,t(3,e=>n(`rect`,{key:e,x:24+(e-1)*8,y:16+(e-1)*8,width:`50`,height:`50`,rx:`2`,class:`dl-tglyph__slab`},null,8,W)),64)),d[7]||=n(`text`,{x:`16`,y:`54`,class:`dl-tglyph__t is-sm`,"text-anchor":`middle`},`B`,-1),d[8]||=n(`text`,{x:`65`,y:`94`,class:`dl-tglyph__t is-sm`,"text-anchor":`middle`},`T`,-1),d[9]||=n(`text`,{x:`90`,y:`20`,class:`dl-tglyph__t is-sm`,"text-anchor":`middle`},`d`,-1)])):l(`v-if`,!0)],8,p)),c.$slots.default?(u(),i(`figcaption`,G,[e(c.$slots,`default`,{},void 0,!0)])):l(`v-if`,!0)],4))}}),[[`__scopeId`,`data-v-52b91d92`]]);export{K as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/default-Cq9fupKf.js b/lecture-06/class/assets/default-Cq9fupKf.js new file mode 100644 index 0000000000000000000000000000000000000000..2f29f0803835beabeb6633b9d57a5007170368a7 --- /dev/null +++ b/lecture-06/class/assets/default-Cq9fupKf.js @@ -0,0 +1 @@ +import{H as e,S as t,b as n,z as r}from"./modules/shiki-BFOesOFp.js";import{t as i}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as a}from"./slidev/context-DrkI8qiD.js";import{t as o}from"./DeckFooter-DqqAb-2u.js";var s={class:`slidev-layout dl-default`},c=i({__name:`default`,setup(i){let{$slidev:c,$nav:l,$clicksContext:u,$clicks:d,$page:f,$renderContext:p,$frontmatter:m}=a();return(i,a)=>{let c=o;return r(),n(`div`,s,[e(i.$slots,`default`,{},void 0,!0),t(c)])}}},[[`__scopeId`,`data-v-3f3da7ce`]]);export{c as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/index-BSlCwQE7.css b/lecture-06/class/assets/index-BSlCwQE7.css new file mode 100644 index 0000000000000000000000000000000000000000..5120dbe00ff81ac3a110ac240ede229217987748 --- /dev/null +++ b/lecture-06/class/assets/index-BSlCwQE7.css @@ -0,0 +1 @@ +*,:before,:after{box-sizing:border-box;border-style:solid;border-width:0;border-color:var(--un-default-border-color,#e5e7eb)}:before,:after{--un-content:""}html,:host{-webkit-text-size-adjust:100%;tab-size:4;font-feature-settings:normal;font-variation-settings:normal;-webkit-tap-highlight-color:transparent;font-family:ui-sans-serif,system-ui,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji;line-height:1.5}body{line-height:inherit;margin:0}hr{height:0;color:inherit;border-top-width:1px}abbr:where([title]){-webkit-text-decoration:underline dotted;text-decoration:underline dotted}h1,h2,h3,h4,h5,h6{font-size:inherit;font-weight:inherit}a{color:inherit;-webkit-text-decoration:inherit;text-decoration:inherit}b,strong{font-weight:bolder}code,kbd,samp,pre{font-feature-settings:normal;font-variation-settings:normal;font-family:ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,monospace;font-size:1em}small{font-size:80%}sub,sup{vertical-align:baseline;font-size:75%;line-height:0;position:relative}sub{bottom:-.25em}sup{top:-.5em}table{text-indent:0;border-color:inherit;border-collapse:collapse}button,input,optgroup,select,textarea{font-feature-settings:inherit;font-variation-settings:inherit;font-family:inherit;font-size:100%;font-weight:inherit;line-height:inherit;color:inherit;margin:0;padding:0}button,select{text-transform:none}button,[type=button],[type=reset],[type=submit]{-webkit-appearance:button;background-color:#0000;background-image:none}:-moz-focusring{outline:auto}:-moz-ui-invalid{box-shadow:none}progress{vertical-align:baseline}::-webkit-inner-spin-button{height:auto}::-webkit-outer-spin-button{height:auto}[type=search]{-webkit-appearance:textfield;outline-offset:-2px}::-webkit-search-decoration{-webkit-appearance:none}::-webkit-file-upload-button{-webkit-appearance:button;font:inherit}summary{display:list-item}blockquote,dl,dd,h1,h2,h3,h4,h5,h6,hr,figure,p,pre{margin:0}fieldset{margin:0;padding:0}legend{padding:0}ol,ul,menu{margin:0;padding:0;list-style:none}dialog{padding:0}textarea{resize:vertical}input::placeholder,textarea::placeholder{opacity:1;color:#9ca3af}button,[role=button]{cursor:pointer}:disabled{cursor:default}img,svg,video,canvas,audio,iframe,embed,object{vertical-align:middle;display:block}img,video{max-width:100%;height:auto}[hidden]:where(:not([hidden=until-found])){display:none}*,:before,:after,::backdrop{--un-rotate:0;--un-rotate-x:0;--un-rotate-y:0;--un-rotate-z:0;--un-scale-x:1;--un-scale-y:1;--un-scale-z:1;--un-skew-x:0;--un-skew-y:0;--un-translate-x:0;--un-translate-y:0;--un-translate-z:0;--un-pan-x: ;--un-pan-y: ;--un-pinch-zoom: ;--un-scroll-snap-strictness:proximity;--un-ordinal: ;--un-slashed-zero: ;--un-numeric-figure: ;--un-numeric-spacing: ;--un-numeric-fraction: ;--un-border-spacing-x:0;--un-border-spacing-y:0;--un-ring-offset-shadow:0 0 #0000;--un-ring-shadow:0 0 #0000;--un-shadow-inset: ;--un-shadow:0 0 #0000;--un-ring-inset: ;--un-ring-offset-width:0px;--un-ring-offset-color:#fff;--un-ring-width:0px;--un-ring-color:#93c5fd80;--un-blur: ;--un-brightness: ;--un-contrast: ;--un-drop-shadow: ;--un-grayscale: ;--un-hue-rotate: ;--un-invert: ;--un-saturate: ;--un-sepia: ;--un-backdrop-blur: ;--un-backdrop-brightness: ;--un-backdrop-contrast: ;--un-backdrop-grayscale: ;--un-backdrop-hue-rotate: ;--un-backdrop-invert: ;--un-backdrop-opacity: ;--un-backdrop-saturate: ;--un-backdrop-sepia: }.prose,[prose=""]{color:var(--un-prose-body);max-width:65ch}.prose :where(p):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(p):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:1.25em;margin-bottom:1.25em}.prose :where([class~=lead]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where([class~=lead]):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-lead);margin-top:1.2em;margin-bottom:1.2em;font-size:1.25em;line-height:1.6}.prose :where(a):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(a):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-links);font-weight:500;text-decoration:underline}.prose :where(strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-bold);font-weight:600}.prose :where(a strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(a strong):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(blockquote strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(blockquote strong):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(thead th strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead th strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit}.prose :where(ol):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:1.25em;margin-bottom:1.25em;padding-inline-start:1.625em;list-style-type:decimal}.prose :where(ol[type=A]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=A]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:upper-alpha}.prose :where(ol[type=a]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=a]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:lower-alpha}.prose :where(ol[type=A s]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=A s]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:upper-alpha}.prose :where(ol[type=a s]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=a s]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:lower-alpha}.prose :where(ol[type=I]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=I]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:upper-roman}.prose :where(ol[type=i]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=i]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:lower-roman}.prose :where(ol[type=I s]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=I s]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:upper-roman}.prose :where(ol[type=i s]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type=i s]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:lower-roman}.prose :where(ol[type="1"]):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol[type="1"]):not(:where([class~=not-prose],[class~=not-prose] *)){list-style-type:decimal}.prose :where(ul):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ul):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:1.25em;margin-bottom:1.25em;padding-inline-start:1.625em;list-style-type:disc}.prose :where(ol>li):not(:where([class~=not-prose],[class~=not-prose] *))::marker{color:var(--un-prose-counters);font-weight:400}[prose=""] :where(ol>li):not(:where([class~=not-prose],[class~=not-prose] *))::marker{color:var(--un-prose-counters);font-weight:400}.prose :where(ul>li):not(:where([class~=not-prose],[class~=not-prose] *))::marker{color:var(--un-prose-bullets)}[prose=""] :where(ul>li):not(:where([class~=not-prose],[class~=not-prose] *))::marker{color:var(--un-prose-bullets)}.prose :where(dt):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(dt):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);margin-top:1.25em;font-weight:600}.prose :where(hr):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(hr):not(:where([class~=not-prose],[class~=not-prose] *)){border-color:var(--un-prose-hr);border-top-width:1px;margin-top:3em;margin-bottom:3em}.prose :where(blockquote):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(blockquote):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-quotes);border-inline-start-width:.25rem;border-inline-start-color:var(--un-prose-quote-borders);quotes:"“""”""‘""’";margin-top:1.6em;margin-bottom:1.6em;padding-inline-start:1em;font-style:italic;font-weight:500}.prose :where(blockquote p:first-of-type):not(:where([class~=not-prose],[class~=not-prose] *)):before,[prose=""] :where(blockquote p:first-of-type):not(:where([class~=not-prose],[class~=not-prose] *)):before{content:open-quote}.prose :where(blockquote p:last-of-type):not(:where([class~=not-prose],[class~=not-prose] *)):after,[prose=""] :where(blockquote p:last-of-type):not(:where([class~=not-prose],[class~=not-prose] *)):after{content:close-quote}.prose :where(h1):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h1):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);margin-top:0;margin-bottom:.888889em;font-size:2.25em;font-weight:800;line-height:1.11111}.prose :where(h1 strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h1 strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-weight:900}.prose :where(h2):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h2):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);margin-top:2em;margin-bottom:1em;font-size:1.5em;font-weight:700;line-height:1.33333}.prose :where(h2 strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h2 strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-weight:800}.prose :where(h3):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h3):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);margin-top:1.6em;margin-bottom:.6em;font-size:1.25em;font-weight:600;line-height:1.6}.prose :where(h3 strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h3 strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-weight:700}.prose :where(h4):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h4):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);margin-top:1.5em;margin-bottom:.5em;font-weight:600;line-height:1.5}.prose :where(h4 strong):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h4 strong):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-weight:700}.prose :where(img):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(img):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:2em;margin-bottom:2em}.prose :where(picture):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(picture):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:2em;margin-bottom:2em;display:block}.prose :where(video):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(video):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:2em;margin-bottom:2em}.prose :where(kbd):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(kbd):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-kbd);box-shadow:0 0 0 1px rgb(var(--un-prose-kbd-shadows) / 10%), 0 3px 0 rgb(var(--un-prose-kbd-shadows) / 10%);padding-top:.1875em;padding-inline-end:.375em;padding-bottom:.1875em;border-radius:.3125rem;padding-inline-start:.375em;font-family:inherit;font-size:.875em;font-weight:500}.prose :where(code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(code):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-code);font-size:.875em;font-weight:600}.prose :where(code):not(:where([class~=not-prose],[class~=not-prose] *)):before,[prose=""] :where(code):not(:where([class~=not-prose],[class~=not-prose] *)):before,.prose :where(code):not(:where([class~=not-prose],[class~=not-prose] *)):after,[prose=""] :where(code):not(:where([class~=not-prose],[class~=not-prose] *)):after{content:"`"}.prose :where(a code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(a code):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(h1 code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h1 code):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit}.prose :where(h2 code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h2 code):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-size:.875em}.prose :where(h3 code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h3 code):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit;font-size:.9em}.prose :where(h4 code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h4 code):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(blockquote code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(blockquote code):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(thead th code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead th code):not(:where([class~=not-prose],[class~=not-prose] *)){color:inherit}.prose :where(pre):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(pre):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-pre-code);background-color:var(--un-prose-pre-bg);padding-top:.857143em;padding-inline-end:1.14286em;padding-bottom:.857143em;border-radius:.375rem;margin-top:1.71429em;margin-bottom:1.71429em;padding-inline-start:1.14286em;font-size:.875em;font-weight:400;line-height:1.71429;overflow-x:auto}.prose :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)){font-weight:inherit;color:inherit;font-size:inherit;font-family:inherit;line-height:inherit;background-color:#0000;border-width:0;border-radius:0;padding:0}.prose :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)):before,[prose=""] :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)):before,.prose :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)):after,[prose=""] :where(pre code):not(:where([class~=not-prose],[class~=not-prose] *)):after{content:none}.prose :where(table):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(table):not(:where([class~=not-prose],[class~=not-prose] *)){table-layout:auto;width:100%;margin-top:2em;margin-bottom:2em;font-size:.875em;line-height:1.71429}.prose :where(thead):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead):not(:where([class~=not-prose],[class~=not-prose] *)){border-bottom-width:1px;border-bottom-color:var(--un-prose-th-borders)}.prose :where(thead th):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead th):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-headings);vertical-align:bottom;padding-inline-end:.571429em;padding-bottom:.571429em;padding-inline-start:.571429em;font-weight:600}.prose :where(tbody tr):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody tr):not(:where([class~=not-prose],[class~=not-prose] *)){border-bottom-width:1px;border-bottom-color:var(--un-prose-td-borders)}.prose :where(tbody tr:last-child):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody tr:last-child):not(:where([class~=not-prose],[class~=not-prose] *)){border-bottom-width:0}.prose :where(tbody td):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody td):not(:where([class~=not-prose],[class~=not-prose] *)){vertical-align:baseline}.prose :where(tfoot):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tfoot):not(:where([class~=not-prose],[class~=not-prose] *)){border-top-width:1px;border-top-color:var(--un-prose-th-borders)}.prose :where(tfoot td):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tfoot td):not(:where([class~=not-prose],[class~=not-prose] *)){vertical-align:top}.prose :where(th,td):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(th,td):not(:where([class~=not-prose],[class~=not-prose] *)){text-align:start}.prose :where(figure>*):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(figure>*):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:0;margin-bottom:0}.prose :where(figcaption):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(figcaption):not(:where([class~=not-prose],[class~=not-prose] *)){color:var(--un-prose-captions);margin-top:.857143em;font-size:.875em;line-height:1.42857}.prose,[prose=""]{font-size:1rem;line-height:1.75}.prose :where(picture>img):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(picture>img):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:0;margin-bottom:0}.prose :where(li):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(li):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:.5em;margin-bottom:.5em}.prose :where(ol>li):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ol>li):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(ul>li):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ul>li):not(:where([class~=not-prose],[class~=not-prose] *)){padding-inline-start:.375em}.prose :where():not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where():not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:1.25em;margin-bottom:1.25em}.prose :where(ul ul,ul ol,ol ul,ol ol):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(ul ul,ul ol,ol ul,ol ol):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:.75em;margin-bottom:.75em}.prose :where(dl):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(dl):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:1.25em;margin-bottom:1.25em}.prose :where(dd):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(dd):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:.5em;padding-inline-start:1.625em}.prose :where(hr+*):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(hr+*):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(h2+*):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h2+*):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(h3+*):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h3+*):not(:where([class~=not-prose],[class~=not-prose] *)),.prose :where(h4+*):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(h4+*):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:0}.prose :where(thead th:first-child):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead th:first-child):not(:where([class~=not-prose],[class~=not-prose] *)){padding-inline-start:0}.prose :where(thead th:last-child):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(thead th:last-child):not(:where([class~=not-prose],[class~=not-prose] *)){padding-inline-end:0}.prose :where(tbody td,tfoot td):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody td,tfoot td):not(:where([class~=not-prose],[class~=not-prose] *)){padding-top:.571429em;padding-inline-end:.571429em;padding-bottom:.571429em;padding-inline-start:.571429em}.prose :where(tbody td:first-child,tfoot td:first-child):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody td:first-child,tfoot td:first-child):not(:where([class~=not-prose],[class~=not-prose] *)){padding-inline-start:0}.prose :where(tbody td:last-child,tfoot td:last-child):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(tbody td:last-child,tfoot td:last-child):not(:where([class~=not-prose],[class~=not-prose] *)){padding-inline-end:0}.prose :where(figure):not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where(figure):not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:2em;margin-bottom:2em}.prose :where():not(:where([class~=not-prose],[class~=not-prose] *)),[prose=""] :where():not(:where([class~=not-prose],[class~=not-prose] *)){margin-top:0;margin-bottom:0}.prose,[prose=""]{--un-prose-body:#374151;--un-prose-invert-body:#d1d5db;--un-prose-headings:#111827;--un-prose-invert-headings:white;--un-prose-lead:#4b5563;--un-prose-invert-lead:#9ca3af;--un-prose-links:#111827;--un-prose-invert-links:white;--un-prose-bold:#111827;--un-prose-invert-bold:white;--un-prose-counters:#6b7280;--un-prose-invert-counters:#9ca3af;--un-prose-bullets:#d1d5db;--un-prose-invert-bullets:#4b5563;--un-prose-hr:#e5e7eb;--un-prose-invert-hr:#374151;--un-prose-quotes:#111827;--un-prose-invert-quotes:#f3f4f6;--un-prose-quote-borders:#e5e7eb;--un-prose-invert-quote-borders:#374151;--un-prose-captions:#6b7280;--un-prose-invert-captions:#9ca3af;--un-prose-kbd:#111827;--un-prose-invert-kbd:white;--un-prose-kbd-shadows:#111827;--un-prose-invert-kbd-shadows:white;--un-prose-code:#111827;--un-prose-invert-code:white;--un-prose-pre-code:#e5e7eb;--un-prose-invert-pre-code:#d1d5db;--un-prose-pre-bg:#1f2937;--un-prose-invert-pre-bg:#00000080;--un-prose-th-borders:#d1d5db;--un-prose-invert-th-borders:#4b5563;--un-prose-td-borders:#e5e7eb;--un-prose-invert-td-borders:#374151}.dark .dark\:prose-invert{--un-prose-body:var(--un-prose-invert-body);--un-prose-headings:var(--un-prose-invert-headings);--un-prose-lead:var(--un-prose-invert-lead);--un-prose-links:var(--un-prose-invert-links);--un-prose-bold:var(--un-prose-invert-bold);--un-prose-counters:var(--un-prose-invert-counters);--un-prose-bullets:var(--un-prose-invert-bullets);--un-prose-hr:var(--un-prose-invert-hr);--un-prose-quotes:var(--un-prose-invert-quotes);--un-prose-quote-borders:var(--un-prose-invert-quote-borders);--un-prose-captions:var(--un-prose-invert-captions);--un-prose-kbd:var(--un-prose-invert-kbd);--un-prose-kbd-shadows:var(--un-prose-invert-kbd-shadows);--un-prose-code:var(--un-prose-invert-code);--un-prose-pre-code:var(--un-prose-invert-pre-code);--un-prose-pre-bg:var(--un-prose-invert-pre-bg);--un-prose-th-borders:var(--un-prose-invert-th-borders);--un-prose-td-borders:var(--un-prose-invert-td-borders)}.container{width:100%}.z-context-menu{z-index:60}.z-label{z-index:40}.z-menu{z-index:20}.z-modal{z-index:70}.z-nav{z-index:50}.slidev-glass-effect{--un-bg-opacity:1;background-color:rgb(255 255 255/var(--un-bg-opacity));--un-shadow:var(--un-shadow-inset) 0 20px 25px -5px var(--un-shadow-color,#0000001a),var(--un-shadow-inset) 0 8px 10px -6px var(--un-shadow-color,#0000001a);box-shadow:var(--un-ring-offset-shadow), var(--un-ring-shadow), var(--un-shadow);--un-backdrop-blur:blur(8px);-webkit-backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia);backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia);border-width:1px;border-color:#9ca3af33;--un-bg-opacity:.75!important}.border-main,.dark [border~=dark\:main],.dark [dark\:border~=main],[border-main=""],[border~=main]{border-color:#9ca3af33}.border-primary,.hover\:border-primary:hover{border-color:var(--slidev-theme-primary)}.bg-active{background-color:#9ca3af1a}.bg-main{--un-bg-opacity:1;background-color:rgb(255 255 255/var(--un-bg-opacity))}.dark .bg-main,.dark .slidev-glass-effect{--un-bg-opacity:1;background-color:rgb(18 18 18/var(--un-bg-opacity))}.bg-primary,[bg-primary=""]{background-color:var(--slidev-theme-primary)}.hover\:bg-active:hover,[hover\:bg-active=""]:hover{background-color:#9ca3af1a}.dark .text-main{--un-text-opacity:1;color:rgb(221 221 221/var(--un-text-opacity))}.text-main{--un-text-opacity:1;color:rgb(24 24 24/var(--un-text-opacity))}.text-primary,[text-primary=""]{color:var(--slidev-theme-primary)}@media (width>=640px){.container{max-width:640px}}@media (width>=768px){.container{max-width:768px}}@media (width>=1024px){.container{max-width:1024px}}@media (width>=1280px){.container{max-width:1280px}}@media (width>=1536px){.container{max-width:1536px}}:root{--color-note:#0969da;--color-tip:#1a7f37;--color-warning:#9a6700;--color-severe:#bc4c00;--color-caution:#d1242f;--color-important:#8250df}@media (prefers-color-scheme:dark){:root{--color-note:#2f81f7;--color-tip:#3fb950;--color-warning:#d29922;--color-severe:#db6d28;--color-caution:#f85149;--color-important:#a371f7}}.markdown-alert{color:inherit;border-left:.25em solid #888;margin-bottom:16px;padding:.5rem 1rem}.markdown-alert>:first-child{margin-top:0}.markdown-alert>:last-child{margin-bottom:0}.markdown-alert .markdown-alert-title{align-items:center;font-weight:500;line-height:1;display:flex}.markdown-alert .markdown-alert-title .octicon{vertical-align:text-bottom;fill:currentColor;margin-right:.5rem;display:inline-block;overflow:visible!important}.markdown-alert.markdown-alert-note{border-left-color:var(--color-note)}.markdown-alert.markdown-alert-note .markdown-alert-title{color:var(--color-note)}.markdown-alert.markdown-alert-important{border-left-color:var(--color-important)}.markdown-alert.markdown-alert-important .markdown-alert-title{color:var(--color-important)}.markdown-alert.markdown-alert-warning{border-left-color:var(--color-warning)}.markdown-alert.markdown-alert-warning .markdown-alert-title{color:var(--color-warning)}.markdown-alert.markdown-alert-tip{border-left-color:var(--color-tip)}.markdown-alert.markdown-alert-tip .markdown-alert-title{color:var(--color-tip)}.markdown-alert.markdown-alert-caution{border-left-color:var(--color-caution)}.markdown-alert.markdown-alert-caution .markdown-alert-title{color:var(--color-caution)}:root{--slidev-code-background:#f5f5f5;--slidev-code-foreground:#1b1b1b;--slidev-code-font-family:"JetBrains Mono",ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace;--slidev-code-padding:8px;--slidev-code-font-size:12px;--slidev-code-line-height:18px;--slidev-code-radius:4px;--slidev-code-margin:4px 0;--slidev-theme-primary:#3ab9d5;--slidev-transition-duration:.5s;--slidev-slide-container-background:black;--slidev-controls-foreground:white;--slidev-code-tab-divider:#e5e5e5;--slidev-code-tab-text-color:#67676c;--slidev-code-tab-font-size:12px;--slidev-code-tab-active-text-color:#3c3c43}html.dark{--slidev-code-background:#1b1b1b;--slidev-code-foreground:#eee;--slidev-code-tab-divider:#222;--slidev-code-tab-text-color:#98989f;--slidev-code-tab-active-text-color:#dfdfd6}html,body,#app,#page-root{width:100%;height:100vh;height:calc(var(--vh,1vh) * 100);-webkit-print-color-adjust:exact;print-color-adjust:exact;--un-bg-opacity:1;background-color:rgb(255 255 255/var(--un-bg-opacity));margin:0;padding:0;font-family:Inter,ui-sans-serif,system-ui,-apple-system,BlinkMacSystemFont,Segoe UI,Roboto,Helvetica Neue,Arial,Noto Sans,sans-serif,Apple Color Emoji,Segoe UI Emoji,Segoe UI Symbol,Noto Color Emoji;overflow:hidden}.dark html,.dark body,.dark #app,.dark #page-root{--un-bg-opacity:1;background-color:rgb(18 18 18/var(--un-bg-opacity))}html{background:0 0}.slidev-icon-btn{aspect-ratio:1;-webkit-user-select:none;user-select:none;cursor:pointer;vertical-align:middle;opacity:.75;border-radius:.25rem;outline:none;justify-content:center;align-items:center;padding:.25rem;transition-property:color,background-color,border-color,text-decoration-color,fill,stroke,opacity,box-shadow,transform,filter,-webkit-backdrop-filter,backdrop-filter;transition-duration:.2s;transition-timing-function:cubic-bezier(.4,0,.2,1);display:inline-flex;position:relative}@media (width>=768px){.slidev-icon-btn{padding:.5rem}}.slidev-icon-btn:hover{--un-bg-opacity:.1;background-color:rgb(156 163 175/var(--un-bg-opacity))}.slidev-icon-btn:focus-visible{opacity:1;--un-outline-color-opacity:1;outline-width:2px;outline-color:rgb(0 0 0/var(--un-outline-color-opacity));outline-offset:2px;outline-style:solid}.dark .slidev-icon-btn:focus-visible{--un-outline-color-opacity:1;outline-color:rgb(255 255 255/var(--un-outline-color-opacity))}.slidev-icon-btn.shallow{opacity:.3}.slidev-icon-btn.active{opacity:1}.slidev-icon-btn.disabled{opacity:.25;pointer-events:none}.slidev-layout a.slidev-icon-btn{border-style:none}.slidev-layout a.slidev-icon-btn:hover{--un-text-opacity:1;color:rgb(255 255 255/var(--un-text-opacity));border-style:none}.slidev-icon{vertical-align:sub;line-height:1em;display:inline-block}.slidev-page{width:100%;position:relative;top:0;left:0;right:0}.slidev-note-with-clicks .slidev-note-fade{color:#888c}.dark .slidev-note-with-clicks .slidev-note-fade{color:#a1a1a1cc}.slidev-note-click-mark{-webkit-user-select:none;user-select:none;--un-text-opacity:1;color:rgb(167 139 250/var(--un-text-opacity));background-color:#a78bfa1a;border-width:1px;border-color:#0000;border-radius:.25rem;align-items:center;padding-left:.25rem;padding-right:.25rem;font-family:JetBrains Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,monospace;font-size:.7em;display:inline-flex}.slidev-note-click-mark.slidev-note-click-mark-active{--un-border-opacity:1;border-width:1px;border-color:rgb(167 139 250/var(--un-border-opacity))}.slidev-note-click-mark.slidev-note-click-mark-past{filter:saturate(0);opacity:.5}.slidev-note-click-mark.slidev-note-click-mark-future{opacity:.5}.slidev-note-click-mark:before{content:"";--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1.2em' height='1.2em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M23 28a1 1 0 0 1-.71-.29l-6.13-6.14l-3.33 5a1 1 0 0 1-1 .44a1 1 0 0 1-.81-.7l-6-20A1 1 0 0 1 6.29 5l20 6a1 1 0 0 1 .7.81a1 1 0 0 1-.44 1l-5 3.33l6.14 6.13a1 1 0 0 1 0 1.42l-4 4A1 1 0 0 1 23 28m0-2.41L25.59 23l-7.16-7.15l5.25-3.5L7.49 7.49l4.86 16.19l3.5-5.25Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;opacity:.8;background-color:currentColor;width:1.2em;height:1.2em;display:inline-block;-webkit-mask-size:100% 100%;mask-size:100% 100%}.slidev-note-click-mark:after{content:attr(data-clicks);display:inline-block;transform:translateY(.1em)}.slidev-form-button{--un-text-opacity:1;color:rgb(255 255 255/var(--un-text-opacity));--un-border-opacity:1;border-bottom-width:2px;border-color:rgb(55 65 81/var(--un-border-opacity));--un-bg-opacity:1;background-color:rgb(107 114 128/var(--un-bg-opacity));border-radius:.25rem;padding:.25rem 1rem}.slidev-form-button:hover{--un-border-opacity:1;border-color:rgb(75 85 99/var(--un-border-opacity));--un-bg-opacity:1;background-color:rgb(156 163 175/var(--un-bg-opacity))}.slidev-form-button.primary{--un-border-opacity:1;border-color:rgb(17 94 89/var(--un-border-opacity));--un-bg-opacity:1;background-color:rgb(13 148 136/var(--un-bg-opacity))}.slidev-form-button.primary:hover{--un-border-opacity:1;border-color:rgb(15 118 110/var(--un-border-opacity));--un-bg-opacity:1;background-color:rgb(20 184 166/var(--un-bg-opacity))}.rough-annotation{transform:scale(calc(1 / var(--slidev-slide-scale)))}#twoslash-container{position:fixed}#twoslash-container .v-popper__wrapper:not(.no-slide-scale>*){zoom:var(--slidev-slide-scale)}#twoslash-container .v-popper__popper:not(.no-slide-scale>*){translate:calc(10px * (1 - var(--slidev-slide-scale))) 0;width:max-content}.slidev-note ul{margin:0}html.dark:root{--lightningcss-light: ;--lightningcss-dark:initial;color-scheme:dark}html.dark .shiki{color:var(--shiki-dark,inherit);--twoslash-popup-bg:var(--shiki-dark-bg,inherit)}html.dark .shiki span{color:var(--shiki-dark)}html:not(.dark) .shiki{color:var(--shiki-light,inherit);--twoslash-popup-bg:var(--shiki-light-bg,inherit)}html:not(.dark) .shiki span{color:var(--shiki-light)}.twoslash-meta-line.twoslash-popover-line{margin-top:-10px}.slidev-code-wrapper{scroll-padding:var(--slidev-code-padding);margin:var(--slidev-code-margin)!important}.slidev-code-wrapper:-webkit-scrollbar{width:0}.slidev-code{background:var(--slidev-code-background);overflow:auto;font-family:var(--slidev-code-font-family)!important;padding:var(--slidev-code-padding)!important;font-size:var(--slidev-code-font-size)!important;line-height:var(--slidev-code-line-height)!important;border-radius:var(--slidev-code-radius)!important}.slidev-code-block-title,.slidev-code-group-tabs{background:var(--slidev-code-background);color:var(--slidev-code-tab-text-color);padding-left:var(--slidev-code-padding);padding-right:var(--slidev-code-padding);font-size:var(--slidev-code-tab-font-size);border-radius:var(--slidev-code-radius) var(--slidev-code-radius) 0 0;box-shadow:inset 0 -1px var(--slidev-code-tab-divider);align-items:center;gap:8px;display:flex}.slidev-code-block-title{padding:var(--slidev-code-padding)}.slidev-code-tab{font-size:var(--slidev-code-tab-font-size);white-space:nowrap;cursor:pointer;padding:var(--slidev-code-padding);color:var(--slidev-code-tab-text-color);border-bottom:2px solid #0000;align-items:center;gap:8px;transition:color .25s;display:flex;position:relative}.slidev-code-tab:hover{color:var(--slidev-code-tab-active-text-color)!important}.slidev-code-group-blocks .slidev-code-wrapper{margin:0!important}.slidev-code-group-blocks .slidev-code{border-radius:0 0 var(--slidev-code-radius) var(--slidev-code-radius)!important}.slidev-code-group-blocks .slidev-code-wrapper.active{display:block}.slidev-code-group-blocks .slidev-code-wrapper{display:none}.slidev-code-block-title+.slidev-code,.slidev-code-group-tabs+.slidev-code{border-top-left-radius:0!important;border-top-right-radius:0!important}.slidev-code .slidev-code-dishonored{opacity:.3;pointer-events:none}.slidev-code-line-numbers .slidev-code code{counter-reset:step;counter-increment:step calc(var(--start,1) - 1)}.slidev-code-line-numbers .slidev-code code .line:before{content:counter(step);counter-increment:step;text-align:right;--un-text-opacity:1;width:1rem;color:rgb(156 163 175/var(--un-text-opacity));margin-right:1.5rem;display:inline-block}.dark .slidev-code-line-numbers .slidev-code code .line:before{--un-text-opacity:1;color:rgb(75 85 99/var(--un-text-opacity))}.slidev-note :not(pre)>code,.slidev-layout :not(pre)>code{background:var(--slidev-code-background);border-radius:var(--slidev-code-radius);padding:.125rem .375rem;font-size:.9em;font-weight:300}.slidev-note :not(pre)>code:after,.slidev-note :not(pre)>code:before{content:""}.slidev-layout :not(pre)>code:before{margin-right:-.08em}.katex,.katex :after,.katex :before{border-color:currentColor}.slidev-katex-wrapper .mord.dishonored{opacity:.3}.slide-left-enter-active,.slide-left-leave-active,.slide-right-enter-active,.slide-right-leave-active,.slide-up-enter-active,.slide-up-leave-active,.slide-down-enter-active,.slide-down-leave-active{transition:all var(--slidev-transition-duration) ease}.slide-left-enter-from,.slide-right-leave-to{translate:100%}.slide-left-leave-to,.slide-right-enter-from{translate:-100%}.slide-up-enter-from,.slide-down-leave-to{translate:0 100%}.slide-up-leave-to,.slide-down-enter-from{translate:0 -100%}.fade-enter-active,.fade-leave-active{transition:opacity var(--slidev-transition-duration) ease}.fade-enter-from,.fade-leave-to{opacity:0}.fade-out-leave-active{transition:opacity calc(var(--slidev-transition-duration) * .6) ease-out}.fade-out-enter-active{transition:opacity calc(var(--slidev-transition-duration) * .8) ease-in;transition-delay:calc(var(--slidev-transition-duration) * .6)}.fade-out-enter-from,.fade-out-leave-to{opacity:0}:root{--twoslash-popup-bg:var(--slidev-code-background);--twoslash-popup-color:var(--slidev-code-foreground);--twoslash-docs-color:inherit;--twoslash-docs-font:inherit;--twoslash-code-font:"JetBrains Mono",ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,"Liberation Mono","Courier New",monospace;--twoslash-underline-color:#8888;--twoslash-border-color:#8888;--twoslash-cursor-color:var(--slidev-theme-primary);--twoslash-matched-color:var(--slidev-theme-primary)}.twoslash-popup-container{font-size:13px}.twoslash-popup-container .twoslash-popup-code{font-size:.85em}.twoslash-floating .twoslash-popup-docs-tags .twoslash-popup-docs-tag-name{color:inherit;opacity:.5}.slidev-vclick-target{transition:all .1s}.slidev-vclick-target.slidev-vclick-anim-none{transition:none}.slidev-vclick-target.slidev-vclick-anim-fade-in{transition:all .3s}.slidev-vclick-hidden{opacity:0!important;pointer-events:none!important;-webkit-user-select:none!important;user-select:none!important}.slidev-vclick-hidden.slidev-vclick-anim-fade{opacity:.5!important}.slidev-vclick-hidden.slidev-vclick-anim-fade-in{opacity:0!important}.slidev-vclick-hidden.slidev-vclick-anim-up{translate:0 20px}.slidev-vclick-hidden.slidev-vclick-anim-down{translate:0 -20px}.slidev-vclick-hidden.slidev-vclick-anim-left{translate:20px}.slidev-vclick-hidden.slidev-vclick-anim-right{translate:-20px}.slidev-vclick-hidden.slidev-vclick-anim-scale{scale:.9}.slidev-vclick-display-none{display:none!important}.slidev-vclick-fade{opacity:.5}:root{--dl-bg:#fff;--dl-surface:#f7f9fa;--dl-border:#e3e8ea;--dl-heading:#111;--dl-body:#595959;--dl-muted:#8a8a8a;--dl-accent:#0097a7;--dl-accent-soft:#e0f4f6;--dl-accent-strong:#00707c;--dl-danger:#d32f2f;--dl-table-header:#eee;--dl-code-bg:#f6f8fa;--dl-fs-title:4.4rem;--dl-fs-section:3rem;--dl-fs-heading:2.1rem;--dl-fs-body:1.5rem;--dl-fs-secondary:1.17rem;--dl-fs-citation:.85rem}html.dark{--dl-bg:#0d1117;--dl-surface:#161b22;--dl-border:#2a323d;--dl-heading:#f2f5f7;--dl-body:#c2cad2;--dl-muted:#8b949e;--dl-accent:#2ec9d8;--dl-accent-soft:#123236;--dl-accent-strong:#7fe3ee;--dl-danger:#ff7b72;--dl-table-header:#1c2530;--dl-code-bg:#161b22}.slidev-layout{--slidev-code-background:var(--dl-code-bg);background:var(--dl-bg);height:100%;color:var(--dl-body);font-size:var(--dl-fs-body);padding:2.6rem 3rem 3.2rem;line-height:1.5;position:relative}.slidev-layout h1,.slidev-layout h2,.slidev-layout h3,.slidev-layout h4{color:var(--dl-heading);letter-spacing:-.01em;font-weight:600}.slidev-layout h1{font-size:var(--dl-fs-heading);margin-bottom:1.2rem}.slidev-layout h2{margin-bottom:.8rem;font-size:1.7rem}.slidev-layout h3{margin-bottom:.6rem;font-size:1.35rem}.slidev-layout p{margin:.5rem 0}.slidev-layout ul{margin:.4rem 0;padding-left:1.35rem;list-style:outside}.slidev-layout ol{margin:.4rem 0;padding-left:1.6rem;list-style:decimal}.slidev-layout ul ul{list-style:circle}.slidev-layout li{margin:.42rem 0}.slidev-layout li::marker{color:var(--dl-accent)}.slidev-layout a{color:var(--dl-accent);border-bottom:1px solid color-mix(in srgb, var(--dl-accent) 40%, transparent);text-decoration:none;transition:border-color .15s}.slidev-layout a:hover{border-bottom-color:var(--dl-accent)}.slidev-layout strong{color:var(--dl-heading);font-weight:600}.dl-wrong{color:var(--dl-danger);font-weight:600}.dl-secondary{font-size:var(--dl-fs-secondary);color:var(--dl-muted)}.slidev-layout table{border-collapse:collapse;font-size:var(--dl-fs-secondary);width:100%}.slidev-layout table th{background:var(--dl-table-header);color:var(--dl-heading);text-align:left;font-weight:600}.slidev-layout table th,.slidev-layout table td{border:1px solid var(--dl-border);padding:.4rem .7rem}.slidev-layout blockquote{border-left:3px solid var(--dl-accent);background:var(--dl-accent-soft);color:var(--dl-body);margin:.8rem 0;padding:.6rem 1rem}.dl-rule{background:var(--dl-accent);border-radius:2px;width:4.5rem;height:3px}.dl-callout{border-left:3px solid var(--dl-accent);background:var(--dl-accent-soft);border-radius:0 6px 6px 0;padding:.7rem 1rem;font-size:1.05rem}.dl-card{border:1px solid var(--dl-border);background:var(--dl-surface);border-radius:8px;overflow:hidden}.dl-card img{object-fit:cover;width:100%;height:6.2rem;display:block}.dl-card.is-contain img{object-fit:contain;background:var(--dl-bg);padding:.5rem}.dl-card__cap{color:var(--dl-body);padding:.35rem .55rem;font-size:.78rem}.dl-tight{font-size:1.06rem;line-height:1.45}.dl-tight li{margin:.34rem 0}.dl-tight .dl-callout{font-size:1rem}.dl-describe{max-width:52rem;font-size:1.15rem;line-height:1.45}.dl-describe p{margin:.4rem 0}.dl-describe li{margin:.22rem 0}.dl-ledger table{font-size:1.02rem}.dl-ledger table th,.dl-ledger table td{padding:.24rem .6rem}.dl-eq-legend table{font-size:.86rem}.dl-eq-legend table th,.dl-eq-legend table td{padding:.16rem .45rem}.dl-eq-legend table td:first-child{white-space:nowrap}.dl-prompt{color:var(--dl-heading);border-left:3px solid var(--dl-accent);padding-left:.8rem;font-size:1.05rem;font-style:italic}.dl-reveal{color:var(--dl-accent);font-size:1.8rem;font-weight:700}.slidev-layout .katex{color:var(--dl-heading)}.slidev-layout .katex-display>.katex{font-size:1em}.dl-math-sm .katex{font-size:.84em}.dl-math-xs .katex{font-size:.72em}.slidev-code-wrapper{border:1px solid var(--dl-border);border-radius:6px;flex-shrink:0;overflow:hidden}.dl-diagram{width:100%;max-width:41rem;height:auto;font-family:inherit}.dl-dg-box{fill:var(--dl-surface);stroke:var(--dl-border);stroke-width:1.5px}.dl-dg-box.is-accent{fill:var(--dl-accent-soft);stroke:var(--dl-accent)}.dl-dg-box.is-bad{fill:none;stroke:var(--dl-danger);stroke-dasharray:4 3}.dl-dg-net{fill:var(--dl-accent-soft);stroke:var(--dl-accent);stroke-width:1.6px}.dl-dg-net.is-critic{fill:var(--dl-surface);stroke:var(--dl-body)}.dl-dg-op{fill:var(--dl-bg);stroke:var(--dl-heading);stroke-width:1.6px}.dl-dg-lab{fill:var(--dl-heading);font-size:17px;font-style:italic;font-weight:600}.dl-dg-lab.is-sm{font-size:13px;font-style:normal}.dl-dg-in{fill:var(--dl-accent-strong);font-size:13px;font-weight:700}.dl-dg-net.is-critic+.dl-dg-in,.dl-dg-in.is-critic{fill:var(--dl-body)}.dl-dg-small{fill:var(--dl-muted);font-size:11px}.dl-dg-small.is-bad{fill:var(--dl-danger)}.dl-dg-small.is-good{fill:var(--dl-accent-strong)}.dl-dg-arrow{fill:none;stroke:var(--dl-body);stroke-width:1.8px}.dl-dg-head{fill:var(--dl-body)}.dl-dg-loss,.dl-dg-grad{fill:none;stroke:var(--dl-muted);stroke-width:1.4px;stroke-dasharray:3 3}.dl-dg-grad.is-bad{stroke:var(--dl-danger)}.dl-dg-grad.is-good{stroke:var(--dl-accent);stroke-dasharray:none}.dl-dg-split{stroke:var(--dl-border);stroke-width:1px}.dl-diagram.is-sm{max-width:26rem}.dl-diagram.is-xs{max-width:18rem}.dl-dg-bar{fill:var(--dl-muted)}.dl-dg-bar.is-q{fill:var(--dl-accent)}.dl-dg-bar.is-bad{fill:var(--dl-danger)}.dl-dg-fill{fill:var(--dl-accent-soft);stroke:var(--dl-accent);stroke-width:1.4px}.dl-dg-fill.is-muted{fill:var(--dl-surface);stroke:var(--dl-muted)}.dl-dg-fill.is-dashed{stroke-dasharray:4 3}.dl-dg-dot{fill:var(--dl-body)}.dl-dg-dot.is-accent{fill:var(--dl-accent)}.dl-dg-dot.is-bad{fill:var(--dl-danger)}.dl-dg-line{fill:none;stroke:var(--dl-accent);stroke-width:2.2px}.dl-dg-line.is-muted{stroke:var(--dl-muted)}.dl-dg-line.is-bad{stroke:var(--dl-danger)}.dl-dg-emoji{font-size:30px}.dl-dg-lab.is-bad-text{fill:var(--dl-danger)}.dl-diagram.is-sm-h{max-height:11.5rem}.slidev-layout pre.shiki{font-size:.76rem;line-height:1.38}.dl-ledger table .katex{font-size:.95em;line-height:1}.dl-ledger--scale table td:not(:first-child),.dl-ledger--scale table th:not(:first-child){text-align:right;font-variant-numeric:tabular-nums;white-space:nowrap}.dl-tight :not(pre)>code{white-space:nowrap}@font-face{font-display:block;font-family:KaTeX_AMS;font-style:normal;font-weight:400;src:url(./KaTeX_AMS-Regular-BQhdFMY1.woff2)format("woff2"),url(./KaTeX_AMS-Regular-DMm9YOAa.woff)format("woff"),url(./KaTeX_AMS-Regular-DRggAlZN.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Caligraphic;font-style:normal;font-weight:700;src:url(./KaTeX_Caligraphic-Bold-Dq_IR9rO.woff2)format("woff2"),url(./KaTeX_Caligraphic-Bold-BEiXGLvX.woff)format("woff"),url(./KaTeX_Caligraphic-Bold-ATXxdsX0.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Caligraphic;font-style:normal;font-weight:400;src:url(./KaTeX_Caligraphic-Regular-Di6jR-x-.woff2)format("woff2"),url(./KaTeX_Caligraphic-Regular-CTRA-rTL.woff)format("woff"),url(./KaTeX_Caligraphic-Regular-wX97UBjC.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Fraktur;font-style:normal;font-weight:700;src:url(./KaTeX_Fraktur-Bold-CL6g_b3V.woff2)format("woff2"),url(./KaTeX_Fraktur-Bold-BsDP51OF.woff)format("woff"),url(./KaTeX_Fraktur-Bold-BdnERNNW.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Fraktur;font-style:normal;font-weight:400;src:url(./KaTeX_Fraktur-Regular-CTYiF6lA.woff2)format("woff2"),url(./KaTeX_Fraktur-Regular-Dxdc4cR9.woff)format("woff"),url(./KaTeX_Fraktur-Regular-CB_wures.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Main;font-style:normal;font-weight:700;src:url(./KaTeX_Main-Bold-Cx986IdX.woff2)format("woff2"),url(./KaTeX_Main-Bold-Jm3AIy58.woff)format("woff"),url(./KaTeX_Main-Bold-waoOVXN0.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Main;font-style:italic;font-weight:700;src:url(./KaTeX_Main-BoldItalic-DxDJ3AOS.woff2)format("woff2"),url(./KaTeX_Main-BoldItalic-SpSLRI95.woff)format("woff"),url(./KaTeX_Main-BoldItalic-DzxPMmG6.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Main;font-style:italic;font-weight:400;src:url(./KaTeX_Main-Italic-NWA7e6Wa.woff2)format("woff2"),url(./KaTeX_Main-Italic-BMLOBm91.woff)format("woff"),url(./KaTeX_Main-Italic-3WenGoN9.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Main;font-style:normal;font-weight:400;src:url(./KaTeX_Main-Regular-B22Nviop.woff2)format("woff2"),url(./KaTeX_Main-Regular-Dr94JaBh.woff)format("woff"),url(./KaTeX_Main-Regular-ypZvNtVU.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Math;font-style:italic;font-weight:700;src:url(./KaTeX_Math-BoldItalic-CZnvNsCZ.woff2)format("woff2"),url(./KaTeX_Math-BoldItalic-iY-2wyZ7.woff)format("woff"),url(./KaTeX_Math-BoldItalic-B3XSjfu4.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Math;font-style:italic;font-weight:400;src:url(./KaTeX_Math-Italic-t53AETM-.woff2)format("woff2"),url(./KaTeX_Math-Italic-DA0__PXp.woff)format("woff"),url(./KaTeX_Math-Italic-flOr_0UB.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_SansSerif;font-style:normal;font-weight:700;src:url(./KaTeX_SansSerif-Bold-D1sUS0GD.woff2)format("woff2"),url(./KaTeX_SansSerif-Bold-DbIhKOiC.woff)format("woff"),url(./KaTeX_SansSerif-Bold-CFMepnvq.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_SansSerif;font-style:italic;font-weight:400;src:url(./KaTeX_SansSerif-Italic-C3H0VqGB.woff2)format("woff2"),url(./KaTeX_SansSerif-Italic-DN2j7dab.woff)format("woff"),url(./KaTeX_SansSerif-Italic-YYjJ1zSn.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_SansSerif;font-style:normal;font-weight:400;src:url(./KaTeX_SansSerif-Regular-DDBCnlJ7.woff2)format("woff2"),url(./KaTeX_SansSerif-Regular-CS6fqUqJ.woff)format("woff"),url(./KaTeX_SansSerif-Regular-BNo7hRIc.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Script;font-style:normal;font-weight:400;src:url(./KaTeX_Script-Regular-D3wIWfF6.woff2)format("woff2"),url(./KaTeX_Script-Regular-D5yQViql.woff)format("woff"),url(./KaTeX_Script-Regular-C5JkGWo-.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Size1;font-style:normal;font-weight:400;src:url(./KaTeX_Size1-Regular-mCD8mA8B.woff2)format("woff2"),url(./KaTeX_Size1-Regular-C195tn64.woff)format("woff"),url(./KaTeX_Size1-Regular-Dbsnue_I.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Size2;font-style:normal;font-weight:400;src:url(./KaTeX_Size2-Regular-Dy4dx90m.woff2)format("woff2"),url(./KaTeX_Size2-Regular-oD1tc_U0.woff)format("woff"),url(./KaTeX_Size2-Regular-B7gKUWhC.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Size3;font-style:normal;font-weight:400;src:url(data:font/woff2;base64,d09GMgABAAAAAA4oAA4AAAAAHbQAAA3TAAEAAAAAAAAAAAAAAAAAAAAAAAAAAAAABmAAgRQIDgmcDBEICo1oijYBNgIkA14LMgAEIAWJAAeBHAyBHBvbGiMRdnO0IkRRkiYDgr9KsJ1NUAf2kILNxgUmgqIgq1P89vcbIcmsQbRps3vCcXdYOKSWEPEKgZgQkprQQsxIXUgq0DqpGKmIvrgkeVGtEQD9DzAO29fM9jYhxZEsL2FeURH2JN4MIcTdO049NCVdxQ/w9NrSYFEBKTDKpLKfNkCGDc1RwjZLQcm3vqJ2UW9Xfa3tgAHz6ivp6vgC2yD4/6352ndnN0X0TL7seypkjZlMsjmZnf0Mm5Q+JykRWQBKCVCVPbARPXWyQtb5VgLB6Biq7/Uixcj2WGqdI8tGSgkuRG+t910GKP2D7AQH0DB9FMDW/obJZ8giFI3Wg8Cvevz0M+5m0rTh7XDBlvo9Y4vm13EXmfttwI4mBo1EG15fxJhUiCLbiiyCf/ZA6MFAhg3pGIZGdGIVjtPn6UcMk9A/UUr9PhoNsCENw1APAq0gpH73e+M+0ueyHbabc3vkbcdtzcf/fiy+NxQEjf9ud/ELBHAXJ0nk4z+MXH2Ev/kWyV4k7SkvpPc9Qr38F6RPWnM9cN6DJ0AdD1BhtgABtmoRoFCvPsBAumNm6soZG2Gk5GyVTo2sJncSyp0jQTYoR6WDvTwaaEcHsxHfvuWhHA3a6bN7twRKtcGok6NsCi7jYRrM2jExsUFMxMQYuJbMhuWNOumEJy9hi29Dmg5zMp/A5+hhPG19j1vBrq8JTLr8ki5VLPmG/PynJHVul440bxg5xuymHUFPBshC+nA9I1FmwbRBTNHAcik3Oae0cxKoI3MOriM42UrPe51nsaGxJ+WfXubAsP84aabUlQSJ1IiE0iPETLUU4CATgfXSCSpuRFRmCGbO+wSpAnzaeaCYW1VNEysRtuXCEL1kUFUbbtMv3Tilt/1c11jt3Q5bbMa84cpWipp8Elw3MZhOHsOlwwVUQM3lAR35JiFQbaYCRnMF2lxAWoOg2gyoIV4PouX8HytNIfLhqpJtXB4vjiViUI8IJ7bkC4ikkQvKksnOTKICwnqWSZ9YS5f0WCxmpgjbIq7EJcM4aI2nmhLNY2JIUgOjXZFWBHb+x5oh6cwb0Tv1ackHdKi0I9OO2wE9aogIOn540CCCziyhN+IaejtgAONKznHlHyutPrHGwCx9S6B8kfS4Mfi4Eyv7OU730bT1SCBjt834cXsf43zVjPUqqJjgrjeGnBxSG4aYAKFuVbeCfkDIjAqMb6yLNIbCuvXhMH2/+k2vkNpkORhR59N1CkzoOENvneIosjYmuTxlhUzaGEJQ/iWqx4dmwpmKjrwTiTGTCVozNAYqk/zXOndWxuWSmJkQpJw3pK5KX6QrLt5LATMqpmPAQhkhK6PUjzHUn7E0gHE0kPE0iKkolgkUx9SZmVAdDgpffdyJKg3k7VmzYGCwVXGz/tXmkOIp+vcWs+EMuhhvN0h9uhfzWJziBQmCREGSIFmQIkgVpAnSBRmC//6hkLZwaVhwxlrJSOdqlFtOYxlau9F2QN5Y98xmIAsiM1HVp2VFX+DHHGg6Ecjh3vmqtidX3qHI2qycTk/iwxSt5UzTmEP92ZBnEWTk4Mx8Mpl78ZDokxg/KWb+Q0QkvdKVmq3TMW+RXEgrsziSAfNXFMhDc60N5N9jQzjfO0kBKpUZl0ZmwJ41j/B9Hz6wmRaJB84niNmQrzp9eSlQCDDzazGDdVi3P36VZQ+Jy4f9UBNp+3zTjqI4abaFAm+GShVaXlsGdF3FYzZcDI6cori4kMxUECl9IjJZpzkvitAoxKue+90pDMvcKRxLl53TmOKCmV/xRolNKSqqUxc6LStOETmFOiLZZptlZepcKiAzteG8PEdpnQpbOMNcMsR4RR2Bs0cKFEvSmIjAFcnarqwUL4lDhHmnVkwu1IwshbiCcgvOheZuYyOteufZZwlcTlLgnZ3o/WcYdzZHW/WGaqaVfmTZ1aWCceJjkbZqsfbkOtcFlUZM/jy+hXHDbaUobWqqXaeWobbLO99yG5N3U4wxco0rQGGcOLASFMXeJoham8M+/x6O2WywK2l4HGbq1CoUyC/IZikQhdq3SiuNrvAEj0AVu9x2x3lp/xWzahaxidezFVtdcb5uEnzyl0ZmYiuKI0exvCd4Xc9CV1KB0db00z92wDPde0kukbvZIWN6jUWFTmPIC/Y4UPCm8UfDTFZpZNon1qLFTkBhxzB+FjQRA2Q/YRJT8pQigslMaUpFyAG8TMlXigiqmAZX4xgijKjRlGpLE0GdplRfCaJo0JQaSxNBk6ZmMzcya0FmrcisDdn0Q3HI2sWSppYigmlM1XT/kLQZSNpMJG0WkjYbSZuDpM1F0uYhFc1HxU4m1QJjDK6iL0S5uSj5rgXc3RejEigtcRBtqYPQsiTskmO5vosV+q4VGIKbOkDg0jtRrq+Em1YloaTFar3EGr1EUC8R0kus1Uus00usL97ABr2BjXoDm/QGNhuWtMVBKOwg/i78lT7hBsAvDmwHc/ao3vmUbBmhjeYySZNWvGkfZAgISDSaDo1SVpzGDsAEkF8B+gEapViUoZgUWXcRIGFZNm6gWbAKk0bp0k1MHG9fLYtV4iS2SmLEQFARzRcnf9PUS0LVn05/J9MiRRBU3v2IrvW974v4N00L7ZMk0wXP1409CHo/an8zTRHD3eSJ6m8D4YMkZNl3M79sqeuAsr/m3f+8/yl7A50aiAEJgeBeMWzu7ui9UfUBCe2TIqZIoOd/3/udRBOQidQZUERzb2/VwZN1H/Sju82ew2H2Wfr6qvfVf3hqwDvAIpkQVFy4B9Pe9e4/XvPeceu7h3dvO56iJPf0+A6cqA2ip18ER+iFgggiuOkvj24bby0N9j2UHIkgqIt+sVgfodC4YghLSMjSZbH0VR/6dMDrYJeKHilKTemt6v6kvzvn3/RrdWtr0GoN/xL+Sex/cPYLUpepx9cz/D46UPU5KXgAQa+NDps1v6J3xP1i2HtaDB0M9aX2deA7SYff//+gUCovMmIK/qfsFcOk+4Y5ZN97XlG6zebqtMbKgeRFi51vnxTQYBUik2rS/Cn6PC8ADR8FGxsRPB82dzfND90gIcshOcYUkfjherBz53odpm6TP8txlwOZ71xmfHHOvq053qFF/MRlS3jP0ELudrf2OeN8DHvp6ZceLe8qKYvWz/7yp0u4dKPfli3CYq0O13Ih71mylJ80tOi10On8wi+F4+LWgDPeJ30msSQt9/vkmHq9/Lvo2b461mP801v3W4xTcs6CbvF9UDdrSt+A8OUbpSh55qAUFXWznBBfdeJ8a4d7ugT5tvxUza3h9m4H7ptTqiG4z0g5dc0X29OcGlhpGFMpQo9ytTS+NViZpNdvU4kWx+LKxNY10kQ1yqGXrhe4/1nvP7E+nd5A92TtaRplbHSqoIdOqtRWti+fkB5/n1+/VvCmz12pG1kpQWsfi1ftlBobm0bpngs16CHkbIwdLnParxtTV3QYRlfJ0KFskH7pdN/YDn+yRuSd7sNH3aO0DYPggk6uWuXrfOc+fa3VTxFVvKaNxHsiHmsXyCLIE5yuOeN3/Jdf8HBL/5M6shjyhxHx9BjB1O0+4NLOnjLLSxwO7ukN4jMbOIcD879KLSi6Pk61Oqm2377n8079PXEEQ7cy7OKEC9nbpet118fxweTafpt69x/Bt8UqGzNQt7aelpc44dn5cqhwf71+qKp/Zf/+a0zcizOUWpl/iBcSXip0pplkatCchoH5c5aUM8I7/dWxAej8WicPL1URFZ9BDJelUwEwTkGqUhgSlydVes95YdXvhh9Gfz/aeFWvgVb4tuLbcv4+wLdutVZv/cUonwBD/6eDlE0aSiKK/uoH3+J1wDE/jMVqY2ysGufN84oIXB0sPzy8ollX/LegY74DgJXJR57sn+VGza0x3DnuIgABFM15LmajjjsNlYj+JEZGbuRYcAMOWxFkPN2w6Wd46xo4gVWQR/X4lyI/R6K/YK0110GzudPRW7Y+UOBGTfNNzHeYT0fiH0taunBpq9HEW8OKSaBGj21L0MqenEmNRWBAWDWAk4CpNoEZJ2tTaPFgbQYj8HxtFilErs3BTRwT8uO1NXQaWfIotchmPkAF5mMBAliEmZiOGVgCG9LgRzpscMAOOwowlT3JhusdazXGSC/hxR3UlmWVwWHpOIKheqONvjyhSiTHIkVUco5bnji8m//zL7PKaT1Vl5I6UE609f+gkr6MZKVyKc7zJRmCahLsdlyA5fdQkRSan9LgnnLEyGSkaKJCJog0wAgvepWBt80+1yKln1bMVtCljfNWDueKLsWwaEbBSfSPTEmVRsUcYYMnEjcjeyCZzBXK9E9BYBXLKjOSpUDR+nEV3TFSUdQaz+ot98QxgXwx0GQ+EEUAKB2qZPkQQ0GqFD8UPFMqyaCHM24BZmSGic9EYMagKizOw9Hz50DMrDLrqqLkTAhplMictiCAx5S3BIUQdeJeLnBy2CNtMfz6cV4u8XKoFZQesbf9YZiIERiHjaNodDW6LgcirX/mPnJIkBGDUpTBhSa0EIr38D5hCIszhCM8URGBqImoWjpvpt1ebu/v3Gl3qJfMnNM+9V+kiRFyROTPHQWOcs1dNW94/ukKMPZBvDi55i5CttdeJz84DLngLqjcdwEZ87bFFR8CIG35OAkDVN6VRDZ7aq67NteYqZ2lpT8oYB2CytoBd6VuAx4WgiAsnuj3WohG+LugzXiQRDeM3XYXlULv4dp5VFYC)format("woff2"),url(./KaTeX_Size3-Regular-CTq5MqoE.woff)format("woff"),url(./KaTeX_Size3-Regular-DgpXs0kz.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Size4;font-style:normal;font-weight:400;src:url(./KaTeX_Size4-Regular-Dl5lxZxV.woff2)format("woff2"),url(./KaTeX_Size4-Regular-BF-4gkZK.woff)format("woff"),url(./KaTeX_Size4-Regular-DWFBv043.ttf)format("truetype")}@font-face{font-display:block;font-family:KaTeX_Typewriter;font-style:normal;font-weight:400;src:url(./KaTeX_Typewriter-Regular-CO6r4hn1.woff2)format("woff2"),url(./KaTeX_Typewriter-Regular-C0xS9mPB.woff)format("woff"),url(./KaTeX_Typewriter-Regular-D3Ib7_Hf.ttf)format("truetype")}.katex{text-indent:0;text-rendering:auto;font:1.21em/1.2 KaTeX_Main,Times New Roman,serif;position:relative}.katex *{border-color:currentColor;-ms-high-contrast-adjust:none!important}.katex .katex-version:after{content:"0.18.4"}.katex .katex-mathml{clip-path:inset(50%);border:0;width:1px;height:1px;padding:0;position:absolute;overflow:hidden}.katex .katex-html>.katex-newline{display:block}.katex .katex-base{white-space:nowrap;width:min-content;position:relative}.katex .katex-base,.katex .katex-strut{display:inline-block}.katex .textbf{font-weight:700}.katex .textit{font-style:italic}.katex .textrm{font-family:KaTeX_Main}.katex .textsf{font-family:KaTeX_SansSerif}.katex .texttt{font-family:KaTeX_Typewriter}.katex .mathnormal{font-family:KaTeX_Math;font-style:italic}.katex .mathit{font-family:KaTeX_Main;font-style:italic}.katex .mathrm{font-style:normal}.katex .mathbf{font-family:KaTeX_Main;font-weight:700}.katex .boldsymbol{font-family:KaTeX_Math;font-style:italic;font-weight:700}.katex .amsrm,.katex .mathbb,.katex .textbb{font-family:KaTeX_AMS}.katex .mathcal{font-family:KaTeX_Caligraphic}.katex .mathfrak,.katex .textfrak{font-family:KaTeX_Fraktur}.katex .mathboldfrak,.katex .textboldfrak{font-family:KaTeX_Fraktur;font-weight:700}.katex .mathtt{font-family:KaTeX_Typewriter}.katex .mathscr,.katex .textscr{font-family:KaTeX_Script}.katex .mathsf,.katex .textsf{font-family:KaTeX_SansSerif}.katex .mathboldsf,.katex .textboldsf{font-family:KaTeX_SansSerif;font-weight:700}.katex .mathitsf,.katex .mathsfit,.katex .textitsf{font-family:KaTeX_SansSerif;font-style:italic}.katex .mainrm{font-family:KaTeX_Main;font-style:normal}.katex .vlist-t{border-collapse:collapse;table-layout:fixed;display:inline-table}.katex .vlist-r{display:table-row}.katex .vlist{vertical-align:bottom;display:table-cell;position:relative}.katex .vlist>span{height:0;display:block;position:relative}.katex .vlist>span>span{display:inline-block}.katex .vlist>span>.pstrut{width:0;overflow:hidden}.katex .vlist-t2{margin-right:-2px}.katex .vlist-s{vertical-align:bottom;width:2px;min-width:2px;font-size:1px;display:table-cell}.katex .katex-vbox{flex-direction:column;align-items:baseline;display:inline-flex}.katex .katex-thinbox{flex-direction:row;width:0;max-width:0;display:inline-flex}.katex .msupsub{text-align:left}.katex .mfrac>span>span{text-align:center}.katex .mfrac .frac-line{border-bottom-style:solid;width:100%;display:inline-block}.katex .katex-hdashline,.katex .katex-hline,.katex .katex-overline .overline-line,.katex .katex-rule,.katex .katex-underline .underline-line,.katex .mfrac .frac-line{min-height:1px}.katex .mspace{display:inline-block}.katex .katex-smash{line-height:0;display:inline}.katex .clap,.katex .llap,.katex .rlap{width:0;position:relative}.katex .clap>.katex-inner,.katex .llap>.katex-inner,.katex .rlap>.katex-inner{position:absolute}.katex .clap>.katex-fix,.katex .llap>.katex-fix,.katex .rlap>.katex-fix{display:inline-block}.katex .llap>.katex-inner{right:0}.katex .clap>.katex-inner,.katex .rlap>.katex-inner{left:0}.katex .clap>.katex-inner>span{margin-left:-50%;margin-right:50%}.katex .katex-rule{border:0 solid;display:inline-block;position:relative}.katex .katex-hline,.katex .katex-overline .overline-line,.katex .katex-underline .underline-line{border-bottom-style:solid;width:100%;display:inline-block}.katex .katex-hdashline{border-bottom-style:dashed;width:100%;display:inline-block}.katex .sqrt>.katex-root{margin-left:.277778em;margin-right:-.555556em}.katex .fontsize-ensurer.reset-size1.size1,.katex .katex-sizing.reset-size1.size1{font-size:1em}.katex .fontsize-ensurer.reset-size1.size2,.katex .katex-sizing.reset-size1.size2{font-size:1.2em}.katex .fontsize-ensurer.reset-size1.size3,.katex .katex-sizing.reset-size1.size3{font-size:1.4em}.katex .fontsize-ensurer.reset-size1.size4,.katex .katex-sizing.reset-size1.size4{font-size:1.6em}.katex .fontsize-ensurer.reset-size1.size5,.katex .katex-sizing.reset-size1.size5{font-size:1.8em}.katex .fontsize-ensurer.reset-size1.size6,.katex .katex-sizing.reset-size1.size6{font-size:2em}.katex .fontsize-ensurer.reset-size1.size7,.katex .katex-sizing.reset-size1.size7{font-size:2.4em}.katex .fontsize-ensurer.reset-size1.size8,.katex .katex-sizing.reset-size1.size8{font-size:2.88em}.katex .fontsize-ensurer.reset-size1.size9,.katex .katex-sizing.reset-size1.size9{font-size:3.456em}.katex .fontsize-ensurer.reset-size1.size10,.katex .katex-sizing.reset-size1.size10{font-size:4.148em}.katex .fontsize-ensurer.reset-size1.size11,.katex .katex-sizing.reset-size1.size11{font-size:4.976em}.katex .fontsize-ensurer.reset-size2.size1,.katex .katex-sizing.reset-size2.size1{font-size:.833333em}.katex .fontsize-ensurer.reset-size2.size2,.katex .katex-sizing.reset-size2.size2{font-size:1em}.katex .fontsize-ensurer.reset-size2.size3,.katex .katex-sizing.reset-size2.size3{font-size:1.16667em}.katex .fontsize-ensurer.reset-size2.size4,.katex .katex-sizing.reset-size2.size4{font-size:1.33333em}.katex .fontsize-ensurer.reset-size2.size5,.katex .katex-sizing.reset-size2.size5{font-size:1.5em}.katex .fontsize-ensurer.reset-size2.size6,.katex .katex-sizing.reset-size2.size6{font-size:1.66667em}.katex .fontsize-ensurer.reset-size2.size7,.katex .katex-sizing.reset-size2.size7{font-size:2em}.katex .fontsize-ensurer.reset-size2.size8,.katex .katex-sizing.reset-size2.size8{font-size:2.4em}.katex .fontsize-ensurer.reset-size2.size9,.katex .katex-sizing.reset-size2.size9{font-size:2.88em}.katex .fontsize-ensurer.reset-size2.size10,.katex .katex-sizing.reset-size2.size10{font-size:3.45667em}.katex .fontsize-ensurer.reset-size2.size11,.katex .katex-sizing.reset-size2.size11{font-size:4.14667em}.katex .fontsize-ensurer.reset-size3.size1,.katex .katex-sizing.reset-size3.size1{font-size:.714286em}.katex .fontsize-ensurer.reset-size3.size2,.katex .katex-sizing.reset-size3.size2{font-size:.857143em}.katex .fontsize-ensurer.reset-size3.size3,.katex .katex-sizing.reset-size3.size3{font-size:1em}.katex .fontsize-ensurer.reset-size3.size4,.katex .katex-sizing.reset-size3.size4{font-size:1.14286em}.katex .fontsize-ensurer.reset-size3.size5,.katex .katex-sizing.reset-size3.size5{font-size:1.28571em}.katex .fontsize-ensurer.reset-size3.size6,.katex .katex-sizing.reset-size3.size6{font-size:1.42857em}.katex .fontsize-ensurer.reset-size3.size7,.katex .katex-sizing.reset-size3.size7{font-size:1.71429em}.katex .fontsize-ensurer.reset-size3.size8,.katex .katex-sizing.reset-size3.size8{font-size:2.05714em}.katex .fontsize-ensurer.reset-size3.size9,.katex .katex-sizing.reset-size3.size9{font-size:2.46857em}.katex .fontsize-ensurer.reset-size3.size10,.katex .katex-sizing.reset-size3.size10{font-size:2.96286em}.katex .fontsize-ensurer.reset-size3.size11,.katex .katex-sizing.reset-size3.size11{font-size:3.55429em}.katex .fontsize-ensurer.reset-size4.size1,.katex .katex-sizing.reset-size4.size1{font-size:.625em}.katex .fontsize-ensurer.reset-size4.size2,.katex .katex-sizing.reset-size4.size2{font-size:.75em}.katex .fontsize-ensurer.reset-size4.size3,.katex .katex-sizing.reset-size4.size3{font-size:.875em}.katex .fontsize-ensurer.reset-size4.size4,.katex .katex-sizing.reset-size4.size4{font-size:1em}.katex .fontsize-ensurer.reset-size4.size5,.katex .katex-sizing.reset-size4.size5{font-size:1.125em}.katex .fontsize-ensurer.reset-size4.size6,.katex .katex-sizing.reset-size4.size6{font-size:1.25em}.katex .fontsize-ensurer.reset-size4.size7,.katex .katex-sizing.reset-size4.size7{font-size:1.5em}.katex .fontsize-ensurer.reset-size4.size8,.katex .katex-sizing.reset-size4.size8{font-size:1.8em}.katex .fontsize-ensurer.reset-size4.size9,.katex .katex-sizing.reset-size4.size9{font-size:2.16em}.katex .fontsize-ensurer.reset-size4.size10,.katex .katex-sizing.reset-size4.size10{font-size:2.5925em}.katex .fontsize-ensurer.reset-size4.size11,.katex .katex-sizing.reset-size4.size11{font-size:3.11em}.katex .fontsize-ensurer.reset-size5.size1,.katex .katex-sizing.reset-size5.size1{font-size:.555556em}.katex .fontsize-ensurer.reset-size5.size2,.katex .katex-sizing.reset-size5.size2{font-size:.666667em}.katex .fontsize-ensurer.reset-size5.size3,.katex .katex-sizing.reset-size5.size3{font-size:.777778em}.katex .fontsize-ensurer.reset-size5.size4,.katex .katex-sizing.reset-size5.size4{font-size:.888889em}.katex .fontsize-ensurer.reset-size5.size5,.katex .katex-sizing.reset-size5.size5{font-size:1em}.katex .fontsize-ensurer.reset-size5.size6,.katex .katex-sizing.reset-size5.size6{font-size:1.11111em}.katex .fontsize-ensurer.reset-size5.size7,.katex .katex-sizing.reset-size5.size7{font-size:1.33333em}.katex .fontsize-ensurer.reset-size5.size8,.katex .katex-sizing.reset-size5.size8{font-size:1.6em}.katex .fontsize-ensurer.reset-size5.size9,.katex .katex-sizing.reset-size5.size9{font-size:1.92em}.katex .fontsize-ensurer.reset-size5.size10,.katex .katex-sizing.reset-size5.size10{font-size:2.30444em}.katex .fontsize-ensurer.reset-size5.size11,.katex .katex-sizing.reset-size5.size11{font-size:2.76444em}.katex .fontsize-ensurer.reset-size6.size1,.katex .katex-sizing.reset-size6.size1{font-size:.5em}.katex .fontsize-ensurer.reset-size6.size2,.katex .katex-sizing.reset-size6.size2{font-size:.6em}.katex .fontsize-ensurer.reset-size6.size3,.katex .katex-sizing.reset-size6.size3{font-size:.7em}.katex .fontsize-ensurer.reset-size6.size4,.katex .katex-sizing.reset-size6.size4{font-size:.8em}.katex .fontsize-ensurer.reset-size6.size5,.katex .katex-sizing.reset-size6.size5{font-size:.9em}.katex .fontsize-ensurer.reset-size6.size6,.katex .katex-sizing.reset-size6.size6{font-size:1em}.katex .fontsize-ensurer.reset-size6.size7,.katex .katex-sizing.reset-size6.size7{font-size:1.2em}.katex .fontsize-ensurer.reset-size6.size8,.katex .katex-sizing.reset-size6.size8{font-size:1.44em}.katex .fontsize-ensurer.reset-size6.size9,.katex .katex-sizing.reset-size6.size9{font-size:1.728em}.katex .fontsize-ensurer.reset-size6.size10,.katex .katex-sizing.reset-size6.size10{font-size:2.074em}.katex .fontsize-ensurer.reset-size6.size11,.katex .katex-sizing.reset-size6.size11{font-size:2.488em}.katex .fontsize-ensurer.reset-size7.size1,.katex .katex-sizing.reset-size7.size1{font-size:.416667em}.katex .fontsize-ensurer.reset-size7.size2,.katex .katex-sizing.reset-size7.size2{font-size:.5em}.katex .fontsize-ensurer.reset-size7.size3,.katex .katex-sizing.reset-size7.size3{font-size:.583333em}.katex .fontsize-ensurer.reset-size7.size4,.katex .katex-sizing.reset-size7.size4{font-size:.666667em}.katex .fontsize-ensurer.reset-size7.size5,.katex .katex-sizing.reset-size7.size5{font-size:.75em}.katex .fontsize-ensurer.reset-size7.size6,.katex .katex-sizing.reset-size7.size6{font-size:.833333em}.katex .fontsize-ensurer.reset-size7.size7,.katex .katex-sizing.reset-size7.size7{font-size:1em}.katex .fontsize-ensurer.reset-size7.size8,.katex .katex-sizing.reset-size7.size8{font-size:1.2em}.katex .fontsize-ensurer.reset-size7.size9,.katex .katex-sizing.reset-size7.size9{font-size:1.44em}.katex .fontsize-ensurer.reset-size7.size10,.katex .katex-sizing.reset-size7.size10{font-size:1.72833em}.katex .fontsize-ensurer.reset-size7.size11,.katex .katex-sizing.reset-size7.size11{font-size:2.07333em}.katex .fontsize-ensurer.reset-size8.size1,.katex .katex-sizing.reset-size8.size1{font-size:.347222em}.katex .fontsize-ensurer.reset-size8.size2,.katex .katex-sizing.reset-size8.size2{font-size:.416667em}.katex .fontsize-ensurer.reset-size8.size3,.katex .katex-sizing.reset-size8.size3{font-size:.486111em}.katex .fontsize-ensurer.reset-size8.size4,.katex .katex-sizing.reset-size8.size4{font-size:.555556em}.katex .fontsize-ensurer.reset-size8.size5,.katex .katex-sizing.reset-size8.size5{font-size:.625em}.katex .fontsize-ensurer.reset-size8.size6,.katex .katex-sizing.reset-size8.size6{font-size:.694444em}.katex .fontsize-ensurer.reset-size8.size7,.katex .katex-sizing.reset-size8.size7{font-size:.833333em}.katex .fontsize-ensurer.reset-size8.size8,.katex .katex-sizing.reset-size8.size8{font-size:1em}.katex .fontsize-ensurer.reset-size8.size9,.katex .katex-sizing.reset-size8.size9{font-size:1.2em}.katex .fontsize-ensurer.reset-size8.size10,.katex .katex-sizing.reset-size8.size10{font-size:1.44028em}.katex .fontsize-ensurer.reset-size8.size11,.katex .katex-sizing.reset-size8.size11{font-size:1.72778em}.katex .fontsize-ensurer.reset-size9.size1,.katex .katex-sizing.reset-size9.size1{font-size:.289352em}.katex .fontsize-ensurer.reset-size9.size2,.katex .katex-sizing.reset-size9.size2{font-size:.347222em}.katex .fontsize-ensurer.reset-size9.size3,.katex .katex-sizing.reset-size9.size3{font-size:.405093em}.katex .fontsize-ensurer.reset-size9.size4,.katex .katex-sizing.reset-size9.size4{font-size:.462963em}.katex .fontsize-ensurer.reset-size9.size5,.katex .katex-sizing.reset-size9.size5{font-size:.520833em}.katex .fontsize-ensurer.reset-size9.size6,.katex .katex-sizing.reset-size9.size6{font-size:.578704em}.katex .fontsize-ensurer.reset-size9.size7,.katex .katex-sizing.reset-size9.size7{font-size:.694444em}.katex .fontsize-ensurer.reset-size9.size8,.katex .katex-sizing.reset-size9.size8{font-size:.833333em}.katex .fontsize-ensurer.reset-size9.size9,.katex .katex-sizing.reset-size9.size9{font-size:1em}.katex .fontsize-ensurer.reset-size9.size10,.katex .katex-sizing.reset-size9.size10{font-size:1.20023em}.katex .fontsize-ensurer.reset-size9.size11,.katex .katex-sizing.reset-size9.size11{font-size:1.43981em}.katex .fontsize-ensurer.reset-size10.size1,.katex .katex-sizing.reset-size10.size1{font-size:.24108em}.katex .fontsize-ensurer.reset-size10.size2,.katex .katex-sizing.reset-size10.size2{font-size:.289296em}.katex .fontsize-ensurer.reset-size10.size3,.katex .katex-sizing.reset-size10.size3{font-size:.337512em}.katex .fontsize-ensurer.reset-size10.size4,.katex .katex-sizing.reset-size10.size4{font-size:.385728em}.katex .fontsize-ensurer.reset-size10.size5,.katex .katex-sizing.reset-size10.size5{font-size:.433944em}.katex .fontsize-ensurer.reset-size10.size6,.katex .katex-sizing.reset-size10.size6{font-size:.48216em}.katex .fontsize-ensurer.reset-size10.size7,.katex .katex-sizing.reset-size10.size7{font-size:.578592em}.katex .fontsize-ensurer.reset-size10.size8,.katex .katex-sizing.reset-size10.size8{font-size:.694311em}.katex .fontsize-ensurer.reset-size10.size9,.katex .katex-sizing.reset-size10.size9{font-size:.833173em}.katex .fontsize-ensurer.reset-size10.size10,.katex .katex-sizing.reset-size10.size10{font-size:1em}.katex .fontsize-ensurer.reset-size10.size11,.katex .katex-sizing.reset-size10.size11{font-size:1.19961em}.katex .fontsize-ensurer.reset-size11.size1,.katex .katex-sizing.reset-size11.size1{font-size:.200965em}.katex .fontsize-ensurer.reset-size11.size2,.katex .katex-sizing.reset-size11.size2{font-size:.241158em}.katex .fontsize-ensurer.reset-size11.size3,.katex .katex-sizing.reset-size11.size3{font-size:.281351em}.katex .fontsize-ensurer.reset-size11.size4,.katex .katex-sizing.reset-size11.size4{font-size:.321543em}.katex .fontsize-ensurer.reset-size11.size5,.katex .katex-sizing.reset-size11.size5{font-size:.361736em}.katex .fontsize-ensurer.reset-size11.size6,.katex .katex-sizing.reset-size11.size6{font-size:.401929em}.katex .fontsize-ensurer.reset-size11.size7,.katex .katex-sizing.reset-size11.size7{font-size:.482315em}.katex .fontsize-ensurer.reset-size11.size8,.katex .katex-sizing.reset-size11.size8{font-size:.578778em}.katex .fontsize-ensurer.reset-size11.size9,.katex .katex-sizing.reset-size11.size9{font-size:.694534em}.katex .fontsize-ensurer.reset-size11.size10,.katex .katex-sizing.reset-size11.size10{font-size:.833601em}.katex .fontsize-ensurer.reset-size11.size11,.katex .katex-sizing.reset-size11.size11{font-size:1em}.katex .delimsizing.size1{font-family:KaTeX_Size1}.katex .delimsizing.size2{font-family:KaTeX_Size2}.katex .delimsizing.size3{font-family:KaTeX_Size3}.katex .delimsizing.size4{font-family:KaTeX_Size4}.katex .delimsizing.mult .delim-size1>span{font-family:KaTeX_Size1}.katex .delimsizing.mult .delim-size4>span{font-family:KaTeX_Size4}.katex .nulldelimiter{width:.12em;display:inline-block}.katex .delimcenter,.katex .op-symbol{position:relative}.katex .op-symbol.small-op{font-family:KaTeX_Size1}.katex .op-symbol.large-op{font-family:KaTeX_Size2}.katex .katex-accent>.vlist-t,.katex .op-limits>.vlist-t{text-align:center}.katex .katex-accent .accent-body{position:relative}.katex .katex-accent .accent-body:not(.accent-full){width:0}.katex .katex-overlay{display:block}.katex .mtable .vertical-separator{min-width:1px;display:inline-block}.katex .mtable .arraycolsep{display:inline-block}.katex .mtable .col-align-c>.vlist-t{text-align:center}.katex .mtable .col-align-l>.vlist-t{text-align:left}.katex .mtable .col-align-r>.vlist-t{text-align:right}.katex .svg-align{text-align:left}.katex svg{fill:currentColor;stroke:currentColor;height:inherit;width:100%;display:block;position:absolute}.katex svg path{stroke:none}.katex svg{fill-rule:nonzero;fill-opacity:1;stroke-width:1px;stroke-linecap:butt;stroke-linejoin:miter;stroke-miterlimit:4;stroke-dasharray:none;stroke-dashoffset:0;stroke-opacity:1}.katex img{border-style:none;min-width:0;max-width:none;min-height:0;max-height:none}.katex .katex-stretchy{width:100%;display:block;position:relative;overflow:hidden}.katex .katex-stretchy:after,.katex .katex-stretchy:before{content:""}.katex .hide-tail{width:100%;position:relative;overflow:hidden}.katex .halfarrow-left{width:50.2%;position:absolute;left:0;overflow:hidden}.katex .halfarrow-right{width:50.2%;position:absolute;right:0;overflow:hidden}.katex .brace-left{width:25.1%;position:absolute;left:0;overflow:hidden}.katex .brace-center{width:50%;position:absolute;left:25%;overflow:hidden}.katex .brace-right{width:25.1%;position:absolute;right:0;overflow:hidden}.katex .x-arrow-pad{padding:0 .5em}.katex .cd-arrow-pad{padding:0 .55556em 0 .27778em}.katex .mover,.katex .munder,.katex .x-arrow{text-align:center}.katex .boxpad{padding:0 .3em}.katex .fbox,.katex .fcolorbox{box-sizing:border-box;border:.04em solid}.katex .cancel-pad{padding:0 .2em}.katex .cancel-lap{margin-left:-.2em;margin-right:-.2em}.katex .katex-sout{border-bottom-style:solid;border-bottom-width:.08em}.katex .angl{box-sizing:border-box;border-top:.049em solid;border-right:.049em solid;margin-right:.03889em}.katex .anglpad{padding:0 .03889em}.katex .eqn-num:before{content:"(" counter(katexEqnNo) ")";counter-increment:katexEqnNo}.katex .mml-eqn-num:before{content:"(" counter(mmlEqnNo) ")";counter-increment:mmlEqnNo}.katex .mtr-glue{width:50%}.katex .cd-vert-arrow{display:inline-block;position:relative}.katex .cd-label-left{text-align:left;display:inline-block;position:absolute;right:calc(50% + .3em)}.katex .cd-label-right{text-align:right;display:inline-block;position:absolute;left:calc(50% + .3em)}.katex-display{text-align:center;margin:1em 0;display:block}.katex-display>.katex{text-align:center;white-space:nowrap;display:block}.katex-display>.katex>.katex-html{display:block;position:relative}.katex-display>.katex>.katex-html>.katex-tag{position:absolute;right:0}.katex-display.leqno>.katex>.katex-html>.katex-tag{left:0;right:auto}.katex-display.fleqn>.katex{text-align:left;padding-left:2em}body{counter-reset:katexEqnNo mmlEqnNo}.i-carbon-camera{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M29 26H3a1 1 0 0 1-1-1V8a1 1 0 0 1 1-1h6.46l1.71-2.55A1 1 0 0 1 12 4h8a1 1 0 0 1 .83.45L22.54 7H29a1 1 0 0 1 1 1v17a1 1 0 0 1-1 1M4 24h24V9h-6a1 1 0 0 1-.83-.45L19.46 6h-6.92l-1.71 2.55A1 1 0 0 1 10 9H4Z'/%3E%3Cpath fill='currentColor' d='M16 22a6 6 0 1 1 6-6a6 6 0 0 1-6 6m0-10a4 4 0 1 0 4 4a4 4 0 0 0-4-4'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon-magic-wand{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M29.414 24L12 6.586a2.05 2.05 0 0 0-2.828 0L6.586 9.172a2 2 0 0 0 0 2.828l17.413 17.414a2 2 0 0 0 2.828 0l2.587-2.586a2 2 0 0 0 0-2.828M8 10.586L10.586 8l5 5l-2.587 2.587zM25.413 28l-11-10.999L17 14.414l11 11ZM2 16l2-2l2 2l-2 2zM14 4l2-2l2 2l-2 2zM2 4l2-2l2 2l-2 2z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon-magic-wand-filled{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M29.414 24L12 6.586a2.05 2.05 0 0 0-2.828 0L6.586 9.172a2 2 0 0 0 0 2.828l17.413 17.414a2 2 0 0 0 2.828 0l2.587-2.586a2 2 0 0 0 0-2.828M8 10.586L10.586 8l5 5l-2.587 2.587zM2 16l2-2l2 2l-2 2zM14 4l2-2l2 2l-2 2zM2 4l2-2l2 2l-2 2z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon-moon{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M13.503 5.414a15.076 15.076 0 0 0 11.593 18.194a11.1 11.1 0 0 1-7.975 3.39c-.138 0-.278.005-.418 0a11.094 11.094 0 0 1-3.2-21.584M14.98 3a1 1 0 0 0-.175.016a13.096 13.096 0 0 0 1.825 25.981c.164.006.328 0 .49 0a13.07 13.07 0 0 0 10.703-5.555a1.01 1.01 0 0 0-.783-1.565A13.08 13.08 0 0 1 15.89 4.38A1.015 1.015 0 0 0 14.98 3'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon-sun{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 12.005a4 4 0 1 1-4 4a4.005 4.005 0 0 1 4-4m0-2a6 6 0 1 0 6 6a6 6 0 0 0-6-6M5.394 6.813L6.81 5.399l3.505 3.506L8.9 10.319zM2 15.005h5v2H2zm3.394 10.193L8.9 21.692l1.414 1.414l-3.505 3.506zM15 25.005h2v5h-2zm6.687-1.9l1.414-1.414l3.506 3.506l-1.414 1.414zm3.313-8.1h5v2h-5zm-3.313-6.101l3.506-3.506l1.414 1.414l-3.506 3.506zM15 2.005h2v5h-2z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:apps{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M8 4v4H4V4Zm2-2H2v8h8Zm8 2v4h-4V4Zm2-2h-8v8h8Zm8 2v4h-4V4Zm2-2h-8v8h8ZM8 14v4H4v-4Zm2-2H2v8h8Zm8 2v4h-4v-4Zm2-2h-8v8h8Zm8 2v4h-4v-4Zm2-2h-8v8h8ZM8 24v4H4v-4Zm2-2H2v8h8Zm8 2v4h-4v-4Zm2-2h-8v8h8Zm8 2v4h-4v-4Zm2-2h-8v8h8Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:arrow-down{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M24.59 16.59L17 24.17V4h-2v20.17l-7.59-7.58L6 18l10 10l10-10z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:arrow-left{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='m14 26l1.41-1.41L7.83 17H28v-2H7.83l7.58-7.59L14 6L4 16z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:arrow-right{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='m18 6l-1.43 1.393L24.15 15H4v2h20.15l-7.58 7.573L18 26l10-10z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:arrow-up{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 4L6 14l1.41 1.41L15 7.83V28h2V7.83l7.59 7.58L26 14z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:arrow-up-right{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M10 6v2h12.59L6 24.59L7.41 26L24 9.41V22h2V6z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:catalog{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M26 2H8a2 2 0 0 0-2 2v4H4v2h2v5H4v2h2v5H4v2h2v4a2 2 0 0 0 2 2h18a2 2 0 0 0 2-2V4a2 2 0 0 0-2-2m0 26H8v-4h2v-2H8v-5h2v-2H8v-5h2V8H8V4h18Z'/%3E%3Cpath fill='currentColor' d='M14 8h8v2h-8zm0 7h8v2h-8zm0 7h8v2h-8z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:checkbox{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M26 4H6a2 2 0 0 0-2 2v20a2 2 0 0 0 2 2h20a2 2 0 0 0 2-2V6a2 2 0 0 0-2-2M6 26V6h20v20Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:checkmark{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='m13 24l-9-9l1.414-1.414L13 21.171L26.586 7.586L28 9z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:close{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M17.414 16L24 9.414L22.586 8L16 14.586L9.414 8L8 9.414L14.586 16L8 22.586L9.414 24L16 17.414L22.586 24L24 22.586z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:close-outline{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 2C8.2 2 2 8.2 2 16s6.2 14 14 14s14-6.2 14-14S23.8 2 16 2m0 26C9.4 28 4 22.6 4 16S9.4 4 16 4s12 5.4 12 12s-5.4 12-12 12'/%3E%3Cpath fill='currentColor' d='M21.4 23L16 17.6L10.6 23L9 21.4l5.4-5.4L9 10.6L10.6 9l5.4 5.4L21.4 9l1.6 1.6l-5.4 5.4l5.4 5.4z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:cursor-1,[i-carbon\:cursor-1=""]{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M23 28a1 1 0 0 1-.71-.29l-6.13-6.14l-3.33 5a1 1 0 0 1-1 .44a1 1 0 0 1-.81-.7l-6-20A1 1 0 0 1 6.29 5l20 6a1 1 0 0 1 .7.81a1 1 0 0 1-.44 1l-5 3.33l6.14 6.13a1 1 0 0 1 0 1.42l-4 4A1 1 0 0 1 23 28m0-2.41L25.59 23l-7.16-7.15l5.25-3.5L7.49 7.49l4.86 16.19l3.5-5.25Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:document-pdf{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M30 18v-2h-6v10h2v-4h3v-2h-3v-2zm-11 8h-4V16h4a3.003 3.003 0 0 1 3 3v4a3.003 3.003 0 0 1-3 3m-2-2h2a1 1 0 0 0 1-1v-4a1 1 0 0 0-1-1h-2Zm-6-8H6v10h2v-3h3a2.003 2.003 0 0 0 2-2v-3a2 2 0 0 0-2-2m-3 5v-3h3l.001 3Z'/%3E%3Cpath fill='currentColor' d='M22 14v-4a.91.91 0 0 0-.3-.7l-7-7A.9.9 0 0 0 14 2H4a2.006 2.006 0 0 0-2 2v24a2 2 0 0 0 2 2h16v-2H4V4h8v6a2.006 2.006 0 0 0 2 2h6v2Zm-8-4V4.4l5.6 5.6Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:download{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M26 24v4H6v-4H4v4a2 2 0 0 0 2 2h20a2 2 0 0 0 2-2v-4Zm0-10l-1.41-1.41L17 20.17V2h-2v18.17l-7.59-7.58L6 14l10 10z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:drop-photo{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M19 26a4 4 0 1 1 4-4a4.005 4.005 0 0 1-4 4m0-6a2 2 0 1 0 2 2a2 2 0 0 0-2-2'/%3E%3Cpath fill='currentColor' d='M27 29H11a2 2 0 0 1-2-2v-9a2 2 0 0 1 2-2h3.28l.543-1.632A2 2 0 0 1 16.721 13h4.558a2 2 0 0 1 1.898 1.368L23.72 16H27a2 2 0 0 1 2 2v9a2 2 0 0 1-2 2m-16-2h16v-9h-4.72l-1-3h-4.56l-1 3H11Zm16-16h2v2h-2zm0-4h2v2h-2zm0-4h2v2h-2zm-4 0h2v2h-2zm-4 0h2v2h-2zm-4 0h2v2h-2zm-4 0h2v2h-2zM7 3h2v2H7zM3 3h2v2H3zm0 4h2v2H3zm0 4h2v2H3zm0 4h2v2H3zm0 4h2v2H3zm0 4h2v2H3zm0 4h2v2H3z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:edit{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M2 26h28v2H2zM25.4 9c.8-.8.8-2 0-2.8l-3.6-3.6c-.8-.8-2-.8-2.8 0l-15 15V24h6.4zm-5-5L24 7.6l-3 3L17.4 7zM6 22v-3.6l10-10l3.6 3.6l-10 10z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:erase{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M7 27h23v2H7zm20.38-16.49l-7.93-7.92a2 2 0 0 0-2.83 0l-14 14a2 2 0 0 0 0 2.83L7.13 24h9.59l10.66-10.66a2 2 0 0 0 0-2.83M15.89 22H8l-4-4l6.31-6.31l7.93 7.92Zm3.76-3.76l-7.92-7.93L18 4l8 7.93Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:error{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M2 16A14 14 0 1 0 16 2A14 14 0 0 0 2 16m23.15 7.75L8.25 6.85a12 12 0 0 1 16.9 16.9M8.24 25.16a12 12 0 0 1-1.4-16.89l16.89 16.89a12 12 0 0 1-15.49 0'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:help{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 2a14 14 0 1 0 14 14A14 14 0 0 0 16 2m0 26a12 12 0 1 1 12-12a12 12 0 0 1-12 12'/%3E%3Ccircle cx='16' cy='23.5' r='1.5' fill='currentColor'/%3E%3Cpath fill='currentColor' d='M17 8h-1.5a4.49 4.49 0 0 0-4.5 4.5v.5h2v-.5a2.5 2.5 0 0 1 2.5-2.5H17a2.5 2.5 0 0 1 0 5h-2v4.5h2V17a4.5 4.5 0 0 0 0-9'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:information{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M17 22v-8h-4v2h2v6h-3v2h8v-2zM16 8a1.5 1.5 0 1 0 1.5 1.5A1.5 1.5 0 0 0 16 8'/%3E%3Cpath fill='currentColor' d='M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14m0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:list-boxes{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 8h14v2H16zm0 14h14v2H16zm-6-8H4a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2h6a2 2 0 0 1 2 2v6a2 2 0 0 1-2 2M4 6v6h6.001L10 6Zm6 22H4a2 2 0 0 1-2-2v-6a2 2 0 0 1 2-2h6a2 2 0 0 1 2 2v6a2 2 0 0 1-2 2m-6-8v6h6.001L10 20Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:maximize{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M20 2v2h6.586L18 12.582L19.414 14L28 5.414V12h2V2zm-6 17.416L12.592 18L4 26.586V20H2v10h10v-2H5.414z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:minimize{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M4 18v2h6.586L2 28.582L3.414 30L12 21.414V28h2V18zM30 3.416L28.592 2L20 10.586V4h-2v10h10v-2h-6.586z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:pause{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M12 8v16H8V8zm0-2H8a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h4a2 2 0 0 0 2-2V8a2 2 0 0 0-2-2m12 2v16h-4V8zm0-2h-4a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h4a2 2 0 0 0 2-2V8a2 2 0 0 0-2-2'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:pen{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M27.307 6.107L30 3.414L28.586 2l-2.693 2.693L24.8 3.6a1.933 1.933 0 0 0-2.8 0l-18 18V28h6.4l18-18a1.933 1.933 0 0 0 0-2.8ZM9.6 26H6v-3.6L23.4 5L27 8.6ZM9 11.586L16.586 4L18 5.414L10.414 13z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:pin{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M28.59 13.31L30 11.9L20 2l-1.31 1.42l1.18 1.18l-11.49 9.72l-1.72-1.71L5.25 14l5.66 5.68L2 28.58L3.41 30l8.91-8.91L18 26.75l1.39-1.42l-1.71-1.71l9.72-11.49ZM16.26 22.2L9.8 15.74L21.29 6L26 10.71Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:pin-filled{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M28.586 13.314L30 11.9L20 2l-1.314 1.415l1.186 1.186L8.38 14.322l-1.716-1.715L5.25 14l5.657 5.677L2 28.583L3.41 30l8.911-8.909L18 26.748l1.393-1.414l-1.716-1.716l9.724-11.49Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:play{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M7 28a1 1 0 0 1-1-1V5a1 1 0 0 1 1.482-.876l20 11a1 1 0 0 1 0 1.752l-20 11A1 1 0 0 1 7 28M8 6.69v18.62L24.925 16Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:presentation-file{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M15 10h2v8h-2zm5 4h2v4h-2zm-10-2h2v6h-2z'/%3E%3Cpath fill='currentColor' d='M25 4h-8V2h-2v2H7a2 2 0 0 0-2 2v14a2 2 0 0 0 2 2h8v6h-4v2h10v-2h-4v-6h8a2 2 0 0 0 2-2V6a2 2 0 0 0-2-2m0 16H7V6h18Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:radio-button{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 2a14 14 0 1 0 14 14A14 14 0 0 0 16 2m0 26a12 12 0 1 1 12-12a12 12 0 0 1-12 12'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:redo{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M12 10h12.185l-3.587-3.586L22 5l6 6l-6 6l-1.402-1.415L24.182 12H12a6 6 0 0 0 0 12h8v2h-8a8 8 0 0 1 0-16'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:renew{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M12 10H6.78A11 11 0 0 1 27 16h2A13 13 0 0 0 6 7.68V4H4v8h8Zm8 12h5.22A11 11 0 0 1 5 16H3a13 13 0 0 0 23 8.32V28h2v-8h-8Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:settings-adjust{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M30 8h-4.1c-.5-2.3-2.5-4-4.9-4s-4.4 1.7-4.9 4H2v2h14.1c.5 2.3 2.5 4 4.9 4s4.4-1.7 4.9-4H30zm-9 4c-1.7 0-3-1.3-3-3s1.3-3 3-3s3 1.3 3 3s-1.3 3-3 3M2 24h4.1c.5 2.3 2.5 4 4.9 4s4.4-1.7 4.9-4H30v-2H15.9c-.5-2.3-2.5-4-4.9-4s-4.4 1.7-4.9 4H2zm9-4c1.7 0 3 1.3 3 3s-1.3 3-3 3s-3-1.3-3-3s1.3-3 3-3'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:template{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M26 6v4H6V6zm0-2H6a2 2 0 0 0-2 2v4a2 2 0 0 0 2 2h20a2 2 0 0 0 2-2V6a2 2 0 0 0-2-2M10 16v10H6V16zm0-2H6a2 2 0 0 0-2 2v10a2 2 0 0 0 2 2h4a2 2 0 0 0 2-2V16a2 2 0 0 0-2-2m16 2v10H16V16zm0-2H16a2 2 0 0 0-2 2v10a2 2 0 0 0 2 2h10a2 2 0 0 0 2-2V16a2 2 0 0 0-2-2'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:text-annotation-toggle{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath d='M29.537 13.76l-3.297-3.297a1.586 1.586 0 0 0-2.24 0L10 24.467V30h5.533l14.004-14a1.586 1.586 0 0 0 0-2.24zM14.704 28H12v-2.704l9.44-9.441l2.705 2.704zM25.56 17.145l-2.704-2.704l2.267-2.267l2.704 2.704z' fill='currentColor'/%3E%3Cpath d='M11 17h2v-7h3V8H8v2h3v7z' fill='currentColor'/%3E%3Cpath d='M8 20H4V4h16v4h2V4a2 2 0 0 0-2-2H4a2 2 0 0 0-2 2v16a2 2 0 0 0 2 2h4z' fill='currentColor'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:time{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M16 30a14 14 0 1 1 14-14a14 14 0 0 1-14 14m0-26a12 12 0 1 0 12 12A12 12 0 0 0 16 4'/%3E%3Cpath fill='currentColor' d='M20.59 22L15 16.41V7h2v8.58l5 5.01z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:timer{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M15 11h2v9h-2zm-2-9h6v2h-6z'/%3E%3Cpath fill='currentColor' d='m28 9l-1.42-1.41l-2.25 2.25a10.94 10.94 0 1 0 1.18 1.65ZM16 26a9 9 0 1 1 9-9a9 9 0 0 1-9 9'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:trash-can{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M12 12h2v12h-2zm6 0h2v12h-2z'/%3E%3Cpath fill='currentColor' d='M4 6v2h2v20a2 2 0 0 0 2 2h16a2 2 0 0 0 2-2V8h2V6Zm4 22V8h16v20Zm4-26h8v2h-8z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:undo{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M20 10H7.815l3.587-3.586L10 5l-6 6l6 6l1.402-1.415L7.818 12H20a6 6 0 0 1 0 12h-8v2h8a8 8 0 0 0 0-16'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:user-speaker{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M29.415 19L27.7 17.285A3 3 0 0 0 28 16a3 3 0 1 0-3 3a3 3 0 0 0 1.286-.3L28 20.414V28h-6v-3a7.01 7.01 0 0 0-7-7H9a7.01 7.01 0 0 0-7 7v5h28v-9.586A2 2 0 0 0 29.415 19M4 25a5.006 5.006 0 0 1 5-5h6a5.006 5.006 0 0 1 5 5v3H4Z'/%3E%3Cpath fill='currentColor' d='M12 4a5 5 0 1 1-5 5a5 5 0 0 1 5-5m0-2a7 7 0 1 0 7 7a7 7 0 0 0-7-7'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:zoom-in{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M18 12h-4V8h-2v4H8v2h4v4h2v-4h4z'/%3E%3Cpath fill='currentColor' d='M21.448 20A10.86 10.86 0 0 0 24 13a11 11 0 1 0-11 11a10.86 10.86 0 0 0 7-2.552L27.586 29L29 27.586ZM13 22a9 9 0 1 1 9-9a9.01 9.01 0 0 1-9 9'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-carbon\:zoom-out{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 32 32' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M8 12h10v2H8z'/%3E%3Cpath fill='currentColor' d='M21.448 20A10.86 10.86 0 0 0 24 13a11 11 0 1 0-11 11a10.86 10.86 0 0 0 7-2.552L27.586 29L29 27.586ZM13 22a9 9 0 1 1 9-9a9.01 9.01 0 0 1-9 9'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-ph-cursor-duotone{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 256 256' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cg fill='currentColor'%3E%3Cpath d='M213.66 201L201 213.66a8 8 0 0 1-11.31 0l-51.31-51.31a8 8 0 0 0-13 2.46l-17.82 46.41a8 8 0 0 1-14.85-.71L40.41 50.44a8 8 0 0 1 10-10l160.1 52.24a8 8 0 0 1 .71 14.85l-46.41 17.82a8 8 0 0 0-2.46 13l51.31 51.31a8 8 0 0 1 0 11.34' opacity='.2'/%3E%3Cpath d='M168 132.69L214.08 115l.33-.13a16 16 0 0 0-1.41-29.8L52.92 32.8A15.95 15.95 0 0 0 32.8 52.92L85.07 213a15.82 15.82 0 0 0 14.41 11h.78a15.84 15.84 0 0 0 14.61-9.59l.13-.33L132.69 168L184 219.31a16 16 0 0 0 22.63 0l12.68-12.68a16 16 0 0 0 0-22.63ZM195.31 208L144 156.69a16 16 0 0 0-26 4.93c0 .11-.09.22-.13.32l-17.65 46L48 48l159.85 52.2l-45.95 17.64l-.32.13a16 16 0 0 0-4.93 26L208 195.31Z'/%3E%3C/g%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-ph-cursor-fill{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 256 256' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='m220.49 207.8l-12.69 12.69a12 12 0 0 1-17 0l-56.57-56.57L115 214.08l-.13.33a15.84 15.84 0 0 1-14.61 9.59h-.78a15.82 15.82 0 0 1-14.41-11L32.8 52.92A15.95 15.95 0 0 1 52.92 32.8L213 85.07a16 16 0 0 1 1.41 29.8l-.33.13l-50.16 19.27l56.57 56.56a12 12 0 0 1 0 16.97'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-ph\:arrow-down-bold{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 256 256' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='m208.49 152.49l-72 72a12 12 0 0 1-17 0l-72-72a12 12 0 0 1 17-17L116 187V40a12 12 0 0 1 24 0v147l51.51-51.52a12 12 0 0 1 17 17Z'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-ph\:arrow-up-bold{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 256 256' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M208.49 120.49a12 12 0 0 1-17 0L140 69v147a12 12 0 0 1-24 0V69l-51.51 51.49a12 12 0 0 1-17-17l72-72a12 12 0 0 1 17 0l72 72a12 12 0 0 1 0 17'/%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.i-svg-spinners-90-ring-with-bg{--un-icon:url("data:image/svg+xml;utf8,%3Csvg viewBox='0 0 24 24' width='1em' height='1em' xmlns='http://www.w3.org/2000/svg' %3E%3Cpath fill='currentColor' d='M12,1A11,11,0,1,0,23,12,11,11,0,0,0,12,1Zm0,19a8,8,0,1,1,8-8A8,8,0,0,1,12,20Z' opacity='.25'/%3E%3Cpath fill='currentColor' d='M10.14,1.16a11,11,0,0,0-9,8.92A1.59,1.59,0,0,0,2.46,12,1.52,1.52,0,0,0,4.11,10.7a8,8,0,0,1,6.66-6.61A1.42,1.42,0,0,0,12,2.69h0A1.57,1.57,0,0,0,10.14,1.16Z'%3E%3CanimateTransform attributeName='transform' dur='0.75s' repeatCount='indefinite' type='rotate' values='0 12 12;360 12 12'/%3E%3C/path%3E%3C/svg%3E");-webkit-mask:var(--un-icon) no-repeat;-webkit-mask:var(--un-icon) no-repeat;mask:var(--un-icon) no-repeat;color:inherit;background-color:currentColor;width:1em;height:1em;-webkit-mask-size:100% 100%;mask-size:100% 100%}.sr-only{clip:rect(0,0,0,0);white-space:nowrap;border-width:0;width:1px;height:1px;margin:-1px;padding:0;position:absolute;overflow:hidden}.pointer-events-none,[pointer-events-none=""]{pointer-events:none}.visible{visibility:visible}.absolute,[absolute=""]{position:absolute}.fixed,[fixed=""]{position:fixed}.relative,[relative=""]{position:relative}.inset-0,[inset-0=""]{inset:0}.inset-y-0,[inset-y-0=""]{top:0;bottom:0}.-top-15px{top:-15px}.-top-20{top:-5rem}.bottom-\[-6px\]{bottom:-6px}.bottom-0,[bottom-0=""]{bottom:0}.bottom-1,[bottom-1=""]{bottom:.25rem}.bottom-10{bottom:2.5rem}.bottom-5{bottom:1.25rem}.left-0,[left-0=""]{left:0}.left-1{left:.25rem}.left-1\/2{left:50%}.left-110\%{left:110%}.right--2,[right--2=""]{right:-.5rem}.right-\[-6px\]{right:-6px}.right-0,[right-0=""]{right:0}.right-0\.5,[right-0\.5=""]{right:.125rem}.right-1,[right-1=""]{right:.25rem}.right-18{right:4.5rem}.right-4{right:1rem}.right-5,[right-5=""]{right:1.25rem}.top-\[-6px\]{top:-6px}.top-0,[top-0=""]{top:0}.top-0\.5,[top-0\.5=""]{top:.125rem}.top-1\/2,.top-50\%{top:50%}.top-10{top:2.5rem}.top-4{top:1rem}.top-5{top:1.25rem}.-z-1{z-index:-1}.z-1,[z-1=""]{z-index:1}.z-10,[z-10=""]{z-index:10}.z-2{z-index:2}.grid{display:grid}.inline-grid{display:inline-grid}.grid-cols-\[0\.9fr_1\.1fr\]{grid-template-columns:.9fr 1.1fr}.grid-cols-\[1\.3fr_1fr\]{grid-template-columns:1.3fr 1fr}.grid-cols-\[1\.7fr_1fr\]{grid-template-columns:1.7fr 1fr}.grid-cols-\[1fr_1\.05fr\]{grid-template-columns:1fr 1.05fr}.grid-cols-\[1fr_12rem\]{grid-template-columns:1fr 12rem}.grid-cols-\[1fr_1fr\]{grid-template-columns:1fr 1fr}.grid-cols-\[1fr_max-content\]{grid-template-columns:1fr max-content}.grid-cols-\[35px_1fr\]{grid-template-columns:35px 1fr}.grid-rows-\[1fr_max-content\]{grid-template-rows:1fr max-content}.grid-rows-\[1fr_min-content\]{grid-template-rows:1fr min-content}.grid-rows-\[auto_max-content\]{grid-template-rows:auto max-content}.grid-rows-\[max-content_1fr\]{grid-template-rows:max-content 1fr}.grid-cols-2{grid-template-columns:repeat(2,minmax(0,1fr))}.grid-cols-3{grid-template-columns:repeat(3,minmax(0,1fr))}.grid-cols-4{grid-template-columns:repeat(4,minmax(0,1fr))}.m--1,[m--1=""]{margin:-.25rem}.m-1{margin:.25rem}.m-auto,.ma{margin:auto}.m0,[m0=""]{margin:0}.children\:my-auto>*,.my-auto,.mya{margin-top:auto;margin-bottom:auto}.mx--1\.2{margin-left:-.3rem;margin-right:-.3rem}.mx-1{margin-left:.25rem;margin-right:.25rem}.mx-auto{margin-left:auto;margin-right:auto}.my-1,.my1{margin-top:.25rem;margin-bottom:.25rem}.my2{margin-top:.5rem;margin-bottom:.5rem}.my5{margin-top:1.25rem;margin-bottom:1.25rem}.-mt-0\.5{margin-top:-.125rem}.mb-4{margin-bottom:1rem}.mb2{margin-bottom:.5rem}.ml-1{margin-left:.25rem}.ml-auto{margin-left:auto}.mr--14px{margin-right:-14px}.mr--4{margin-right:-1rem}.mr-2{margin-right:.5rem}.mr0{margin-right:0}.mr1{margin-right:.25rem}.ms{margin-inline-start:1rem}.mt-1,.mt1{margin-top:.25rem}.mt-10{margin-top:2.5rem}.mt-2{margin-top:.5rem}.mt-3{margin-top:.75rem}.mt-4{margin-top:1rem}.mt-6{margin-top:1.5rem}.mt-px{margin-top:1px}.block{display:block}.inline-block,[inline-block=""]{display:inline-block}.hidden,.group:hover .group-hover\:hidden,.group:not(:hover) .group-not-hover\:hidden{display:none}.aspect-ratio-initial{aspect-ratio:initial}[size~="110"]{width:27.5rem;height:27.5rem}[size~="150"]{width:37.5rem;height:37.5rem}[size~="190"]{width:47.5rem;height:47.5rem}[size~="52"]{width:13rem;height:13rem}[size~="64"]{width:16rem;height:16rem}.h-\[22px\],.h-22px,[h-22px=""]{height:22px}.h-\[40px\]{height:40px}.h-\[calc\(var\(--vh\,1vh\)\*100\)\]{height:calc(var(--vh,1vh) * 100)}.h-0\.7{height:.175rem}.h-1\.5,[h-1\.5=""]{height:.375rem}.h-1px{height:1px}.h-2,[h-2=""]{height:.5rem}.h-3\.5{height:.875rem}.h-40{height:10rem}.h-4px{height:4px}.h-5,.h5,[h-5=""]{height:1.25rem}.h-6{height:1.5rem}.h-8,[h-8=""]{height:2rem}.h-full,[h-full=""]{height:100%}.h-max{height:max-content}.h-screen{height:100vh}.h1,[h1=""]{height:.25rem}.max-h-full{max-height:100%}.max-h-full\!{max-height:100%!important}.max-w-\[calc\(100\%-3rem\)\]{max-width:calc(100% - 3rem)}.max-w-150{max-width:37.5rem}.max-w-250{max-width:62.5rem}.max-w-90,[max-w-90=""]{max-width:22.5rem}.max-w-full{max-width:100%}.max-w-full\!{max-width:100%!important}.max-w-xs{max-width:20rem}.min-h-50{min-height:12.5rem}.min-h-full\!{min-height:100%!important}.min-w-\[70\%\]{min-width:70%}.min-w-0{min-width:0}.min-w-16{min-width:4rem}.min-w-30,[min-w-30=""]{min-width:7.5rem}.min-w-40{min-width:10rem}.min-w-90,[min-w-90=""]{min-width:22.5rem}.min-w-full\!{min-width:100%!important}.w-\[40px\]{width:40px}.w-\[calc\(100\%-0\.25rem\)\]{width:calc(100% - .25rem)}.w-0{width:0}.w-0\.5,[w-0\.5=""]{width:.125rem}.w-1\.5,[w-1\.5=""]{width:.375rem}.w-13{width:3.25rem}.w-1px,[w-1px=""]{width:1px}.w-2,[w-2=""]{width:.5rem}.w-20,[w-20=""]{width:5rem}.w-200{width:50rem}.w-22px{width:22px}.w-250{width:62.5rem}.w-3\.5{width:.875rem}.w-30,[w-30=""]{width:7.5rem}.w-5,[w-5=""]{width:1.25rem}.w-6{width:1.5rem}.w-60,[w-60=""]{width:15rem}.w-7{width:1.75rem}.w-8{width:2rem}.w-88{width:22rem}.w-9{width:2.25rem}.w-90,[w-90=""]{width:22.5rem}.w-full,[w-full=""]{width:100%}.w-full\!{width:100%!important}.w-screen{width:100vw}.w\[best\]{width:best}.w1,[w1=""]{width:.25rem}.w3{width:.75rem}.flex,[flex=""],[flex~=\~]{display:flex}.inline-flex{display:inline-flex}.flex-1{flex:1}.flex-auto,[flex-auto=""]{flex:auto}.flex-none{flex:none}.flex-shrink,.shrink{flex-shrink:1}.flex-grow,.grow{flex-grow:1}[flex~=row]{flex-direction:row}.flex-col,[flex~=col]{flex-direction:column}.flex-wrap{flex-wrap:wrap}.flex-wrap-reverse{flex-wrap:wrap-reverse}.table,[table=""]{display:table}.table-cell,[table-cell=""]{display:table-cell}.table-row,[table-row=""]{display:table-row}.border-collapse,[border-collapse=""]{border-collapse:collapse}.-translate-y-1\/2,.translate-y--50\%{--un-translate-y:-50%;transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}.-rotate-45{--un-rotate-x:0;--un-rotate-y:0;--un-rotate-z:0;--un-rotate:-45deg;transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}.scale-102{--un-scale-x:1.02;--un-scale-y:1.02;transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}.scale-85{--un-scale-x:.85;--un-scale-y:.85;transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}.scale-x-80{--un-scale-x:.8;transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}.transform{transform:translateX(var(--un-translate-x)) translateY(var(--un-translate-y)) translateZ(var(--un-translate-z)) rotate(var(--un-rotate)) rotateX(var(--un-rotate-x)) rotateY(var(--un-rotate-y)) rotateZ(var(--un-rotate-z)) skewX(var(--un-skew-x)) skewY(var(--un-skew-y)) scaleX(var(--un-scale-x)) scaleY(var(--un-scale-y)) scaleZ(var(--un-scale-z))}@keyframes fade-in{0%{opacity:0}to{opacity:1}}.animate-fade-in{animation:1s linear fade-in}.animate-duration-100{animation-duration:.1s}.cursor-default{cursor:default}.cursor-pointer,[cursor-pointer=""]{cursor:pointer}.touch-none,[touch-none=""]{touch-action:none}.important\:\[\&_\*\]\:select-none *{-webkit-user-select:none!important;user-select:none!important}.select-none,[select-none=""]{-webkit-user-select:none;user-select:none}.resize{resize:both}.resize-none{resize:none}.items-start{align-items:flex-start}.items-end{align-items:flex-end}.items-center,[flex~=items-center],[items-center=""]{align-items:center}.self-center{align-self:center}.justify-center,[flex~=justify-center],[justify-center=""]{justify-content:center}.justify-between{justify-content:space-between}.justify-items-start{justify-items:start}.gap-0{gap:0}.gap-0\.2{gap:.05rem}.gap-0\.5{gap:.125rem}.gap-1,[flex~=gap-1],[gap-1=""]{gap:.25rem}.gap-2,[flex~=gap-2]{gap:.5rem}.gap-3{gap:.75rem}.gap-4,[flex~=gap-4]{gap:1rem}.gap-5{gap:1.25rem}.gap-6{gap:1.5rem}.gap-8{gap:2rem}.gap-px{gap:1px}.gap-x-4{column-gap:1rem}.gap-x-8{column-gap:2rem}.gap-y-2{row-gap:.5rem}.gap-y-4{row-gap:1rem}.of-auto,.overflow-auto{overflow:auto}.of-hidden,.overflow-hidden,[of-hidden=""]{overflow:hidden}.of-x-visible{overflow-x:visible}.of-y-auto,.overflow-y-auto{overflow-y:auto}.whitespace-nowrap,.ws-nowrap,[ws-nowrap=""]{white-space:nowrap}.b,.border,.dark .dark\:border,.dark [dark\:border~=\~],[b=""],[border=""],[border~=\~]{border-width:1px}.border-2,[b~="2"]{border-width:2px}[b~="100%"]{border-width:100%}[b~="16"]{border-width:16px}[b~="50%"]{border-width:50%}[b~="64"]{border-width:64px}[border~="0"]{border-width:0}.border-x,[b~=x]{border-left-width:1px;border-right-width:1px}[b~=y],[border~=y]{border-top-width:1px;border-bottom-width:1px}.border-b,[b~=b],[border~=b]{border-bottom-width:1px}.border-b-0{border-bottom-width:0}.border-l{border-left-width:1px}.border-r,[border~=r]{border-right-width:1px}.border-r-2{border-right-width:2px}.border-t,[border-t=""],[border~=t]{border-top-width:1px}.b-dark{--un-border-opacity:1;border-color:rgb(34 34 34/var(--un-border-opacity))}.border-gray,.dark .dark\:b-gray-400,[border-gray=""]{--un-border-opacity:1;border-color:rgb(156 163 175/var(--un-border-opacity))}.border-gray-300\/50{border-color:#d1d5db80}.border-transparent,[border~=transparent]{border-color:#0000}.border-white{--un-border-opacity:1;border-color:rgb(255 255 255/var(--un-border-opacity))}.dark .dark\:border-gray-500,.dark [dark\:border-gray-500=""]{--un-border-opacity:1;border-color:rgb(107 114 128/var(--un-border-opacity))}[b-dark~="1"]{--un-border-opacity:1;border-color:rgb(60 60 60/var(--un-border-opacity))}.dark [b~=dark\:b-gray-400]{--un-border-opacity:1;--un-border-bottom-opacity:var(--un-border-opacity);border-bottom-color:rgb(156 163 175/var(--un-border-bottom-opacity))}[b~=b-dark]{--un-border-opacity:1;--un-border-bottom-opacity:var(--un-border-opacity);border-bottom-color:rgb(34 34 34/var(--un-border-bottom-opacity))}.rounded,[border~=rounded],[rounded=""]{border-radius:.25rem}.rounded-1\/2{border-radius:50%}.rounded-full,[rounded-full=""]{border-radius:9999px}.rounded-md,[border~=rounded-md]{border-radius:.375rem}.rounded-l{border-top-left-radius:.25rem;border-bottom-left-radius:.25rem}.rounded-r{border-top-right-radius:.25rem;border-bottom-right-radius:.25rem}.rounded-lb{border-bottom-left-radius:.25rem}.rounded-tl{border-top-left-radius:.25rem}.rounded-tr{border-top-right-radius:.25rem}.rounded-tr-0{border-top-right-radius:0}.\!border-none{border-style:none!important}.b-dashed{border-style:dashed}[b~=b-dashed]{border-bottom-style:dashed}.bg-blue{--un-bg-opacity:1;background-color:rgb(96 165 250/var(--un-bg-opacity))}.bg-current{background-color:currentColor}.bg-cyan\:10,[bg-cyan\:10=""]{background-color:#22d3ee1a}.bg-gray,[bg-gray=""]{--un-bg-opacity:1;background-color:rgb(156 163 175/var(--un-bg-opacity))}.bg-gray\:10,.bg-gray\/10{background-color:#9ca3af1a}.bg-gray\:4,[bg-gray\:4=""]{background-color:#9ca3af0a}.bg-gray\:5,.bg-gray\/5,[bg-gray\:5=""]{background-color:#9ca3af0d}.bg-gray\/20{background-color:#9ca3af33}.bg-green{--un-bg-opacity:1;background-color:rgb(74 222 128/var(--un-bg-opacity))}.bg-red{--un-bg-opacity:1;background-color:rgb(248 113 113/var(--un-bg-opacity))}.bg-transparent{background-color:#0000}.bg-yellow{--un-bg-opacity:1;background-color:rgb(250 204 21/var(--un-bg-opacity))}.dark .dark\:bg-gray-800,.dark [dark\:bg-gray-800=""]{--un-bg-opacity:1;background-color:rgb(31 41 55/var(--un-bg-opacity))}[bg~=black]{--un-bg-opacity:1;background-color:rgb(0 0 0/var(--un-bg-opacity))}.hover\:bg-gray-400:hover{--un-bg-opacity:1;background-color:rgb(156 163 175/var(--un-bg-opacity))}.hover\:bg-gray\/20:hover{background-color:#9ca3af33}[bg-transparent~=placeholder\:]::placeholder{background-color:#0000}.\!bg-opacity-75{--un-bg-opacity:.75!important}.bg-opacity-30,[bg-opacity-30=""]{--un-bg-opacity:.3}[bg~=opacity-80]{--un-bg-opacity:.8}.hover\:bg-opacity-10:hover{--un-bg-opacity:.1}[stroke-width~="1"]{stroke-width:1px}[stroke-width~="2"]{stroke-width:2px}[stroke-width~="3"]{stroke-width:3px}.dark .dark\:stroke-black{--un-stroke-opacity:1;stroke:rgb(0 0 0/var(--un-stroke-opacity))}.stroke-white{--un-stroke-opacity:1;stroke:rgb(255 255 255/var(--un-stroke-opacity))}.object-cover{object-fit:cover}.object-contain{object-fit:contain}.\!p-4{padding:1rem!important}.p-1,.p1,[p1=""]{padding:.25rem}.p-16{padding:4rem}.p-2,.p2,[p2=""]{padding:.5rem}.p-6px{padding:6px}.p0\.5,[p0\.5=""]{padding:.125rem}.p3{padding:.75rem}.p4{padding:1rem}.p5{padding:1.25rem}.px,.px-4,.px4,[p~=x-4],[px=""],[px4=""]{padding-left:1rem;padding-right:1rem}.px-1\.5{padding-left:.375rem;padding-right:.375rem}.px-2,.px2,[px2=""]{padding-left:.5rem;padding-right:.5rem}.px-3,.px3,[px3=""]{padding-left:.75rem;padding-right:.75rem}.px-5{padding-left:1.25rem;padding-right:1.25rem}.px-6{padding-left:1.5rem;padding-right:1.5rem}.px1{padding-left:.25rem;padding-right:.25rem}.py-1,.py1{padding-top:.25rem;padding-bottom:.25rem}.py-10{padding-top:2.5rem;padding-bottom:2.5rem}.py-2,.py2,[p~=y-2],[py-2=""],[py2=""]{padding-top:.5rem;padding-bottom:.5rem}.py-20{padding-top:5rem;padding-bottom:5rem}.py-3{padding-top:.75rem;padding-bottom:.75rem}.py-4{padding-top:1rem;padding-bottom:1rem}.py0\.5{padding-top:.125rem;padding-bottom:.125rem}.py1\.5{padding-top:.375rem;padding-bottom:.375rem}.pb2{padding-bottom:.5rem}.pe{padding-inline-end:1rem}.pl-0{padding-left:0}.pl-1,.pl1{padding-left:.25rem}.pl-4,[pl-4=""]{padding-left:1rem}.pl2,[pl2=""]{padding-left:.5rem}.pr-3,[pr-3=""]{padding-right:.75rem}.pr-4,[pr-4=""]{padding-right:1rem}.pt-\.5{padding-top:.125rem}.pt-15\%{padding-top:15%}.pt2{padding-top:.5rem}.text-center{text-align:center}.text-right,[text-right=""]{text-align:right}.text-nowrap{text-wrap:nowrap}.align-top,[align-top=""]{vertical-align:top}.vertical-middle,[vertical-middle=""]{vertical-align:middle}.text-1\.2em{font-size:1.2em}.text-11px{font-size:11px}.text-2xl{font-size:1.5rem;line-height:2rem}.text-3em{font-size:3em}.text-3xl{font-size:1.875rem;line-height:2.25rem}.text-9xl,[text-9xl=""]{font-size:8rem;line-height:1}.text-base{font-size:1rem;line-height:1.5rem}.text-lg{font-size:1.125rem;line-height:1.75rem}.text-sm,[text-sm=""]{font-size:.875rem;line-height:1.25rem}.text-xl{font-size:1.25rem;line-height:1.75rem}.text-xs,[text-xs=""]{font-size:.75rem;line-height:1rem}.\!text-current{color:currentColor!important}.dark .dark\:text-blue3{--un-text-opacity:1;color:rgb(147 197 253/var(--un-text-opacity))}.dark .dark\:text-green,.text-green{--un-text-opacity:1;color:rgb(74 222 128/var(--un-text-opacity))}.dark .dark\:text-green3{--un-text-opacity:1;color:rgb(134 239 172/var(--un-text-opacity))}.dark .dark\:text-red-500{--un-text-opacity:1;color:rgb(239 68 68/var(--un-text-opacity))}.dark .dark\:text-red3{--un-text-opacity:1;color:rgb(252 165 165/var(--un-text-opacity))}.dark .dark\:text-yellow3{--un-text-opacity:1;color:rgb(253 224 71/var(--un-text-opacity))}.text-\$slidev-controls-foreground{color:var(--slidev-controls-foreground)}.text-black{--un-text-opacity:1;color:rgb(0 0 0/var(--un-text-opacity))}.text-blue{--un-text-opacity:1;color:rgb(96 165 250/var(--un-text-opacity))}.text-blue6{--un-text-opacity:1;color:rgb(37 99 235/var(--un-text-opacity))}.text-cyan{--un-text-opacity:1;color:rgb(34 211 238/var(--un-text-opacity))}.text-cyan\:75,[text-cyan\:75=""]{color:#22d3eebf}.text-gray,.text-gray-400{--un-text-opacity:1;color:rgb(156 163 175/var(--un-text-opacity))}.text-gray-500{--un-text-opacity:1;color:rgb(107 114 128/var(--un-text-opacity))}.text-green-500{--un-text-opacity:1;color:rgb(34 197 94/var(--un-text-opacity))}.text-green6{--un-text-opacity:1;color:rgb(22 163 74/var(--un-text-opacity))}.text-indigo{--un-text-opacity:1;color:rgb(129 140 248/var(--un-text-opacity))}.text-lime{--un-text-opacity:1;color:rgb(163 230 53/var(--un-text-opacity))}.text-orange{--un-text-opacity:1;color:rgb(251 146 60/var(--un-text-opacity))}.text-pink{--un-text-opacity:1;color:rgb(244 114 182/var(--un-text-opacity))}.text-purple{--un-text-opacity:1;color:rgb(192 132 252/var(--un-text-opacity))}.dark .dark\:color-red-400,.text-red,.text-red-400{--un-text-opacity:1;color:rgb(248 113 113/var(--un-text-opacity))}.text-red-700{--un-text-opacity:1;color:rgb(185 28 28/var(--un-text-opacity))}.color-red-600,.text-red6{--un-text-opacity:1;color:rgb(220 38 38/var(--un-text-opacity))}.text-teal{--un-text-opacity:1;color:rgb(45 212 191/var(--un-text-opacity))}.text-white{--un-text-opacity:1;color:rgb(255 255 255/var(--un-text-opacity))}.text-yellow{--un-text-opacity:1;color:rgb(250 204 21/var(--un-text-opacity))}.text-yellow6{--un-text-opacity:1;color:rgb(202 138 4/var(--un-text-opacity))}.important-text-op-50,.text-opacity-50\!{--un-text-opacity:.5!important}.font-bold,[font-bold=""]{font-weight:700}.font-light{font-weight:300}.leading-1\.6em{line-height:1.6em}.leading-1em{line-height:1em}.leading-tight{line-height:1.25}.font-mono,[font-mono=""]{font-family:JetBrains Mono,ui-monospace,SFMono-Regular,Menlo,Monaco,Consolas,Liberation Mono,Courier New,monospace}.uppercase{text-transform:uppercase}.italic{font-style:italic}.tabular-nums{--un-numeric-spacing:tabular-nums;font-variant-numeric:var(--un-ordinal) var(--un-slashed-zero) var(--un-numeric-figure) var(--un-numeric-spacing) var(--un-numeric-fraction)}.line-through{text-decoration-line:line-through}.underline,.hover\:underline:hover{text-decoration-line:underline}.underline-offset-2{text-underline-offset:2px}.tab{tab-size:4}.\!opacity-0{opacity:0!important}.\!opacity-100{opacity:1!important}.op-60,.op60{opacity:.6}.op-80,.op80,.opacity-80{opacity:.8}.op0,.opacity-0{opacity:0}.op100,.group:hover .group-hover\:op100{opacity:1}.op15{opacity:.15}.op20,.group:hover .group-hover\:opacity-20{opacity:.2}.op25,.opacity-25,[op25=""]{opacity:.25}.op30{opacity:.3}.op35{opacity:.35}.op40,.opacity-40,[op40=""]{opacity:.4}.op50,.opacity-50,[op50=""]{opacity:.5}.op75,[op75=""]{opacity:.75}.opacity-10,[opacity-10=""]{opacity:.1}.opacity-5{opacity:.05}.focus-within\:opacity-100:focus-within{opacity:1}.hover\:\!opacity-100:hover{opacity:1!important}.hover\:op-100:hover,.hover\:op100:hover{opacity:1}.hover\:op90:hover{opacity:.9}.hover\:opacity-100:hover{opacity:1}.hover\:opacity-90:hover{opacity:.9}[hover~=op100]:hover,.focus-visible\:opacity-100:focus-visible{opacity:1}.placeholder\:op25::placeholder{opacity:.25}.shadow,[shadow~=\~]{--un-shadow:var(--un-shadow-inset) 0 1px 3px 0 var(--un-shadow-color,#0000001a),var(--un-shadow-inset) 0 1px 2px -1px var(--un-shadow-color,#0000001a);box-shadow:var(--un-ring-offset-shadow), var(--un-ring-shadow), var(--un-shadow)}.shadow-xl{--un-shadow:var(--un-shadow-inset) 0 20px 25px -5px var(--un-shadow-color,#0000001a),var(--un-shadow-inset) 0 8px 10px -6px var(--un-shadow-color,#0000001a);box-shadow:var(--un-ring-offset-shadow), var(--un-ring-shadow), var(--un-shadow)}.outline,[outline=""]{outline-style:solid}.outline-none,[outline-none=""]{outline-offset:2px;outline:2px solid #0000}.\!backdrop-blur-0px{--un-backdrop-blur:blur(0px)!important;-webkit-backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia)!important;backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia)!important}.backdrop-blur{--un-backdrop-blur:blur(8px);-webkit-backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia);backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia)}.backdrop-blur-5px{--un-backdrop-blur:blur(5px);-webkit-backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia);backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia)}.filter{filter:var(--un-blur) var(--un-brightness) var(--un-contrast) var(--un-drop-shadow) var(--un-grayscale) var(--un-hue-rotate) var(--un-invert) var(--un-saturate) var(--un-sepia)}.backdrop-filter{-webkit-backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia);backdrop-filter:var(--un-backdrop-blur) var(--un-backdrop-brightness) var(--un-backdrop-contrast) var(--un-backdrop-grayscale) var(--un-backdrop-hue-rotate) var(--un-backdrop-invert) var(--un-backdrop-opacity) var(--un-backdrop-saturate) var(--un-backdrop-sepia)}.transition{transition-property:color,background-color,border-color,text-decoration-color,fill,stroke,opacity,box-shadow,transform,filter,-webkit-backdrop-filter,backdrop-filter;transition-duration:.15s;transition-timing-function:cubic-bezier(.4,0,.2,1)}.transition-all{transition-property:all;transition-duration:.15s;transition-timing-function:cubic-bezier(.4,0,.2,1)}.transition-opacity{transition-property:opacity;transition-duration:.15s;transition-timing-function:cubic-bezier(.4,0,.2,1)}[transition-all~="0"]{transition-property:all;transition-duration:0s;transition-timing-function:cubic-bezier(.4,0,.2,1)}[transition-all~="4"]{transition-property:all;transition-duration:4ms;transition-timing-function:cubic-bezier(.4,0,.2,1)}.duration-150{transition-duration:.15s}.duration-200{transition-duration:.2s}.duration-300{transition-duration:.3s}.duration-400{transition-duration:.4s}.ease{transition-timing-function:cubic-bezier(.4,0,.2,1)}.ease-in{transition-timing-function:cubic-bezier(.4,0,1,1)}.ease-out{transition-timing-function:cubic-bezier(0,0,.2,1)}.view-transition-name{view-transition-name:name}@media (width<=767.9px){.lt-md\:hidden{display:none}.lt-md\:flex-col{flex-direction:column}}@media (width>=768px){.md\:p-10px{padding:10px}}@media (width>=1024px){.lg\:m-2{margin:.5rem}.lg\:p-2{padding:.5rem}.lg\:p-4{padding:1rem}} diff --git a/lecture-06/class/assets/index-DvHcJSI0.js b/lecture-06/class/assets/index-DvHcJSI0.js new file mode 100644 index 0000000000000000000000000000000000000000..083dccd4833b008deb9f27e418eccdc02d80126c --- /dev/null +++ b/lecture-06/class/assets/index-DvHcJSI0.js @@ -0,0 +1,46 @@ +const __vite__mapDeps=(i,m=__vite__mapDeps,d=(m.f||(m.f=["./modules/file-saver-BpWusTEB.js","./rolldown-runtime-hePW80VL.js","./slidev/entry-DSOswi5I.js","./modules/shiki-BFOesOFp.js","./modules/shiki-BrmBd2_v.css","./_plugin-vue_export-helper-BDNMzG2s.js","./entry-Dba4BKje.css","./slidev/overview-CvZmPTvX.js","./useNav-D8SbgLr9.js","./modules/vue-Ymwlffw_.js","./slidev/context-DrkI8qiD.js","./modules/unplugin-icons-BIrNarL0.js","./slidev/IconButton-B5keGFol.js","./slidev/NoteDisplay-6LSM8xpP.js","./NoteDisplay-DCBzjb4F.css","./SlideWrapper-LdbrkItj.js","./syncState-BrWO1mSt.js","./slidev/client-CJjt9xn-.js","./useDrawings-BkbsP5qo.js","./SlideWrapper-DBNQYNtZ.css","./slidev/NoteEditable-DTwQcEqa.js","./overview-BIQ10iVu.css","./slidev/notes-DN2C0Uce.js","./slidev/Modal-CjKJrPTu.js","./slidev/TimerBar-1xtsicrJ.js","./slidev/notes-edit-7rz7gno0.js","./slidev/presenter-DD9vQFpb.js","./slidev/DrawingControls-cUpksemn.js","./slidev/VerticalDivider-D_ScNBWw.js","./DrawingControls-Dhbx0szf.css","./slidev/shortcuts-DN6ExGde.js","./shortcuts-nRB69a7e.css","./presenter-J5ibmAMh.css","./slidev/play-D8F3Hqg1.js","./play-D_7yfuao.css","./slidev/404-Dkk3G2sr.js","./404-bkedjYjP.css"])))=>i.map(i=>d[i]); +import{r as e}from"./rolldown-runtime-hePW80VL.js";import{F as t,I as n,O as r,P as i,S as a,T as o,U as s,X as c,Y as l,_t as u,b as d,ft as f,g as p,gt as m,it as h,k as g,lt as _,m as v,nt as y,s as b,st as x,t as S,w as C,y as w,z as T}from"./modules/shiki-BFOesOFp.js";import{$ as E,A as ee,B as te,G as ne,H as re,Q as D,R as ie,Z as ae,c as oe,et as O,h as se,j as k,l as ce,n as le,p as A,q as j,t as ue,tt as M,w as de,z as fe}from"./useNav-D8SbgLr9.js";import{A as pe,L as me,R as he,S as ge,T as _e,V as ve,f as ye,g as be,i as xe,j as Se,o as Ce,x as we,z as Te}from"./modules/vue-Ymwlffw_.js";import{a as Ee,c as De,d as Oe,f as ke,g as Ae,i as je,m as Me,o as Ne,p as Pe,r as Fe,s as Ie,u as Le,y as Re}from"./slidev/context-DrkI8qiD.js";import{n as N,r as ze,t as Be}from"./syncState-BrWO1mSt.js";(function(){let e=document.createElement(`link`).relList;if(e&&e.supports&&e.supports(`modulepreload`))return;for(let e of document.querySelectorAll(`link[rel="modulepreload"]`))n(e);new MutationObserver(e=>{for(let t of e)if(t.type===`childList`)for(let e of t.addedNodes)e.tagName===`LINK`&&e.rel===`modulepreload`&&n(e)}).observe(document,{childList:!0,subtree:!0});function t(e){let t={};return e.integrity&&(t.integrity=e.integrity),e.referrerPolicy&&(t.referrerPolicy=e.referrerPolicy),t.credentials=e.crossOrigin===`use-credentials`?`include`:e.crossOrigin===`anonymous`?`omit`:`same-origin`,t}function n(e){if(e.ep)return;e.ep=!0;let n=t(e);fetch(e.href,n)}})(),_(!1),_(!1);var Ve=new Set([`link`,`style`,`script`,`noscript`]),He=new Set([`title`,`titleTemplate`,`script`,`style`,`noscript`]),Ue=new Set([`base`,`meta`,`link`,`style`,`script`,`noscript`]),We=new Set([`title`,`base`,`htmlAttrs`,`bodyAttrs`,`meta`,`link`,`style`,`script`,`noscript`]),Ge=new Set([`base`,`title`,`titleTemplate`,`bodyAttrs`,`htmlAttrs`,`templateParams`]),Ke=new Set([`key`,`tagPosition`,`tagPriority`,`tagDuplicateStrategy`,`innerHTML`,`textContent`,`processTemplateParams`]),qe=new Set([`templateParams`,`htmlAttrs`,`bodyAttrs`]),Je=new Set([`theme-color`,`google-site-verification`,`author`,`og:locale:alternate`,`og:image`,`og:video`,`og:audio`,`article:author`,`article:tag`,`book:author`,`book:tag`,`twitter:image`]),Ye={critical:-8,high:-1,low:2},Xe=e=>typeof e==`number`?Number.isFinite(e):e;function Ze(e){return e===`__proto__`||e===`constructor`||e===`prototype`}function Qe(e,t,n,r){for(let i=n;ie[i](...t)):e[i](...t);if(n&&typeof n.then==`function`)return Promise.resolve(n).then(()=>Qe(e,t,i+1,r))}catch(e){return Promise.reject(e)}}var $e=class{_hooks;constructor(){this._hooks={}}hook(e,t){return!e||typeof t!=`function`?()=>{}:(this._hooks[e]=this._hooks[e]||[],this._hooks[e].push(t),()=>{t&&=(this.removeHook(e,t),void 0)})}removeHook(e,t){let n=this._hooks[e];if(n){let r=n.indexOf(t);r!==-1&&n.splice(r,1),n.length===0&&(this._hooks[e]=void 0)}}callHook(e,...t){let n=this._hooks[e];if(!(!n||n.length===0))return Qe(n,t,0)}};function et(e){let t=new $e;for(let n in e||{})t.hook(n,e[n]);return t}function tt(e,t,n){if(e.hooks?._hooks?.[t]?.length)return e.hooks?.callHook(t,n)}var nt=/^(?:viewport|description|keywords|robots)$/,rt=[`name`,`property`,`http-equiv`];function it(e){let t=e.indexOf(`:`);if(t===-1)return!1;let n=e.slice(t+1);return Je.has(n)||n.startsWith(`og:image:`)||n.startsWith(`og:video:`)||n.startsWith(`og:audio:`)||n.startsWith(`twitter:image:`)}function at(e){let{props:t,tag:n,key:r}=e;if(Ge.has(n))return n;if(n===`link`){if(t.rel===`canonical`)return`canonical`;if(t.rel===`alternate`&&t.hreflang)return`alternate:${t.hreflang}`}if(t.charset)return`charset`;if(n===`meta`)for(let e of rt){let n=t[e];if(n!==void 0)return`meta:${n}${(typeof n!=`string`||!n.includes(`:`))&&!nt.test(n)&&r?`:key:${r}`:``}`}return r?`${n}:key:${r}`:t.id?`${n}:id:${t.id}`:n===`link`&&t.rel&&t.href?`link:${t.rel}:${t.href}`:He.has(n)&&(e.textContent||e.innerHTML)?`${n}:content:${e.textContent||e.innerHTML}`:void 0}function ot(e){let t=e._h||e._d||e.textContent||e.innerHTML;if(t)return t;let n=Object.keys(e.props).sort(),r=`${e.tag}:`,i=``;for(let t of n)r+=`${i}${t}:${String(e.props[t])}`,i=`,`;return r}function st(e,t,n){if(n===`_resolver`)return e;typeof e==`function`&&(!n||n!==`titleTemplate`&&!n.startsWith(`on`))&&(e=e());let r=t?t(n,e):e;if(Array.isArray(r)){let e;for(let n=0;n/=\x00-\x1F\x7F]/;function lt(e,t){let n=e===`style`,r=n?new Map:new Set,i=e=>{if(e){if(n){let t=e.indexOf(`:`);t>0&&r.set(e.slice(0,t).trim(),e.slice(t+1).trim())}else e.split(` `).forEach(e=>e&&r.add(e))}};if(typeof t==`string`)(n?t.split(`;`):[t]).forEach(i);else if(Array.isArray(t))t.forEach(i);else if(t&&typeof t==`object`)for(let e in t){let a=t[e];a&&a!==`false`&&(n?r.set(e.trim(),String(a)):i(e))}return r}function ut(e,t){if(e.props=e.props||{},!t)return e;if(e.tag===`templateParams`)return e.props=t,e;let n=Ue.has(e.tag)||e.tag===`htmlAttrs`||e.tag===`bodyAttrs`;for(let r in t){if(Ze(r))continue;let i=r.startsWith(`data-`),a=n&&!Ke.has(r),o=a&&!i?r.toLowerCase():r;if(a&&(!o||ct.test(o)))continue;let s=t[r];if(s===null)e.props[o]=null;else if(r===`class`||r===`style`)e.props[r]=lt(r,s);else if(Ke.has(r)){if((r===`textContent`||r===`innerHTML`)&&typeof s==`object`){let n=t.type||`application/json`;(n.endsWith(`json`)||n===`speculationrules`||n===`importmap`)&&(e.props.type=t.type=n,e[r]=JSON.stringify(s))}else e[r]=s}else if(s!==void 0){let t=String(s),n=e.tag===`meta`&&o===`content`;e.props[o]=t===`true`||t===``?i||n?t:!0:!s&&i&&t===`false`?`false`:s}}return e}function dt(e,t){let n;return t.length&&(n=(e,n)=>{for(let r=0;re._w===t._w?e._p-t._p:e._w-t._w,vt=()=>100;function yt(e){for(let t in e)return!1;return!0}var bt=/^tags:|:render/;function xt(e,t){let n=(t[`entries:resolve`]?.length||0)+(t[`entries:normalize`]?.length||0);if(e._h!==n){e._h=n;for(let t of e.entries.values())delete t._tags}}function St(e){for(let t=0;t>10==i._p>>10&&n.tag===`meta`&&it(r)?(e.tagMap.set(r,Object.assign([...Array.isArray(i)?i:[i],n],n)),t=!0):(n._w===i._w?n._p>i._p:n._wt?(typeof e==`string`?e:JSON.stringify(e)).replace(ht,`\\u003C`):typeof e==`string`?e.replace(gt,`<\\/script`):e;n={...n},r&&(n.innerHTML=i(r)),n.textContent&&(n.textContent=i(n.textContent)),n._d=at(n)}e[t++]=n}}return e.length=t,e}function Dt(e,t){let n=t?.tagWeight??e.resolvedOptions._tagWeight??vt,r={tagMap:new Map,tags:[]},i=e.hooks?._hooks||{};xt(e,i);for(let t of e.entries.values())t._pending!==void 0&&(t.input=t._pending,delete t._pending,delete t._tags,delete t._precomputedTags);let a;(i[`entries:resolve`]?.length||i[`entries:normalize`]?.length)&&(a=[...e.entries.values()],i[`entries:resolve`]?.length&&tt(e,`entries:resolve`,{entries:a,...r})),xt(e,i);for(let t of a||e.entries.values()){let a=t._tags;if(!a){if(t._precomputedTags&&n===e.resolvedOptions._tagWeight&&!i[`entries:normalize`]?.length&&!i[`entries:resolve`]?.length&&(!t.options||yt(t.options)))a=t._precomputedTags;else{if(a=mt(t.input,e.resolvedOptions.propResolvers||[]),t.options&&!yt(t.options))for(let e of a)Object.assign(e,t.options);if(i[`entries:normalize`]?.length){let n={tags:a,entry:t};tt(e,`entries:normalize`,n),a=n.tags}for(let e=0;eh(t)?m(t):t,{_static:!0});function Mt(e,t={}){let n=t.head||kt();return n.ssr?n.push(e||{},t):Nt(n,e,t)}function Nt(e,r,a={}){let s=y();if(s&&!s.active)return{patch(){},dispose(){},_i:-1};let l=_(!1);if(a.onRendered&&s){let e=a.onRendered;a={...a,onRendered:t=>s.run(()=>e(t))}}let u;return c(()=>{let t=l.value?{}:st(r,jt);u?u.patch(t):u=e.push(t,a)}),o()&&(t(()=>{u.dispose()}),n(()=>{l.value=!0}),i(()=>{l.value=!1})),u}function Pt(e,t){if(typeof t==`function`&&t.key&&e.plugins.has(t.key))return;let n=typeof t==`function`?t(e):t,r=n.key||String(e.plugins.size+1);if(!e.plugins.get(r)){e.plugins.set(r,n);for(let t in n.hooks||{})e.hooks?.hook(t,n.hooks[t])}}function Ft(e,t={}){let n=!t.document,r=new Map,i={_entryCount:1,_h:0,plugins:new Map,resolvedOptions:t,ssr:n,entries:r,hooks:void 0,render:()=>e(i),use:e=>Pt(i,e),push(e,t){let a=t?._index??i._entryCount++,o=t?{...t}:{};delete o.head,delete o.onRendered,delete o._index;let s={_i:a,input:e,options:o};return r.set(a,s),{_i:a,dispose(){r.delete(a)},patch(e){n?(s.input=e,delete s._tags):s._pending=e,r.has(a)||r.set(a,s)}}}};return t.init?.forEach(e=>e&&i.push(e)),i}var It=Object.assign({}),Lt=Object.assign({}),Rt=Object.assign({}),zt=[Object.values(It)[0],Object.values(Lt)[0],Object.values(Rt)[0]].filter(Boolean),Bt=we(),Vt=be(`slidev-color-schema`,`auto`),Ht=p(()=>M.colorSchema!==`auto`),Ut=p({get(){return Ht.value?M.colorSchema===`dark`:Vt.value===`auto`?Bt.value:Vt.value===`dark`},set(e){Ht.value||(Vt.value=e===Bt.value?`auto`:e?`dark`:`light`)}}),Wt=me(Ut);Se&&l(Ut,e=>{let t=window.document.createElement(`style`);t.appendChild(document.createTextNode(`*,*::before,*::after{-webkit-transition:none!important;-moz-transition:none!important;-o-transition:none!important;-ms-transition:none!important;transition:none!important}`)),window.document.head.appendChild(t);let n=document.querySelector(`html`);n.classList.toggle(`dark`,e),n.classList.toggle(`light`,!e),window.getComputedStyle(t).opacity,document.head.removeChild(t)},{immediate:!0});function Gt(){let{isPrintMode:e}=ue();ge(p(()=>e.value?` +@page { + size: ${D.value}px ${ae.value}px; + margin: 0px; +} + +* { + transition: none !important; + transition-duration: 0s !important; +}`:``))}var Kt=Symbol.for(`yaml.alias`),qt=Symbol.for(`yaml.document`),Jt=Symbol.for(`yaml.map`),Yt=Symbol.for(`yaml.pair`),Xt=Symbol.for(`yaml.scalar`),Zt=Symbol.for(`yaml.seq`),P=Symbol.for(`yaml.node.type`),Qt=e=>!!e&&typeof e==`object`&&e[P]===Kt,$t=e=>!!e&&typeof e==`object`&&e[P]===qt,en=e=>!!e&&typeof e==`object`&&e[P]===Jt,F=e=>!!e&&typeof e==`object`&&e[P]===Yt,I=e=>!!e&&typeof e==`object`&&e[P]===Xt,tn=e=>!!e&&typeof e==`object`&&e[P]===Zt;function L(e){if(e&&typeof e==`object`)switch(e[P]){case Jt:case Zt:return!0}return!1}function R(e){if(e&&typeof e==`object`)switch(e[P]){case Kt:case Jt:case Xt:case Zt:return!0}return!1}var nn=e=>(I(e)||L(e))&&!!e.anchor,z=Symbol(`break visit`),rn=Symbol(`skip children`),an=Symbol(`remove node`);function on(e,t){let n=cn(t);$t(e)?sn(null,e.contents,n,Object.freeze([e]))===an&&(e.contents=null):sn(null,e,n,Object.freeze([]))}on.BREAK=z,on.SKIP=rn,on.REMOVE=an;function sn(e,t,n,r){let i=ln(e,t,n,r);if(R(i)||F(i))return un(e,r,i),sn(e,i,n,r);if(typeof i!=`symbol`){if(L(t)){r=Object.freeze(r.concat(t));for(let e=0;eB(e,String(t),n));if(e&&typeof e.toJSON==`function`){if(!n||!nn(e))return e.toJSON(t,n);let r={aliasCount:0,count:1,res:void 0};n.anchors.set(e,r),n.onCreate=e=>{r.res=e,delete n.onCreate};let i=e.toJSON(t,n);return n.onCreate&&n.onCreate(i),i}return typeof e==`bigint`&&!n?.keep?Number(e):e}var pn=class{constructor(e){Object.defineProperty(this,P,{value:e})}clone(){let e=Object.create(Object.getPrototypeOf(this),Object.getOwnPropertyDescriptors(this));return this.range&&(e.range=this.range.slice()),e}toJS(e,{mapAsMap:t,maxAliasCount:n,onAnchor:r,reviver:i}={}){if(!$t(e))throw TypeError(`A document argument is required`);let a={anchors:new Map,doc:e,keep:!0,mapAsMap:t===!0,mapKeyWarned:!1,maxAliasCount:typeof n==`number`?n:100},o=B(this,``,a);if(typeof r==`function`)for(let{count:e,res:t}of a.anchors.values())r(t,e);return typeof i==`function`?fn(i,{"":o},``,o):o}},mn=class extends pn{constructor(e){super(Kt),this.source=e,Object.defineProperty(this,"tag",{set(){throw Error(`Alias nodes cannot have tags`)}})}resolve(e,t){if(t?.maxAliasCount===0)throw ReferenceError(`Alias resolution is disabled`);let n;t?.aliasResolveCache?n=t.aliasResolveCache:(n=[],on(e,{Node:(e,t)=>{(Qt(t)||nn(t))&&n.push(t)}}),t&&(t.aliasResolveCache=n));let r;for(let e of n){if(e===this)break;e.anchor===this.source&&(r=e)}return r}toJSON(e,t){if(!t)return{source:this.source};let{anchors:n,doc:r,maxAliasCount:i}=t,a=this.resolve(r,t);if(!a){let e=`Unresolved alias (the anchor must be set before the alias): ${this.source}`;throw ReferenceError(e)}let o=n.get(a);if(o||=(B(a,null,t),n.get(a)),o?.res===void 0)throw ReferenceError(`This should not happen: Alias anchor was not resolved?`);if(i>=0&&(o.count+=1,o.aliasCount===0&&(o.aliasCount=hn(r,a,n)),o.count*o.aliasCount>i))throw ReferenceError(`Excessive alias count indicates a resource exhaustion attack`);return o.res}toString(e,t,n){let r=`*${this.source}`;if(e){if(dn(this.source),e.options.verifyAliasOrder&&!e.anchors.has(this.source)){let e=`Unresolved alias (the anchor must be set before the alias): ${this.source}`;throw Error(e)}if(e.implicitKey)return`${r} `}return r}};function hn(e,t,n){if(Qt(t)){let r=t.resolve(e),i=n&&r&&n.get(r);return i?i.count*i.aliasCount:0}if(L(t)){let r=0;for(let i of t.items){let t=hn(e,i,n);t>r&&(r=t)}return r}if(F(t)){let r=hn(e,t.key,n),i=hn(e,t.value,n);return Math.max(r,i)}return 1}var gn=e=>!e||typeof e!=`function`&&typeof e!=`object`,V=class extends pn{constructor(e){super(Xt),this.value=e}toJSON(e,t){return t?.keep?this.value:B(this.value,e,t)}toString(){return String(this.value)}};V.BLOCK_FOLDED=`BLOCK_FOLDED`,V.BLOCK_LITERAL=`BLOCK_LITERAL`,V.PLAIN=`PLAIN`,V.QUOTE_DOUBLE=`QUOTE_DOUBLE`,V.QUOTE_SINGLE=`QUOTE_SINGLE`;var _n=`tag:yaml.org,2002:`;function vn(e,t,n){if(t){let e=n.filter(e=>e.tag===t),r=e.find(e=>!e.format)??e[0];if(!r)throw Error(`Tag ${t} not found`);return r}return n.find(t=>t.identify?.(e)&&!t.format)}function yn(e,t,n){if($t(e)&&(e=e.contents),R(e))return e;if(F(e)){let t=n.schema[Jt].createNode?.(n.schema,null,n);return t.items.push(e),t}(e instanceof String||e instanceof Number||e instanceof Boolean||typeof BigInt<`u`&&e instanceof BigInt)&&(e=e.valueOf());let{aliasDuplicateObjects:r,onAnchor:i,onTagObj:a,schema:o,sourceObjects:s}=n,c;if(r&&e&&typeof e==`object`){if(c=s.get(e),c)return c.anchor??(c.anchor=i(e)),new mn(c.anchor);c={anchor:null,node:null},s.set(e,c)}t?.startsWith(`!!`)&&(t=_n+t.slice(2));let l=vn(e,t,o.tags);if(!l){if(e&&typeof e.toJSON==`function`&&(e=e.toJSON()),!e||typeof e!=`object`){let t=new V(e);return c&&(c.node=t),t}l=e instanceof Map?o[Jt]:Symbol.iterator in Object(e)?o[Zt]:o[Jt]}a&&(a(l),delete n.onTagObj);let u=l?.createNode?l.createNode(n.schema,e,n):typeof l?.nodeClass?.from==`function`?l.nodeClass.from(n.schema,e,n):new V(e);return t?u.tag=t:l.default||(u.tag=l.tag),c&&(c.node=u),u}function bn(e,t,n){let r=n;for(let e=t.length-1;e>=0;--e){let n=t[e];if(typeof n==`number`&&Number.isInteger(n)&&n>=0){let e=[];e[n]=r,r=e}else r=new Map([[n,r]])}return yn(r,void 0,{aliasDuplicateObjects:!1,keepUndefined:!1,onAnchor:()=>{throw Error(`This should not happen, please report a bug.`)},schema:e,sourceObjects:new Map})}var xn=e=>e==null||typeof e==`object`&&!!e[Symbol.iterator]().next().done,Sn=class extends pn{constructor(e,t){super(e),Object.defineProperty(this,"schema",{value:t,configurable:!0,enumerable:!1,writable:!0})}clone(e){let t=Object.create(Object.getPrototypeOf(this),Object.getOwnPropertyDescriptors(this));return e&&(t.schema=e),t.items=t.items.map(t=>R(t)||F(t)?t.clone(e):t),this.range&&(t.range=this.range.slice()),t}addIn(e,t){if(xn(e))this.add(t);else{let[n,...r]=e,i=this.get(n,!0);if(L(i))i.addIn(r,t);else if(i===void 0&&this.schema)this.set(n,bn(this.schema,r,t));else throw Error(`Expected YAML collection at ${n}. Remaining path: ${r}`)}}deleteIn(e){let[t,...n]=e;if(n.length===0)return this.delete(t);let r=this.get(t,!0);if(L(r))return r.deleteIn(n);throw Error(`Expected YAML collection at ${t}. Remaining path: ${n}`)}getIn(e,t){let[n,...r]=e,i=this.get(n,!0);return r.length===0?!t&&I(i)?i.value:i:L(i)?i.getIn(r,t):void 0}hasAllNullValues(e){return this.items.every(t=>{if(!F(t))return!1;let n=t.value;return n==null||e&&I(n)&&n.value==null&&!n.commentBefore&&!n.comment&&!n.tag})}hasIn(e){let[t,...n]=e;if(n.length===0)return this.has(t);let r=this.get(t,!0);return L(r)?r.hasIn(n):!1}setIn(e,t){let[n,...r]=e;if(r.length===0)this.set(n,t);else{let e=this.get(n,!0);if(L(e))e.setIn(r,t);else if(e===void 0&&this.schema)this.set(n,bn(this.schema,r,t));else throw Error(`Expected YAML collection at ${n}. Remaining path: ${r}`)}}},Cn=e=>e.replace(/^(?!$)(?: $)?/gm,`#`);function wn(e,t){return/^\n+$/.test(e)?e.substring(1):t?e.replace(/^(?! *$)/gm,t):e}var Tn=(e,t,n)=>e.endsWith(` +`)?wn(n,t):n.includes(` +`)?` +`+wn(n,t):(e.endsWith(` `)?``:` `)+n,En=`flow`,Dn=`block`,On=`quoted`;function kn(e,t,n=`flow`,{indentAtStart:r,lineWidth:i=80,minContentWidth:a=20,onFold:o,onOverflow:s}={}){if(!i||i<0)return e;ii-Math.max(2,a)?l.push(0):d=i-r);let f,p,m=!1,h=-1,g=-1,_=-1;n===`block`&&(h=An(e,h,t.length),h!==-1&&(d=h+c));for(let r;r=e[h+=1];){if(n===`quoted`&&r===`\\`){switch(g=h,e[h+1]){case`x`:h+=3;break;case`u`:h+=5;break;case`U`:h+=9;break;default:h+=1}_=h}if(r===` +`)n===`block`&&(h=An(e,h,t.length)),d=h+t.length+c,f=void 0;else{if(r===` `&&p&&p!==` `&&p!==` +`&&p!==` `){let t=e[h+1];t&&t!==` `&&t!==` +`&&t!==` `&&(f=h)}if(h>=d){if(f)l.push(f),d=f+c,f=void 0;else if(n===`quoted`){for(;p===` `||p===` `;)p=r,r=e[h+=1],m=!0;let t=h>_+1?h-2:g-1;if(u[t])return e;l.push(t),u[t]=!0,d=t+c,f=void 0}else m=!0}}p=r}if(m&&s&&s(),l.length===0)return e;o&&o();let v=e.slice(0,l[0]);for(let r=0;r({indentAtStart:t?e.indent.length:e.indentAtStart,lineWidth:e.options.lineWidth,minContentWidth:e.options.minContentWidth}),Mn=e=>/^(%|---|\.\.\.)/m.test(e);function Nn(e,t,n){if(!t||t<0)return!1;let r=t-n,i=e.length;if(i<=r)return!1;for(let t=0,n=0;tr)return!0;if(n=t+1,i-n<=r)return!1}return!0}function Pn(e,t){let n=JSON.stringify(e);if(t.options.doubleQuotedAsJSON)return n;let{implicitKey:r}=t,i=t.options.doubleQuotedMinMultiLineLength,a=t.indent||(Mn(e)?` `:``),o=``,s=0;for(let e=0,t=n[e];t;t=n[++e])if(t===` `&&n[e+1]===`\\`&&n[e+2]===`n`&&(o+=n.slice(s,e)+`\\ `,e+=1,s=e,t=`\\`),t===`\\`)switch(n[e+1]){case`u`:{o+=n.slice(s,e);let t=n.substr(e+2,4);switch(t){case`0000`:o+=`\\0`;break;case`0007`:o+=`\\a`;break;case`000b`:o+=`\\v`;break;case`001b`:o+=`\\e`;break;case`0085`:o+=`\\N`;break;case`00a0`:o+=`\\_`;break;case`2028`:o+=`\\L`;break;case`2029`:o+=`\\P`;break;default:t.substr(0,2)===`00`?o+=`\\x`+t.substr(2):o+=n.substr(e,6)}e+=5,s=e+1}break;case`n`:if(r||n[e+2]===`"`||n.length +`;let d,f;for(f=n.length;f>0;--f){let e=n[f-1];if(e!==` +`&&e!==` `&&e!==` `)break}let p=n.substring(f),m=p.indexOf(` +`);m===-1?d=`-`:n===p||m!==p.length-1?(d=`+`,a&&a()):d=``,p&&=(n=n.slice(0,-p.length),p[p.length-1]===` +`&&(p=p.slice(0,-1)),p.replace(Ln,`$&${l}`));let h=!1,g,_=-1;for(g=0;g{i=!0});let s=kn(`${v}${e}${p}`,l,Dn,a);if(!i)return`>${y}\n${l}${s}`}return n=n.replace(/\n+/g,`$&${l}`),`|${y}\n${l}${v}${n}${p}`}function zn(e,t,n,r){let{type:i,value:a}=e,{actualString:o,implicitKey:s,indent:c,indentStep:l,inFlow:u}=t;if(s&&a.includes(` +`)||u&&/[[\]{},]/.test(a))return In(a,t);if(/^[\n\t ,[\]{}#&*!|>'"%@`]|^[?-]$|^[?-][ \t]|[\n:][ \t]|[ \t]\n|[\n\t ]#|[\n\t :]$/.test(a))return s||u||!a.includes(` +`)?In(a,t):Rn(e,t,n,r);if(!s&&!u&&i!==V.PLAIN&&a.includes(` +`))return Rn(e,t,n,r);if(Mn(a)){if(c===``)return t.forceBlockIndent=!0,Rn(e,t,n,r);if(s&&c===l)return In(a,t)}let d=a.replace(/\n+/g,`$&\n${c}`);if(o){let e=e=>e.default&&e.tag!==`tag:yaml.org,2002:str`&&e.test?.test(d),{compat:n,tags:r}=t.doc.schema;if(r.some(e)||n?.some(e))return In(a,t)}return s?d:kn(d,c,En,jn(t,!1))}function Bn(e,t,n,r){let{implicitKey:i,inFlow:a}=t,o=typeof e.value==`string`?e:Object.assign({},e,{value:String(e.value)}),{type:s}=e;s!==V.QUOTE_DOUBLE&&/[\x00-\x08\x0b-\x1f\x7f-\x9f\u{D800}-\u{DFFF}]/u.test(o.value)&&(s=V.QUOTE_DOUBLE);let c=e=>{switch(e){case V.BLOCK_FOLDED:case V.BLOCK_LITERAL:return i||a?In(o.value,t):Rn(o,t,n,r);case V.QUOTE_DOUBLE:return Pn(o.value,t);case V.QUOTE_SINGLE:return Fn(o.value,t);case V.PLAIN:return zn(o,t,n,r);default:return null}},l=c(s);if(l===null){let{defaultKeyType:e,defaultStringType:n}=t.options,r=i&&e||n;if(l=c(r),l===null)throw Error(`Unsupported default string type ${r}`)}return l}function Vn(e,t){let n=Object.assign({blockQuote:!0,commentString:Cn,defaultKeyType:null,defaultStringType:`PLAIN`,directives:null,doubleQuotedAsJSON:!1,doubleQuotedMinMultiLineLength:40,falseStr:`false`,flowCollectionPadding:!0,indentSeq:!0,lineWidth:80,minContentWidth:20,nullStr:`null`,simpleKeys:!1,singleQuote:null,trailingComma:!1,trueStr:`true`,verifyAliasOrder:!0},e.schema.toStringOptions,t),r;switch(n.collectionStyle){case`block`:r=!1;break;case`flow`:r=!0;break;default:r=null}return{anchors:new Set,doc:e,flowCollectionPadding:n.flowCollectionPadding?` `:``,indent:``,indentStep:typeof n.indent==`number`?` `.repeat(n.indent):` `,inFlow:r,options:n}}function Hn(e,t){if(t.tag){let n=e.filter(e=>e.tag===t.tag);if(n.length>0)return n.find(e=>e.format===t.format)??n[0]}let n,r;if(I(t)){r=t.value;let i=e.filter(e=>e.identify?.(r));if(i.length>1){let e=i.filter(e=>e.test);e.length>0&&(i=e)}n=i.find(e=>e.format===t.format)??i.find(e=>!e.format)}else r=t,n=e.find(e=>e.nodeClass&&r instanceof e.nodeClass);if(!n){let e=r?.constructor?.name??(r===null?`null`:typeof r);throw Error(`Tag not resolved for ${e} value`)}return n}function Un(e,t,{anchors:n,doc:r}){if(!r.directives)return``;let i=[],a=(I(e)||L(e))&&e.anchor;a&&dn(a)&&(n.add(a),i.push(`&${a}`));let o=e.tag??(t.default?null:t.tag);return o&&i.push(r.directives.tagString(o)),i.join(` `)}function Wn(e,t,n,r){if(F(e))return e.toString(t,n,r);if(Qt(e)){if(t.doc.directives)return e.toString(t);if(t.resolvedAliases?.has(e))throw TypeError(`Cannot stringify circular structure without alias nodes`);t.resolvedAliases?t.resolvedAliases.add(e):t.resolvedAliases=new Set([e]),e=e.resolve(t.doc)}let i,a=R(e)?e:t.doc.createNode(e,{onTagObj:e=>i=e});i??=Hn(t.doc.schema.tags,a);let o=Un(a,i,t);o.length>0&&(t.indentAtStart=(t.indentAtStart??0)+o.length+1);let s=typeof i.stringify==`function`?i.stringify(a,t,n,r):I(a)?Bn(a,t,n,r):a.toString(t,n,r);return o?I(a)||s[0]===`{`||s[0]===`[`?`${o} ${s}`:`${o}\n${t.indent}${s}`:s}function Gn({key:e,value:t},n,r,i){let{allNullValues:a,doc:o,indent:s,indentStep:c,options:{commentString:l,indentSeq:u,simpleKeys:d}}=n,f=R(e)&&e.comment||null;if(d){if(f)throw Error(`With simple keys, key nodes cannot have comments`);if(L(e)||!R(e)&&typeof e==`object`)throw Error(`With simple keys, collection cannot be used as a key value`)}let p=!d&&(!e||f&&t==null&&!n.inFlow||L(e)||(I(e)?e.type===V.BLOCK_FOLDED||e.type===V.BLOCK_LITERAL:typeof e==`object`));n=Object.assign({},n,{allNullValues:!1,implicitKey:!p&&(d||!a),indent:s+c});let m=!1,h=!1,g=Wn(e,n,()=>m=!0,()=>h=!0);if(!p&&!n.inFlow&&g.length>1024){if(d)throw Error(`With simple keys, single line scalar must not span more than 1024 characters`);p=!0}if(n.inFlow){if(a||t==null)return m&&r&&r(),g===``?`?`:p?`? ${g}`:g}else if(a&&!d||t==null&&p)return g=`? ${g}`,f&&!m?g+=Tn(g,n.indent,l(f)):h&&i&&i(),g;m&&(f=null),p?(f&&(g+=Tn(g,n.indent,l(f))),g=`? ${g}\n${s}:`):(g=`${g}:`,f&&(g+=Tn(g,n.indent,l(f))));let _,v,y;R(t)?(_=!!t.spaceBefore,v=t.commentBefore,y=t.comment):(_=!1,v=null,y=null,t&&typeof t==`object`&&(t=o.createNode(t))),n.implicitKey=!1,!p&&!f&&I(t)&&(n.indentAtStart=g.length+1),h=!1,!u&&c.length>=2&&!n.inFlow&&!p&&tn(t)&&!t.flow&&!t.tag&&!t.anchor&&(n.indent=n.indent.substring(2));let b=!1,x=Wn(t,n,()=>b=!0,()=>h=!0),S=` `;if(f||_||v){if(S=_?` +`:``,v){let e=l(v);S+=`\n${wn(e,n.indent)}`}x===``&&!n.inFlow?S===` +`&&y&&(S=` + +`):S+=`\n${n.indent}`}else if(!p&&L(t)){let e=x[0],r=x.indexOf(` +`),i=r!==-1,a=n.inFlow??t.flow??t.items.length===0;if(i||!a){let t=!1;if(i&&(e===`&`||e===`!`)){let n=x.indexOf(` `);e===`&`&&n!==-1&&ne===qn||typeof e==`symbol`&&e.description===qn,default:`key`,tag:`tag:yaml.org,2002:merge`,test:/^<<$/,resolve:()=>Object.assign(new V(Symbol(qn)),{addToJSMap:Xn}),stringify:()=>qn},Yn=(e,t)=>(Jn.identify(t)||I(t)&&(!t.type||t.type===V.PLAIN)&&Jn.identify(t.value))&&e?.doc.schema.tags.some(e=>e.tag===Jn.tag&&e.default);function Xn(e,t,n){let r=Qn(e,n);if(tn(r))for(let n of r.items)Zn(e,t,n);else if(Array.isArray(r))for(let n of r)Zn(e,t,n);else Zn(e,t,r)}function Zn(e,t,n){let r=Qn(e,n);if(!en(r))throw Error(`Merge sources must be maps or map aliases`);let i=r.toJSON(null,e,Map);for(let[e,n]of i)t instanceof Map?t.has(e)||t.set(e,n):t instanceof Set?t.add(e):Object.prototype.hasOwnProperty.call(t,e)||Object.defineProperty(t,e,{value:n,writable:!0,enumerable:!0,configurable:!0});return t}function Qn(e,t){return e&&Qt(t)?t.resolve(e.doc,e):t}function $n(e,t,{key:n,value:r}){if(R(n)&&n.addToJSMap)n.addToJSMap(e,t,r);else if(Yn(e,n))Xn(e,t,r);else{let i=B(n,``,e);if(t instanceof Map)t.set(i,B(r,i,e));else if(t instanceof Set)t.add(i);else{let a=er(n,i,e),o=B(r,a,e);a in t?Object.defineProperty(t,a,{value:o,writable:!0,enumerable:!0,configurable:!0}):t[a]=o}}return t}function er(e,t,n){if(t===null)return``;if(typeof t!=`object`)return String(t);if(R(e)&&n?.doc){let t=Vn(n.doc,{});t.anchors=new Set;for(let e of n.anchors.keys())t.anchors.add(e.anchor);t.inFlow=!0,t.inStringifyKey=!0;let r=e.toString(t);if(!n.mapKeyWarned){let e=JSON.stringify(r);e.length>40&&(e=e.substring(0,36)+`..."`),Kn(n.doc.options.logLevel,`Keys with collection values will be stringified due to JS Object restrictions: ${e}. Set mapAsMap: true to use object keys.`),n.mapKeyWarned=!0}return r}return JSON.stringify(t)}function tr(e,t,n){return new H(yn(e,void 0,n),yn(t,void 0,n))}var H=class e{constructor(e,t=null){Object.defineProperty(this,P,{value:Yt}),this.key=e,this.value=t}clone(t){let{key:n,value:r}=this;return R(n)&&(n=n.clone(t)),R(r)&&(r=r.clone(t)),new e(n,r)}toJSON(e,t){return $n(t,t?.mapAsMap?new Map:{},this)}toString(e,t,n){return e?.doc?Gn(this,e,t,n):JSON.stringify(this)}};function nr(e,t,n){return(t.inFlow??e.flow?ir:rr)(e,t,n)}function rr({comment:e,items:t},n,{blockItemPrefix:r,flowChars:i,itemIndent:a,onChompKeep:o,onComment:s}){let{indent:c,options:{commentString:l}}=n,u=Object.assign({},n,{indent:a,type:null}),d=!1,f=[];for(let e=0;eo=null,()=>d=!0);o&&(s+=Tn(s,a,l(o))),d&&o&&(d=!1),f.push(r+s)}let p;if(f.length===0)p=i.start+i.end;else{p=f[0];for(let e=1;ea=null);l||=d.length>u||o.includes(` +`),n0&&(l||=d.reduce((e,t)=>e+t.length+2,2)+(o.length+2)>t.options.lineWidth),l&&(o+=`,`)),a&&(o+=Tn(o,r,s(a))),d.push(o),u=d.length}let{start:f,end:p}=n;if(d.length===0)return f+p;if(!l){let e=d.reduce((e,t)=>e+t.length+2,2);l=t.options.lineWidth>0&&e>t.options.lineWidth}if(l){let e=f;for(let t of d)e+=t?`\n${a}${i}${t}`:` +`;return`${e}\n${i}${p}`}return`${f}${o}${d.join(` `)}${o}${p}`}function ar({indent:e,options:{commentString:t}},n,r,i){if(r&&i&&(r=r.replace(/^\n+/,``)),r){let i=wn(t(r),e);n.push(i.trimStart())}}function U(e,t){let n=I(t)?t.value:t;for(let r of e)if(F(r)&&(r.key===t||r.key===n||I(r.key)&&r.key.value===n))return r}var W=class extends Sn{static get tagName(){return`tag:yaml.org,2002:map`}constructor(e){super(Jt,e),this.items=[]}static from(e,t,n){let{keepUndefined:r,replacer:i}=n,a=new this(e),o=(e,o)=>{if(typeof i==`function`)o=i.call(t,e,o);else if(Array.isArray(i)&&!i.includes(e))return;(o!==void 0||r)&&a.items.push(tr(e,o,n))};if(t instanceof Map)for(let[e,n]of t)o(e,n);else if(t&&typeof t==`object`)for(let e of Object.keys(t))o(e,t[e]);return typeof e.sortMapEntries==`function`&&a.items.sort(e.sortMapEntries),a}add(e,t){let n;n=F(e)?e:!e||typeof e!=`object`||!(`key`in e)?new H(e,e?.value):new H(e.key,e.value);let r=U(this.items,n.key),i=this.schema?.sortMapEntries;if(r){if(!t)throw Error(`Key ${n.key} already set`);I(r.value)&&gn(n.value)?r.value.value=n.value:r.value=n.value}else if(i){let e=this.items.findIndex(e=>i(n,e)<0);e===-1?this.items.push(n):this.items.splice(e,0,n)}else this.items.push(n)}delete(e){let t=U(this.items,e);return t?this.items.splice(this.items.indexOf(t),1).length>0:!1}get(e,t){let n=U(this.items,e)?.value;return(!t&&I(n)?n.value:n)??void 0}has(e){return!!U(this.items,e)}set(e,t){this.add(new H(e,t),!0)}toJSON(e,t,n){let r=n?new n:t?.mapAsMap?new Map:{};t?.onCreate&&t.onCreate(r);for(let e of this.items)$n(t,r,e);return r}toString(e,t,n){if(!e)return JSON.stringify(this);for(let e of this.items)if(!F(e))throw Error(`Map items must all be pairs; found ${JSON.stringify(e)} instead`);return!e.allNullValues&&this.hasAllNullValues(!1)&&(e=Object.assign({},e,{allNullValues:!0})),nr(this,e,{blockItemPrefix:``,flowChars:{start:`{`,end:`}`},itemIndent:e.indent||``,onChompKeep:n,onComment:t})}},or={collection:`map`,default:!0,nodeClass:W,tag:`tag:yaml.org,2002:map`,resolve(e,t){return en(e)||t(`Expected a mapping for this tag`),e},createNode:(e,t,n)=>W.from(e,t,n)},sr=class extends Sn{static get tagName(){return`tag:yaml.org,2002:seq`}constructor(e){super(Zt,e),this.items=[]}add(e){this.items.push(e)}delete(e){let t=cr(e);return typeof t==`number`&&this.items.splice(t,1).length>0}get(e,t){let n=cr(e);if(typeof n!=`number`)return;let r=this.items[n];return!t&&I(r)?r.value:r}has(e){let t=cr(e);return typeof t==`number`&&t=0?t:null}var lr={collection:`seq`,default:!0,nodeClass:sr,tag:`tag:yaml.org,2002:seq`,resolve(e,t){return tn(e)||t(`Expected a sequence for this tag`),e},createNode:(e,t,n)=>sr.from(e,t,n)};function ur(e){return typeof e==`bigint`||Number.isInteger(e)}var dr=({value:e})=>JSON.stringify(e),fr=[{identify:e=>typeof e==`string`,default:!0,tag:`tag:yaml.org,2002:str`,resolve:e=>e,stringify:dr},{identify:e=>e==null,createNode:()=>new V(null),default:!0,tag:`tag:yaml.org,2002:null`,test:/^null$/,resolve:()=>null,stringify:dr},{identify:e=>typeof e==`boolean`,default:!0,tag:`tag:yaml.org,2002:bool`,test:/^true$|^false$/,resolve:e=>e===`true`,stringify:dr},{identify:ur,default:!0,tag:`tag:yaml.org,2002:int`,test:/^-?(?:0|[1-9][0-9]*)$/,resolve:(e,t,{intAsBigInt:n})=>n?BigInt(e):parseInt(e,10),stringify:({value:e})=>ur(e)?e.toString():JSON.stringify(e)},{identify:e=>typeof e==`number`,default:!0,tag:`tag:yaml.org,2002:float`,test:/^-?(?:0|[1-9][0-9]*)(?:\.[0-9]*)?(?:[eE][-+]?[0-9]+)?$/,resolve:e=>parseFloat(e),stringify:dr}];[or,lr].concat(fr,{default:!0,tag:``,test:/^/,resolve(e,t){return t(`Unresolved plain scalar ${JSON.stringify(e)}`),e}});function pr(e,t,n){let{replacer:r}=n,i=new sr(e);i.tag=`tag:yaml.org,2002:pairs`;let a=0;if(t&&Symbol.iterator in Object(t))for(let e of t){typeof r==`function`&&(e=r.call(t,String(a++),e));let o,s;if(Array.isArray(e)){if(e.length===2)o=e[0],s=e[1];else throw TypeError(`Expected [key, value] tuple: ${e}`)}else if(e&&e instanceof Object){let t=Object.keys(e);if(t.length===1)o=t[0],s=e[o];else throw TypeError(`Expected tuple with one key, not ${t.length} keys`)}else o=e;i.items.push(tr(o,s,n))}return i}var mr=class e extends sr{constructor(){super(),this.add=W.prototype.add.bind(this),this.delete=W.prototype.delete.bind(this),this.get=W.prototype.get.bind(this),this.has=W.prototype.has.bind(this),this.set=W.prototype.set.bind(this),this.tag=e.tag}toJSON(e,t){if(!t)return super.toJSON(e);let n=new Map;t?.onCreate&&t.onCreate(n);for(let e of this.items){let r,i;if(F(e)?(r=B(e.key,``,t),i=B(e.value,r,t)):r=B(e,``,t),n.has(r))throw Error(`Ordered maps must not include duplicate keys`);n.set(r,i)}return n}static from(e,t,n){let r=pr(e,t,n),i=new this;return i.items=r.items,i}};mr.tag=`tag:yaml.org,2002:omap`;var hr=class e extends W{constructor(t){super(t),this.tag=e.tag}add(e){let t;t=F(e)?e:e&&typeof e==`object`&&`key`in e&&`value`in e&&e.value===null?new H(e.key,null):new H(e,null),U(this.items,t.key)||this.items.push(t)}get(e,t){let n=U(this.items,e);return!t&&F(n)?I(n.key)?n.key.value:n.key:n}set(e,t){if(typeof t!=`boolean`)throw Error(`Expected boolean value for set(key, value) in a YAML set, not ${typeof t}`);let n=U(this.items,e);n&&!t?this.items.splice(this.items.indexOf(n),1):!n&&t&&this.items.push(new H(e))}toJSON(e,t){return super.toJSON(e,t,Set)}toString(e,t,n){if(!e)return JSON.stringify(this);if(this.hasAllNullValues(!0))return super.toString(Object.assign({},e,{allNullValues:!0}),t,n);throw Error(`Set items must all have null values`)}static from(e,t,n){let{replacer:r}=n,i=new this(e);if(t&&Symbol.iterator in Object(t))for(let e of t)typeof r==`function`&&(e=r.call(t,e,e)),i.items.push(tr(e,null,n));return i}};hr.tag=`tag:yaml.org,2002:set`;var gr=Symbol(`break visit`),_r=Symbol(`skip children`),vr=Symbol(`remove item`);function yr(e,t){`type`in e&&e.type===`document`&&(e={start:e.start,value:e.value}),br(Object.freeze([]),e,t)}yr.BREAK=gr,yr.SKIP=_r,yr.REMOVE=vr,yr.itemAtPath=(e,t)=>{let n=e;for(let[e,r]of t){let t=n?.[e];if(t&&`items`in t)n=t.items[r];else return}return n},yr.parentCollection=(e,t)=>{let n=yr.itemAtPath(e,t.slice(0,-1)),r=t[t.length-1][0],i=n?.[r];if(i&&`items`in i)return i;throw Error(`Parent collection not found`)};function br(e,t,n){let r=n(t,e);if(typeof r==`symbol`)return r;for(let i of[`key`,`value`]){let a=t[i];if(a&&`items`in a){for(let t=0;tCr.push(e)),N(G,`$onPatch`,e=>wr.push(e)),ze(),N(G,`$patch`,async()=>!1);var{init:Tr,onPatch:Er,onUpdate:Dr,patch:Or,state:kr}=Be(G,G,!1),K=x({page:0,clicks:0,timer:{status:`stopped`,slides:{},startedAt:0,pausedAt:0}}),Ar=[],jr=[];N(K,`$syncUp`,!0),N(K,`$syncDown`,!0),N(K,`$paused`,!1),N(K,`$onSet`,e=>Ar.push(e)),N(K,`$onPatch`,e=>jr.push(e)),ze(),N(K,`$patch`,async()=>!1);var{init:Mr,onPatch:Nr,onUpdate:Pr,patch:Fr,state:Ir}=Be(K,{page:1,clicks:0,clicksTotal:0,timer:{status:`stopped`,slides:{},startedAt:0,pausedAt:0}});function Lr(){let e=o().appContext.app,t=x({nav:ue(),configs:M,themeConfigs:p(()=>M.themeConfig)});e.provide(Me,_(`none`)),e.provide(Re,t),e.provide(ke,p(()=>t.nav.currentSlideNo)),e.provide(Oe,f(ne()));for(let e of zt)e();let{clicksContext:n,currentSlideNo:r,hasPrimarySlide:i,isNotesViewer:a,isPresenter:s,isPrintMode:c}=ue();Mt({title:E,htmlAttrs:M.htmlAttrs}),Gt(),Mr(`${E} - shared`),Tr(`${E} - drawings`);let u=`${location.origin}_${xr()}`,d=p(()=>s.value?`presenter`:`viewer`);function m(){(s.value?k.value.presenterSend:k.value.viewerSend)&&(a.value||c.value||!s.value&&!Le.includes(location.host.split(`:`)[0])||(Fr(`page`,+r.value),Fr(`clicks`,n.value.current),Fr(`clicksTotal`,n.value.total),Fr(`lastUpdate`,{id:u,type:d.value,time:Date.now()})))}let h=ve();h.afterEach(m),l(n,m),Nr(e=>{(s.value?k.value.presenterReceive:k.value.viewerReceive)&&(!i.value||c.value||e.lastUpdate?.type!==d.value&&(+e.page!=+r.value||+n.value.current!=+e.clicks)&&(A.value=!1,h.replace({path:te(e.page,s.value),query:{...h.currentRoute.value.query,clicks:e.clicks||0}})))})}var Rr=C({__name:`App`,setup(e){return Lr(),c(()=>{for(let[e,t]of Object.entries(O.value))document.body.style.setProperty(e,t.toString())}),(e,t)=>{let n=s(`RouterView`);return T(),d(v,null,[a(n),w(`v-if`,!0)],64)}}});function zr(e,t,n){let r=e.push,i=e;return i.ssr=!1,i.hooks=t,i.dirty=!!i.dirty,i.use=e=>Pt(i,e),i.render=()=>n(i),i.invalidate=()=>{for(let e of i.entries.values())delete e._tags;i.dirty=!0,t.callHook(`entries:updated`,i)},i.push=(n,a)=>{let o=a?.onRendered?t.hook(`dom:rendered`,a.onRendered):void 0,s=r(n,a),c=e.entries.get(s._i);return c&&(c._o=n),i.dirty=!0,t.callHook(`entries:updated`,i),{_i:s._i,patch(e){s.patch(e),i.dirty=!0,t.callHook(`entries:updated`,i)},dispose(){o?.(),e.entries.has(s._i)&&(s.dispose(),i.invalidate())}}},t.hook(`entries:updated`,()=>{i.render()}),i}var Br=/\s+/;function Vr(e={}){return t=>Wr(t,e)}function Hr(e){for(let t of e.entries.values())if(t._pending!==void 0)return!0;return!1}function Ur(e,t){let n={_d:t,_t:t.title,_e:new Map([[`htmlAttrs`,t.documentElement],[`bodyAttrs`,t.body]]),_p:{},_s:{},_l:new Map};for(let e of[...t.body.children,...t.head.children]){let t=e.tagName.toLowerCase();if(!Ue.has(t))continue;let r={innerHTML:e.innerHTML};for(let t of e.getAttributeNames())r[t]=e.getAttribute(t);let i=ut({tag:t,props:{}},r);i.key=e.getAttribute(`data-hid`)||void 0;let a=at(i)||ot(i),o=a,s=1;for(;n._e.has(o);)o=`${a}:${s++}`;n._e.set(o,e)}for(let t of e.entries.values())if(t._o!==void 0){let e=t._o;for(let t of[`bodyAttrs`,`htmlAttrs`]){let r=e[t]?.class;if(typeof r==`string`){let e=n._e.get(t);for(let i of r.split(Br))i&&(n._p[`${t}:attr:class:${i}`]=()=>e.classList.remove(i))}}}return n}function Wr(e,t={}){let n=t.document||e.resolvedOptions.document,r=e._dom,i=!!r&&r._d!==n;if(!n||r&&!i&&!e.dirty&&!Hr(e)||e._du)return!1;let a=n.defaultView;e._du=!0;let o=!1;try{let i=function(e,t,n){d._s[e]=!n&&f[e]||t,delete f[e]},s=function(e,t,n,r,a,o){let s=`${e}:event:${t}`,c=d._l.get(s);if(c&&c[0]===o&&c[1]===n&&c[2]===r){i(s,c[4]);return}c?.[4]();let l=`data-${t}`,u=(e=>r.call(a,e)),f=()=>{o.removeEventListener(n,u),a.getAttribute(l)===``&&a.removeAttribute(l),d._l.get(s)?.[3]===u&&d._l.delete(s)};o.addEventListener(n,u),d._l.set(s,[o,n,r,u,f]),a.setAttribute(l,``),i(s,f,!0)},c=function({id:e,$el:t,tag:n}){let r=n.tag.endsWith(`Attrs`);if(d._e.set(e,t),!r){let r=n.textContent;r!=null&&r!==``&&(r!==t.textContent&&(t.textContent=r),i(`${e}:text`,()=>{t.textContent===r&&(t.textContent=``)},!0));let a=n.innerHTML;a!=null&&a!==``&&(a!==t.innerHTML&&(t.innerHTML=a),i(`${e}:html`,()=>{t.innerHTML===a&&(t.innerHTML=``)},!0));let o=`${e}:el`;i(o,f[o]||(()=>{t?.remove(),d._e.delete(e)}))}for(let r in n.props){let o=n.props[r];if(r[0]===`o`&&r[1]===`n`&&typeof o==`function`){let i=r.slice(2);t?.dataset?.[`${r}fired`]&&o.call(t,new((a?.Event)||Event)(i)),s(e,r,i,o,t,n.tag===`bodyAttrs`&&a?a:t);continue}let c=`${e}:attr:${r}`;if(r===`class`&&o)for(let e of o){let n=`${c}:${e}`;i(n,f[n]||(()=>t.classList.remove(e))),t.classList.contains(e)||t.classList.add(e)}else if(r===`style`&&o)for(let[e,n]of o){let r=`${c}:${e}`;i(r,f[r]||(()=>t.style.removeProperty(e))),t.style.setProperty(e,n)}else o!==!1&&o!==null&&(t.getAttribute(r)!==o&&t.setAttribute(r,o===!0?``:String(o)),i(c,f[c]||(()=>t.removeAttribute(r))))}},l={shouldRender:!0,tags:[]};if(tt(e,`dom:beforeRender`,l),!l.shouldRender)return!1;let u=r;if(u?._d!==n){if(u){for(let e in u._s)u._s[e]();for(let e in u._p)u._p[e]();u._s=u._p={},u._e.clear(),u._l.clear()}u=void 0}u?u._p=u._s:u=Ur(e,n),u._s={};let d=u,f=d._p,p=[],m={};e.dirty=!1;let h=Dt(e,t.tagWeight?{tagWeight:t.tagWeight}:void 0),g=[],_={};for(let e of h){let t=_[e._d]||0,r=(t?`${e._d}:${t}`:e._d)||e._h,a={tag:e,id:r,shouldRender:!0};if(e.tag===`meta`&&e._d&&it(e._d)&&(_[e._d]=t+1),g.push(a),e.tag===`title`){n.title=e.textContent,i(`title:`,()=>n.title=d._t);continue}a.$el=d._e.get(r),a.$el?c(a):Ue.has(e.tag)&&p.push(a)}for(let e of p)e.$el=n.createElement(e.tag.tag),c(e),(m[e.tag.tagPosition||`head`]??=n.createDocumentFragment()).appendChild(e.$el);m.head&&n.head.appendChild(m.head),m.bodyOpen&&n.body.insertBefore(m.bodyOpen,n.body.firstChild),m.bodyClose&&n.body.appendChild(m.bodyClose);for(let e in f)f[e]();e._dom=d,o=!0,tt(e,`dom:rendered`,{renders:g})}catch(t){throw e.dirty=!0,t}finally{e._du=!1}return o&&(e.dirty||Hr(e))&&Wr(e,t),o}var Gr=e=>typeof e.tagPriority==`number`?e.tagPriority:100+(Ye[e.tagPriority]||0);function Kr(e={}){e.document=e.document||(typeof window<`u`?document:void 0);let t=e.render||Vr({document:e.document}),n=zr(Ft(t,{document:e.document,propResolvers:e.propResolvers,_tagWeight:Gr,init:[]}),et(e.hooks),t);return e.plugins?.forEach(e=>n.use(e)),e.init?.forEach(e=>e&&n.push(e)),n}function qr(e={}){let t=Vr(),n,r=0;return n=Kr({render:()=>{let e=++r;setTimeout(()=>{e===r&&t(n)},0)},...e}),n.install=At(n),n}var Jr=Object.assign({}),Yr=Object.assign({}),Xr=Object.assign({}),Zr=[Object.values(Jr)[0],Object.values(Yr)[0],Object.values(Xr)[0]].filter(Boolean);function Qr(e,t=``){let n=[`slidev-page`,t],r=e?.meta?.slide?.no;return r!=null&&n.push(`slidev-page-${r}`),n.filter(Boolean).join(` `)}async function $r(){let{saveAs:t}=await j(async()=>{let{saveAs:t}=await import(`./modules/file-saver-BpWusTEB.js`).then(t=>e(t.t(),1));return{saveAs:t}},__vite__mapDeps([0,1]),import.meta.url);t(typeof M.download==`string`?M.download:M.exportFilename?`${M.exportFilename}.pdf`:`./slidev-exported.pdf`,`${M.title}.pdf`)}function ei(e,t,n){return(e.instance?.$).provides[t]??n}var ti=/[\s,]+/;function ni(e,t){let n=t.map(e=>`${Fe}${e}`);e.classList.forEach(t=>{t.startsWith(`slidev-vclick-anim-`)&&!n.includes(t)&&e.classList.remove(t)}),n.forEach(t=>e.classList.add(t))}function ri(){return{install(e){e.directive(`click`,{name:`v-click`,mounted(e,t){let n=ai(e,t,t.value);n!=null&&(e.classList.toggle(De,!0),e.dataset.slidevClicksStart=String(n.start),Number.isFinite(n.end)&&(e.dataset.slidevClicksEnd=String(n.end)),e.watchStopHandle=c(()=>{let t=n.isActive.value,r=n.isCurrent.value,i=t&&!r;n.flagHide?(e.classList.toggle(Ee,t),e.classList.toggle(Ne,t)):e.classList.toggle(Ee,!t),ni(e,n.flagAnimations.value),e.classList.toggle(je,r),e.classList.toggle(Ie,i)}))},unmounted:oi}),e.directive(`after`,{name:`v-after`,mounted(e,t){let n=ai(e,t,`+0`);n!=null&&(e.classList.toggle(De,!0),e.watchStopHandle=c(()=>{let t=n.isActive.value,r=n.isCurrent.value,i=t&&!r;n.flagHide?(e.classList.toggle(Ee,t),e.classList.toggle(Ne,t)):e.classList.toggle(Ee,!t),ni(e,n.flagAnimations.value),e.classList.toggle(je,r),e.classList.toggle(Ie,i)}))},unmounted:oi}),e.directive(`click-hide`,{name:`v-click-hide`,mounted(e,t){let n=ai(e,t,t.value,!0);n!=null&&(e.classList.toggle(De,!0),e.watchStopHandle=c(()=>{let t=n.isActive.value,r=n.isCurrent.value,i=t&&!r;e.classList.toggle(Ee,t),e.classList.toggle(Ne,t),ni(e,n.flagAnimations.value),e.classList.toggle(je,r),e.classList.toggle(Ie,i)}))},unmounted:oi})}}}var ii=new Map;function ai(e,t,n,r=!1){let i=ei(t,Oe)?.value,a=ei(t,Pe);if(!e||!i)return null;let o=r||t.modifiers.hide!==!1&&t.modifiers.hide!=null,s=Object.keys({...t.modifiers}).filter(e=>e!==`hide`),c=p(()=>{if(s.length>0)return s;let e=a?.clickAnimation||M.clickAnimation;return e?e.split(ti).filter(Boolean):[]}),l=i.calculate(n);if(!l)return null;i.register(e,l);let u=p(()=>o?!l.isActive.value:l.isActive.value),d=p(()=>u.value?`shown`:Number.isFinite(l.end)?i.current{setTimeout(t.update,300)},{flush:`post`,immediate:!0});return{...t,stop:n}}function ci(e){return{info:_(fe(e)?.meta.slide??null),update:async()=>{}}}var li={};function ui(e){function t(e){return li[e]??=ci(e)}return{info:p({get(){return t(u(e)).info.value},set(n){t(u(e)).info.value=n}}),update:async(n,r)=>{let i=t(r??u(e)),a=await i.update(n);return a&&(i.info.value=a),a}}}function di(e){return()=>{}}function fi(e,t,n,r=!1){function i(t){return e?ei(e,t):pe(t)}let a=i(Me),o=i(`$$slidev-fontmatter`)??{},s=i(ke),c=p(()=>di(s.value)),u=i(`$$slidev-slide-scale`)??_(1),d=i(`$$slidev-slide-zoom`)??_(1),{left:f,top:m,stop:h}=si(i(`$$slidev-slide-element`)??_()),{isPrintMode:g}=ue(),v=[`slide`,`presenter`].includes(a.value)&&!g.value,y=e?`directive`:`prop`,b=xr(),x;if(Array.isArray(t)?x=t:typeof t==`string`&&t.includes(`,`)?x=t.split(`,`).map(Number):t!=null&&(y=`frontmatter`,b=`${t}`,t=o?.dragPos?.[b],x=t?.split(`,`).map(Number)),y!==`frontmatter`&&!n)throw Error("[Slidev] Can not identify the source position of the v-drag element, please provide an explicit `id` prop.");let S=[h],C=!r&&t!=null&&!Number.isFinite(x?.[3]);x??=[NaN,NaN,0];let w=_(x[2]),T=_(x[0]+x[2]/2),E=_(r?0:x[4]??0),ee=p(()=>E.value*Math.PI/180),te=p(()=>Math.sin(ee.value)),ne=p(()=>Math.cos(ee.value)),re=_(),D=_({left:0,top:0,width:0,height:0}),ie=_(0);function ae(){if(!re.value)return;let e=re.value.getBoundingClientRect();D.value={left:e.left/d.value,top:e.top/d.value,width:e.width/d.value,height:e.height/d.value},ie.value=(D.value.width+D.value.height)/u.value/(Math.abs(te.value)+Math.abs(ne.value))-w.value}S.push(l(w,ae,{flush:`post`}));let oe=_(x[3]??0),O=C?p({get:()=>(C?ie.value:oe.value)||0,set:e=>!C&&(oe.value=e)}):oe,se=_(C?x[1]:x[1]+x[3]/2),k=C?p({get:()=>se.value+O.value/2,set:e=>se.value=e-O.value/2}):se,ce=p(()=>Number.isFinite(T.value)?{position:`absolute`,zIndex:100,left:`${T.value-w.value/2}px`,top:`${k.value-O.value/2}px`,width:`${w.value}px`,height:C?void 0:`${O.value}px`,transformOrigin:`center center`,transform:`rotate(${E.value}deg)`}:{position:`absolute`,zIndex:100});S.push(l([T,k,w,O,E],([e,t,r,i,a])=>{let o=[e-r/2,t-i/2,r].map(Math.round).join();o+=C?y===`directive`?`,NaN`:`,_`:`,${Math.round(i)}`,Math.round(a)!==0&&(o+=`,${Math.round(a)}`),y===`directive`&&(o=`[${o}]`),c.value(b,o,y,n)}));let A={dragId:b,dataSource:y,markdownSource:n,isArrow:r,zoom:d,autoHeight:C,x0:T,y0:k,width:w,height:O,rotate:E,container:re,containerStyle:ce,watchStopHandles:S,dragging:p(()=>le.value===A),mounted(){v&&(ae(),t||setTimeout(()=>{ae(),T.value=(D.value.left+D.value.width/2-f.value)/u.value,k.value=(D.value.top-m.value)/u.value,w.value=D.value.width/u.value,O.value=D.value.height/u.value},100))},unmounted(){v&&A.stopDragging()},startDragging(){v&&(ae(),le.value=A)},stopDragging(){v&&le.value===A&&(le.value=null)}};return S.push(Ce(re,e=>{let t=document.querySelector(`#drag-control-container`);t&&e.target&&t.contains(e.target)||A.stopDragging()}),l(_e(),e=>{e||A.stopDragging()})),A}function pi(){return{install(e){e.directive(`drag`,{name:`v-drag`,created(e,t,n){let r=fi(t,t.value,n.props?.markdownSource);n.props&&(n.props={...n.props},delete n.props.markdownSource),r.container.value=e,e.draggingState=r,e.dataset.dragId=r.dragId,r.watchStopHandles.push(l(r.containerStyle,t=>{for(let[n,r]of Object.entries(t))r&&(e.style[n]=r)},{immediate:!0})),e.addEventListener(`dblclick`,r.startDragging)},mounted(e){e.draggingState.mounted()},unmounted(e){let t=e.draggingState;t.unmounted(),e.removeEventListener(`dblclick`,t.startDragging),t.watchStopHandles.forEach(e=>e())}})}}}function mi(){return Math.floor(Math.random()*2**31)}var hi=class{constructor(e){this.seed=e}next(){return this.seed?(2**31-1&(this.seed=Math.imul(48271,this.seed)))/2**31:Math.random()}};function gi(e,t,n){if(e&&e.length){let[r,i]=t,a=Math.PI/180*n,o=Math.cos(a),s=Math.sin(a);for(let t of e){let[e,n]=t;t[0]=(e-r)*o-(n-i)*s+r,t[1]=(e-r)*s+(n-i)*o+i}}}function _i(e,t,n){let r=[];e.forEach(e=>r.push(...e)),gi(r,t,n)}function vi(e,t){return e[0]===t[0]&&e[1]===t[1]}function yi(e,t,n,r=1){let i=n,a=Math.max(t,.1),o=e[0]&&e[0][0]&&typeof e[0][0]==`number`?[e]:e,s=[0,0];if(i)for(let e of o)gi(e,s,i);let c=bi(o,a,r);if(i){for(let e of o)gi(e,s,-i);_i(c,s,-i)}return c}function bi(e,t,n){let r=[];for(let t of e){let e=[...t];vi(e[0],e[e.length-1])||e.push([e[0][0],e[0][1]]),e.length>2&&r.push(e)}let i=[];t=Math.max(t,.1);let a=[];for(let e of r)for(let t=0;te.ymint.ymin?1:e.xt.x?1:e.ymax===t.ymax?0:(e.ymax-t.ymax)/Math.abs(e.ymax-t.ymax)),!a.length)return i;let o=[],s=a[0].ymin,c=0;for(;o.length||a.length;){if(a.length){let e=-1;for(let t=0;ts);t++)e=t;a.splice(0,e+1).forEach(e=>{o.push({s,edge:e})})}if(o=o.filter(e=>!(e.edge.ymax<=s)),o.sort((e,t)=>e.edge.x===t.edge.x?0:(e.edge.x-t.edge.x)/Math.abs(e.edge.x-t.edge.x)),(n!==1||c%t===0)&&o.length>1)for(let e=0;e=o.length)break;let n=o[e].edge,r=o[t].edge;i.push([[Math.round(n.x),s],[Math.round(r.x),s]])}s+=n,o.forEach(e=>{e.edge.x=e.edge.x+n*e.edge.islope}),c++}return i}function xi(e,t){let n=t.hachureAngle+90,r=t.hachureGap;r<0&&(r=t.strokeWidth*4),r=Math.round(Math.max(r,.1));let i=1;return t.roughness>=1&&(t.randomizer?.next()||Math.random())>.7&&(i=r),yi(e,r,n,i||1)}var Si=class{constructor(e){this.helper=e}fillPolygons(e,t){return this._fillPolygons(e,t)}_fillPolygons(e,t){let n=xi(e,t);return{type:`fillSketch`,ops:this.renderLines(n,t)}}renderLines(e,t){let n=[];for(let r of e)n.push(...this.helper.doubleLineOps(r[0][0],r[0][1],r[1][0],r[1][1],t));return n}};function Ci(e){let t=e[0],n=e[1];return Math.sqrt((t[0]-n[0])**2+(t[1]-n[1])**2)}var wi=class extends Si{fillPolygons(e,t){let n=t.hachureGap;n<0&&(n=t.strokeWidth*4),n=Math.max(n,.1);let r=xi(e,Object.assign({},t,{hachureGap:n})),i=Math.PI/180*t.hachureAngle,a=[],o=n*.5*Math.cos(i),s=n*.5*Math.sin(i);for(let[e,t]of r)Ci([e,t])&&a.push([[e[0]-o,e[1]+s],[...t]],[[e[0]+o,e[1]-s],[...t]]);return{type:`fillSketch`,ops:this.renderLines(a,t)}}},Ti=class extends Si{fillPolygons(e,t){let n=this._fillPolygons(e,t),r=Object.assign({},t,{hachureAngle:t.hachureAngle+90}),i=this._fillPolygons(e,r);return n.ops=n.ops.concat(i.ops),n}},Ei=class{constructor(e){this.helper=e}fillPolygons(e,t){t=Object.assign({},t,{hachureAngle:0});let n=xi(e,t);return this.dotsOnLines(n,t)}dotsOnLines(e,t){let n=[],r=t.hachureGap;r<0&&(r=t.strokeWidth*4),r=Math.max(r,.1);let i=t.fillWeight;i<0&&(i=t.strokeWidth/2);let a=r/4;for(let o of e){let e=Ci(o),s=e/r,c=Math.ceil(s)-1,l=e-c*r,u=(o[0][0]+o[1][0])/2-r/4,d=Math.min(o[0][1],o[1][1]);for(let e=0;e{let a=Ci(e),o=Math.floor(a/(n+r)),s=(a+r-o*(n+r))/2,c=e[0],l=e[1];c[0]>l[0]&&(c=e[1],l=e[0]);let u=Math.atan((l[1]-c[1])/(l[0]-c[0]));for(let e=0;e{let i=Ci(e),a=Math.round(i/(2*t)),o=e[0],s=e[1];o[0]>s[0]&&(o=e[1],s=e[0]);let c=Math.atan((s[1]-o[1])/(s[0]-o[0]));for(let e=0;er%2?e+n:e+t);a.push({key:`C`,data:e}),t=e[4],n=e[5];break}case`Q`:a.push({key:`Q`,data:[...s]}),t=s[2],n=s[3];break;case`q`:{let e=s.map((e,r)=>r%2?e+n:e+t);a.push({key:`Q`,data:e}),t=e[2],n=e[3];break}case`A`:a.push({key:`A`,data:[...s]}),t=s[5],n=s[6];break;case`a`:t+=s[5],n+=s[6],a.push({key:`A`,data:[s[0],s[1],s[2],s[3],s[4],t,n]});break;case`H`:a.push({key:`H`,data:[...s]}),t=s[0];break;case`h`:t+=s[0],a.push({key:`H`,data:[t]});break;case`V`:a.push({key:`V`,data:[...s]}),n=s[0];break;case`v`:n+=s[0],a.push({key:`V`,data:[n]});break;case`S`:a.push({key:`S`,data:[...s]}),t=s[2],n=s[3];break;case`s`:{let e=s.map((e,r)=>r%2?e+n:e+t);a.push({key:`S`,data:e}),t=e[2],n=e[3];break}case`T`:a.push({key:`T`,data:[...s]}),t=s[0],n=s[1];break;case`t`:t+=s[0],n+=s[1],a.push({key:`T`,data:[t,n]});break;case`Z`:case`z`:a.push({key:`Z`,data:[]}),t=r,n=i}return a}function Ri(e){let t=[],n=``,r=0,i=0,a=0,o=0,s=0,c=0;for(let{key:l,data:u}of e){switch(l){case`M`:t.push({key:`M`,data:[...u]}),[r,i]=u,[a,o]=u;break;case`C`:t.push({key:`C`,data:[...u]}),r=u[4],i=u[5],s=u[2],c=u[3];break;case`L`:t.push({key:`L`,data:[...u]}),[r,i]=u;break;case`H`:r=u[0],t.push({key:`L`,data:[r,i]});break;case`V`:i=u[0],t.push({key:`L`,data:[r,i]});break;case`S`:{let e=0,a=0;n===`C`||n===`S`?(e=r+(r-s),a=i+(i-c)):(e=r,a=i),t.push({key:`C`,data:[e,a,...u]}),s=u[0],c=u[1],r=u[2],i=u[3];break}case`T`:{let[e,a]=u,o=0,l=0;n===`Q`||n===`T`?(o=r+(r-s),l=i+(i-c)):(o=r,l=i);let d=r+2*(o-r)/3,f=i+2*(l-i)/3,p=e+2*(o-e)/3,m=a+2*(l-a)/3;t.push({key:`C`,data:[d,f,p,m,e,a]}),s=o,c=l,r=e,i=a;break}case`Q`:{let[e,n,a,o]=u,l=r+2*(e-r)/3,d=i+2*(n-i)/3,f=a+2*(e-a)/3,p=o+2*(n-o)/3;t.push({key:`C`,data:[l,d,f,p,a,o]}),s=e,c=n,r=a,i=o;break}case`A`:{let e=Math.abs(u[0]),n=Math.abs(u[1]),a=u[2],o=u[3],s=u[4],c=u[5],l=u[6];e===0||n===0?(t.push({key:`C`,data:[r,i,c,l,c,l]}),r=c,i=l):(r!==c||i!==l)&&(Vi(r,i,c,l,e,n,a,o,s).forEach(function(e){t.push({key:`C`,data:e})}),r=c,i=l);break}case`Z`:t.push({key:`Z`,data:[]}),r=a,i=o}n=l}return t}function zi(e){return Math.PI*e/180}function Bi(e,t,n){return[e*Math.cos(n)-t*Math.sin(n),e*Math.sin(n)+t*Math.cos(n)]}function Vi(e,t,n,r,i,a,o,s,c,l){let u=zi(o),d=[],f=0,p=0,m=0,h=0;if(l)[f,p,m,h]=l;else{[e,t]=Bi(e,t,-u),[n,r]=Bi(n,r,-u);let o=(e-n)/2,l=(t-r)/2,d=o*o/(i*i)+l*l/(a*a);d>1&&(d=Math.sqrt(d),i=d*i,a=d*a);let g=s===c?-1:1,_=i*i,v=a*a,y=_*v-_*l*l-v*o*o,b=_*l*l+v*o*o,x=g*Math.sqrt(Math.abs(y/b));m=x*i*l/a+(e+n)/2,h=x*-a*o/i+(t+r)/2,f=Math.asin(parseFloat(((t-h)/a).toFixed(9))),p=Math.asin(parseFloat(((r-h)/a).toFixed(9))),ep&&(f-=Math.PI*2),!c&&p>f&&(p-=Math.PI*2)}let g=p-f;if(Math.abs(g)>Math.PI*120/180){let e=p,t=n,s=r;p=c&&p>f?f+Math.PI*120/180*1:f+Math.PI*120/180*-1,n=m+i*Math.cos(p),r=h+a*Math.sin(p),d=Vi(n,r,t,s,i,a,o,0,c,[p,e,m,h])}g=p-f;let _=Math.cos(f),v=Math.sin(f),y=Math.cos(p),b=Math.sin(p),x=Math.tan(g/4),S=4/3*i*x,C=4/3*a*x,w=[e,t],T=[e+S*v,t-C*_],E=[n+S*b,r-C*y],ee=[n,r];if(T[0]=2*w[0]-T[0],T[1]=2*w[1]-T[1],l)return[T,E,ee].concat(d);{d=[T,E,ee].concat(d);let e=[];for(let t=0;t2){let i=[];for(let t=0;tMath.PI*2&&(p=0,m=Math.PI*2);let h=Math.PI*2/c.curveStepCount,g=Math.min(h/2,(m-p)/2),_=da(g,l,u,d,f,p,m,1,c);if(!c.disableMultiStroke){let e=da(g,l,u,d,f,p,m,1.5,c);_.push(...e)}return o&&(s?_.push(...X(l,u,l+d*Math.cos(p),u+f*Math.sin(p),c),...X(l,u,l+d*Math.cos(m),u+f*Math.sin(m),c)):_.push({op:`lineTo`,data:[l,u]},{op:`lineTo`,data:[l+d*Math.cos(p),u+f*Math.sin(p)]})),{type:`path`,ops:_}}function Zi(e,t){let n=Ri(Li(Ii(e))),r=[],i=[0,0],a=[0,0];for(let{key:e,data:o}of n)switch(e){case`M`:a=[o[0],o[1]],i=[o[0],o[1]];break;case`L`:r.push(...X(a[0],a[1],o[0],o[1],t)),a=[o[0],o[1]];break;case`C`:{let[e,n,i,s,c,l]=o;r.push(...fa(e,n,i,s,c,l,a,t)),a=[c,l];break}case`Z`:r.push(...X(a[0],a[1],i[0],i[1],t)),a=[i[0],i[1]]}return{type:`path`,ops:r}}function Qi(e,t){let n=[];for(let r of e)if(r.length){let e=t.maxRandomnessOffset||0,i=r.length;if(i>2){n.push({op:`move`,data:[r[0][0]+Y(e,t),r[0][1]+Y(e,t)]});for(let a=1;aMath.PI*2&&(d=0,f=Math.PI*2);let p=(f-d)/o.curveStepCount,m=[];for(let e=d;e<=f;e+=p)m.push([s+l*Math.cos(e),c+u*Math.sin(e)]);return m.push([s+l*Math.cos(f),c+u*Math.sin(f)]),m.push([s,c]),$i([m],o)}function ta(e,t){return Y(e,t)}function na(e,t,n){return oa(e,t,n)}function ra(e,t,n,r,i){return X(e,t,n,r,i,!0)}function ia(e){let t=Object.assign({},e);return t.randomizer=void 0,e.seed&&(t.seed=e.seed+1),t}function aa(e){return e.randomizer||=new hi(e.seed||0),e.randomizer.next()}function oa(e,t,n,r=1){return n.roughness*r*(aa(n)*(t-e)+e)}function Y(e,t,n=1){return oa(-e,e,t,n)}function X(e,t,n,r,i,a=!1){let o=a?i.disableMultiStrokeFill:i.disableMultiStroke,s=sa(e,t,n,r,i,!0,!1);if(o)return s;let c=sa(e,t,n,r,i,!0,!0);return s.concat(c)}function sa(e,t,n,r,i,a,o){let s=(e-n)**2+(t-r)**2,c=Math.sqrt(s),l=1;l=c<200?1:c>500?.4:-.0016668*c+1.233334;let u=i.maxRandomnessOffset||0;u*u*100>s&&(u=c/10);let d=u/2,f=.2+aa(i)*.2,p=i.bowing*i.maxRandomnessOffset*(r-t)/200,m=i.bowing*i.maxRandomnessOffset*(e-n)/200;p=Y(p,i,l),m=Y(m,i,l);let h=[],g=()=>Y(d,i,l),_=()=>Y(u,i,l),v=i.preserveVertices;return a&&(o?h.push({op:`move`,data:[e+(v?0:g()),t+(v?0:g())]}):h.push({op:`move`,data:[e+(v?0:Y(u,i,l)),t+(v?0:Y(u,i,l))]})),o?h.push({op:`bcurveTo`,data:[p+e+(n-e)*f+g(),m+t+(r-t)*f+g(),p+e+2*(n-e)*f+g(),m+t+2*(r-t)*f+g(),n+(v?0:g()),r+(v?0:g())]}):h.push({op:`bcurveTo`,data:[p+e+(n-e)*f+_(),m+t+(r-t)*f+_(),p+e+2*(n-e)*f+_(),m+t+2*(r-t)*f+_(),n+(v?0:_()),r+(v?0:_())]}),h}function ca(e,t,n){if(!e.length)return[];let r=[];r.push([e[0][0]+Y(t,n),e[0][1]+Y(t,n)]),r.push([e[0][0]+Y(t,n),e[0][1]+Y(t,n)]);for(let i=1;i3){let a=[],o=1-n.curveTightness;i.push({op:`move`,data:[e[1][0],e[1][1]]});for(let t=1;t+21&&i.push(n):i.push(n),i.push(e[t+3])}else{let r=.5,a=e[t+0],o=e[t+1],s=e[t+2],c=e[t+3],l=va(a,o,r),u=va(o,s,r),d=va(s,c,r),f=va(l,u,r),p=va(u,d,r),m=va(f,p,r);ba([a,l,f,m],0,n,i),ba([m,p,d,c],0,n,i)}return i}function xa(e,t){return Sa(e,0,e.length,t)}function Sa(e,t,n,r,i){let a=i||[],o=e[t],s=e[n-1],c=0,l=1;for(let r=t+1;rc&&(c=t,l=r)}return Math.sqrt(c)>r?(Sa(e,t,l+1,r,a),Sa(e,l,n,r,a)):(a.length||a.push(o),a.push(s)),a}function Ca(e,t=.15,n){let r=[],i=(e.length-1)/3;for(let n=0;n0?Sa(r,0,r.length,n):r}function wa(e,t,n){let r=Ri(Li(Ii(e))),i=[],a=[],o=[0,0],s=[],c=()=>{s.length>=4&&a.push(...Ca(s,t)),s=[]},l=()=>{c(),a.length&&(i.push(a),a=[])};for(let{key:e,data:t}of r)switch(e){case`M`:l(),o=[t[0],t[1]],a.push(o);break;case`L`:c(),a.push([t[0],t[1]]);break;case`C`:if(!s.length){let e=a.length?a[a.length-1]:o;s.push([e[0],e[1]])}s.push([t[0],t[1]]),s.push([t[2],t[3]]),s.push([t[4],t[5]]);break;case`Z`:c(),a.push([o[0],o[1]])}if(l(),!n)return i;let u=[];for(let e of i){let t=xa(e,n);t.length&&u.push(t)}return u}var Z=`none`,Ta=class{constructor(e){this.defaultOptions={maxRandomnessOffset:2,roughness:1,bowing:1,stroke:`#000`,strokeWidth:1,curveTightness:0,curveFitting:.95,curveStepCount:9,fillStyle:`hachure`,fillWeight:-1,hachureAngle:-41,hachureGap:-1,dashOffset:-1,dashGap:-1,zigzagOffset:-1,seed:0,disableMultiStroke:!1,disableMultiStrokeFill:!1,preserveVertices:!1,fillShapeRoughnessGain:.8},this.config=e||{},this.config.options&&(this.defaultOptions=this._o(this.config.options))}static newSeed(){return mi()}_o(e){return e?Object.assign({},this.defaultOptions,e):this.defaultOptions}_d(e,t,n){return{shape:e,sets:t||[],options:n||this.defaultOptions}}line(e,t,n,r,i){let a=this._o(i);return this._d(`line`,[J(e,t,n,r,a)],a)}rectangle(e,t,n,r,i){let a=this._o(i),o=[],s=Gi(e,t,n,r,a);if(a.fill){let i=[[e,t],[e+n,t],[e+n,t+r],[e,t+r]];a.fillStyle===`solid`?o.push(Qi([i],a)):o.push($i([i],a))}return a.stroke!==Z&&o.push(s),this._d(`rectangle`,o,a)}ellipse(e,t,n,r,i){let a=this._o(i),o=[],s=Ji(n,r,a),c=Yi(e,t,a,s);if(a.fill){if(a.fillStyle===`solid`){let n=Yi(e,t,a,s).opset;n.type=`fillPath`,o.push(n)}else o.push($i([c.estimatedPoints],a))}return a.stroke!==Z&&o.push(c.opset),this._d(`ellipse`,o,a)}circle(e,t,n,r){let i=this.ellipse(e,t,n,n,r);return i.shape=`circle`,i}linearPath(e,t){let n=this._o(t);return this._d(`linearPath`,[Ui(e,!1,n)],n)}arc(e,t,n,r,i,a,o=!1,s){let c=this._o(s),l=[],u=Xi(e,t,n,r,i,a,o,!0,c);if(o&&c.fill){if(c.fillStyle===`solid`){let o=Object.assign({},c);o.disableMultiStroke=!0;let s=Xi(e,t,n,r,i,a,!0,!1,o);s.type=`fillPath`,l.push(s)}else l.push(ea(e,t,n,r,i,a,c))}return c.stroke!==Z&&l.push(u),this._d(`arc`,l,c)}curve(e,t){let n=this._o(t),r=[],i=Ki(e,n);if(n.fill&&n.fill!==Z){if(n.fillStyle===`solid`){let t=Ki(e,Object.assign(Object.assign({},n),{disableMultiStroke:!0,roughness:n.roughness?n.roughness+n.fillShapeRoughnessGain:0}));r.push({type:`fillPath`,ops:this._mergedShape(t.ops)})}else{let t=[],i=e;if(i.length){let e=typeof i[0][0]==`number`?[i]:i;for(let r of e)r.length<3?t.push(...r):r.length===3?t.push(...Ca(ma([r[0],r[0],r[1],r[2]]),10,(1+n.roughness)/2)):t.push(...Ca(ma(r),10,(1+n.roughness)/2))}t.length&&r.push($i([t],n))}}return n.stroke!==Z&&r.push(i),this._d(`curve`,r,n)}polygon(e,t){let n=this._o(t),r=[],i=Ui(e,!0,n);return n.fill&&(n.fillStyle===`solid`?r.push(Qi([e],n)):r.push($i([e],n))),n.stroke!==Z&&r.push(i),this._d(`polygon`,r,n)}path(e,t){let n=this._o(t),r=[];if(!e)return this._d(`path`,r,n);e=(e||``).replace(/\n/g,` `).replace(/(-\s)/g,`-`).replace(`/(ss)/g`,` `);let i=n.fill&&n.fill!==`transparent`&&n.fill!==Z,a=n.stroke!==Z,o=!!(n.simplification&&n.simplification<1),s=o?4-4*(n.simplification||1):(1+n.roughness)/2,c=wa(e,1,s),l=Zi(e,n);if(i){if(n.fillStyle===`solid`){if(c.length===1){let t=Zi(e,Object.assign(Object.assign({},n),{disableMultiStroke:!0,roughness:n.roughness?n.roughness+n.fillShapeRoughnessGain:0}));r.push({type:`fillPath`,ops:this._mergedShape(t.ops)})}else r.push(Qi(c,n))}else r.push($i(c,n))}return a&&(o?c.forEach(e=>{r.push(Ui(e,!1,n))}):r.push(l)),this._d(`path`,r,n)}opsToPath(e,t){let n=``;for(let r of e.ops){let e=typeof t==`number`&&t>=0?r.data.map(e=>+e.toFixed(t)):r.data;switch(r.op){case`move`:n+=`M${e[0]} ${e[1]} `;break;case`bcurveTo`:n+=`C${e[0]} ${e[1]}, ${e[2]} ${e[3]}, ${e[4]} ${e[5]} `;break;case`lineTo`:n+=`L${e[0]} ${e[1]} `}}return n.trim()}toPaths(e){let t=e.sets||[],n=e.options||this.defaultOptions,r=[];for(let e of t){let t=null;switch(e.type){case`path`:t={d:this.opsToPath(e),stroke:n.stroke,strokeWidth:n.strokeWidth,fill:Z};break;case`fillPath`:t={d:this.opsToPath(e),stroke:Z,strokeWidth:0,fill:n.fill||Z};break;case`fillSketch`:t=this.fillSketch(e,n)}t&&r.push(t)}return r}fillSketch(e,t){let n=t.fillWeight;return n<0&&(n=t.strokeWidth/2),{d:this.opsToPath(e),stroke:t.fill||Z,strokeWidth:n,fill:Z}}_mergedShape(e){return e.filter((e,t)=>t===0||e.op!==`move`)}},Ea=`http://www.w3.org/2000/svg`,Da=800,Oa=null;function ka(){return Oa||=new Ta().defaultOptions,Oa}function Aa(e,t,n){return{...ka(),maxRandomnessOffset:2,roughness:e===`highlight`?3:1.5,bowing:1,stroke:`#000`,strokeWidth:1.5,curveTightness:0,curveFitting:.95,curveStepCount:9,fillStyle:`hachure`,fillWeight:-1,hachureAngle:-41,hachureGap:-1,dashOffset:-1,dashGap:-1,zigzagOffset:-1,disableMultiStroke:e!==`double`,disableMultiStrokeFill:!1,seed:t,...n}}function ja(e){let t=e.padding;if(t||t===0){if(typeof t==`number`)return[t,t,t,t];if(Array.isArray(t)){let e=t;if(e.length)switch(e.length){case 4:return[...e];case 1:return[e[0],e[0],e[0],e[0]];case 2:return[...e,...e];case 3:return[...e,e[1]];default:return[e[0],e[1],e[2],e[3]]}}}return[5,5,5,5]}function Ma(e,t,n,r,i,a){let o=[],s=n.strokeWidth||2,c=ja(n),l=n.animate===void 0||!!n.animate,u=n.iterations||2,d=+!!n.rtl,f=Aa(`single`,a,n);switch(n.type){case`underline`:{let e=t.y+t.h+c[2];for(let n=d;ne.setAttribute(t,n);for(let r of t){let t=document.createElementNS(Ea,`path`);if(d(t,`d`,r),d(t,`fill`,`none`),d(t,`stroke`,n.color||`currentColor`),d(t,`stroke-width`,`${s}`),n.opacity!==void 0&&d(t,`style`,`opacity:${n.opacity}`),l){let e=t.getTotalLength();a.push(e),u+=e}e.appendChild(t),c.push(t)}if(l){let e=0;for(let t=0;tsetTimeout(t,e))}function Pa(e){let t=[];for(let n of e){let e=``;for(let r of n.ops){let n=r.data;switch(r.op){case`move`:e.trim()&&t.push(e.trim()),e=`M${n[0]} ${n[1]} `;break;case`bcurveTo`:e+=`C${n[0]} ${n[1]}, ${n[2]} ${n[3]}, ${n[4]} ${n[5]} `;break;case`lineTo`:e+=`L${n[0]} ${n[1]} `}}e.trim()&&t.push(e.trim())}return t}function Fa(){if(!window.__rno_kf_s){let e=window.__rno_kf_s=document.createElement(`style`);e.textContent=`@keyframes rough-notation-dash { to { stroke-dashoffset: 0; } }`,document.head.appendChild(e)}}var Ia=Object.defineProperty,La=(e,t,n)=>t in e?Ia(e,t,{enumerable:!0,configurable:!0,writable:!0,value:n}):e[t]=n,Q=(e,t,n)=>(La(e,typeof t==`symbol`?t:t+``,n),n),Ra=class{constructor(e,t){Q(this,`_state`,`unattached`),Q(this,`_config`),Q(this,`_resizing`,!1),Q(this,`_ro`),Q(this,`_seed`,mi()),Q(this,`_e`),Q(this,`_svg`),Q(this,`_lastSizes`,[]),Q(this,`_animationDelay`,0),Q(this,`_resizeListener`,()=>{this._resizing||(this._resizing=!0,setTimeout(()=>{this._resizing=!1,this._state===`showing`&&this.haveRectsChanged()&&this.show()},400))}),Q(this,`pendingRefresh`),this._e=e,this._config=JSON.parse(JSON.stringify(t)),this.attach()}getConfig(e){return this._config[e]}setConfig(e,t){this._config[e]!==t&&(this._config[e]=t,this.refresh())}get animate(){return this._config.animate}set animate(e){this._config.animate=e}get animationDuration(){return this._config.animationDuration}set animationDuration(e){this._config.animationDuration=e}get iterations(){return this._config.iterations}set iterations(e){this._config.iterations=e}get color(){return this._config.color}set color(e){this._config.color!==e&&(this._config.color=e,this.refresh())}get class(){return this._config.class}set class(e){this._config.class!==e&&(this._config.class=e,this._svg&&this._svg.setAttribute(`class`,[`rough-annotation`,this._config.class||``].filter(Boolean).join(` `)))}get strokeWidth(){return this._config.strokeWidth}set strokeWidth(e){this._config.strokeWidth!==e&&(this._config.strokeWidth=e,this.refresh())}get padding(){return this._config.padding}set padding(e){this._config.padding!==e&&(this._config.padding=e,this.refresh())}attach(){if(this._state===`unattached`&&this._e.parentElement){Fa();let e=this._svg=document.createElementNS(Ea,`svg`);e.setAttribute(`class`,[`rough-annotation`,this._config.class||``].filter(Boolean).join(` `));let t=e.style;t.position=`absolute`,t.top=`0`,t.left=`0`,t.overflow=`visible`,t.pointerEvents=`none`,t.width=`100px`,t.height=`100px`;let n=this._config.type===`highlight`;if(this._e.insertAdjacentElement(n?`beforebegin`:`afterend`,e),this._state=`not-showing`,n){let e=window.getComputedStyle(this._e).position;(!e||e===`static`)&&(this._e.style.position=`relative`)}this.attachListeners()}}detachListeners(){window.removeEventListener(`resize`,this._resizeListener),this._ro&&this._ro.unobserve(this._e)}attachListeners(){this.detachListeners(),window.addEventListener(`resize`,this._resizeListener,{passive:!0}),!this._ro&&`ResizeObserver`in window&&(this._ro=new window.ResizeObserver(e=>{for(let t of e)t.contentRect&&this._resizeListener()})),this._ro&&this._ro.observe(this._e)}haveRectsChanged(){if(this._lastSizes.length){let e=this.rects();if(e.length===this._lastSizes.length){for(let t=0;tMath.round(e)===Math.round(t);return n(e.x,t.x)&&n(e.y,t.y)&&n(e.w,t.w)&&n(e.h,t.h)}isShowing(){return this._state!==`not-showing`}refresh(){this.isShowing()&&!this.pendingRefresh&&(this.pendingRefresh=Promise.resolve().then(()=>{this.isShowing()&&this.show(),delete this.pendingRefresh}))}async show(){switch(this._state){case`unattached`:break;case`showing`:this.hide(),this._svg&&await this.render(this._svg,!0);break;case`not-showing`:this.attach(),this._svg&&await this.render(this._svg,!1)}}hide(){if(this._svg)for(;this._svg.lastChild;)this._svg.removeChild(this._svg.lastChild);this._state=`not-showing`}remove(){this._svg&&this._svg.parentElement&&this._svg.parentElement.removeChild(this._svg),this._svg=void 0,this._state=`unattached`,this.detachListeners()}async render(e,t){let n=this._config;t&&(n=JSON.parse(JSON.stringify(this._config)),n.animate=!1);let r=this.rects(),i=0;r.forEach(e=>i+=e.w);let a=n.animationDuration||Da,o=0,s=[];for(let t=0;tObject.assign(e,{type:`box`}),circle:e=>Object.assign(e,{type:`circle`}),underline:e=>Object.assign(e,{type:`underline`}),highlight:e=>Object.assign(e,{type:`highlight`}),"strike-through":e=>Object.assign(e,{type:`strike-through`}),"crossed-off":e=>Object.assign(e,{type:`crossed-off`}),bracket:e=>Object.assign(e,{type:`bracket`}),strike:e=>Object.assign(e,{type:`strike-through`}),cross:e=>Object.assign(e,{type:`crossed-off`}),crossed:e=>Object.assign(e,{type:`crossed-off`}),linethrough:e=>Object.assign(e,{type:`strike-through`}),"line-through":e=>Object.assign(e,{type:`strike-through`}),black:e=>$(e,`text-black`),blue:e=>$(e,`text-blue`),cyan:e=>$(e,`text-cyan`),gray:e=>$(e,`text-gray`),green:e=>$(e,`text-green`),indigo:e=>$(e,`text-indigo`),lime:e=>$(e,`text-lime`),orange:e=>$(e,`text-orange`),pink:e=>$(e,`text-pink`),purple:e=>$(e,`text-purple`),red:e=>$(e,`text-red`),teal:e=>$(e,`text-teal`),white:e=>$(e,`text-white`),yellow:e=>$(e,`text-yellow`)},Va=[[/^delay-?(\d+)?$/,(e,t,n)=>(t.delay=(e[1]?Number.parseInt(e[1]):n)||300,t)],[/^(?:op|opacity)-?(\d+)?$/,(e,t,n)=>(t.opacity=((e[1]?Number.parseInt(e[1]):n)||100)/100,t)]];function Ha(){return{install(e){e.directive(`mark`,{name:`v-mark`,mounted:(e,t)=>{let{isPrintMode:n}=ue(),r=p(()=>{let e=typeof t.value==`object`&&!Array.isArray(t.value)?{...t.value}:{at:t.value},r={at:e.at},i=Object.entries(t.modifiers).filter(([e,t])=>{if(Ba[e])return r=Ba[e](r,t),!1;for(let[n,i]of Va){let a=e.match(n);if(a)return r=i(a,r,t),!1}return!0});i.length&&console.warn(`[Slidev] Invalid modifiers for v-mark:`,i);let a={...r,...e};return a.type||=`underline`,n.value&&(a.animationDuration=1),a}),i=za(e,r.value),a=ai(e,t,r.value.at);if(!a){i.show();return}e.watchStopHandle=c(()=>{let e;r.value.class&&(i.class=r.value.class),r.value.color&&(i.color=r.value.color);let t=r.value.at;e=t===!0||t!==!1&&a.isActive.value,e!=null&&(e?i.show():i.hide())})},unmounted:e=>{e.watchStopHandle?.()}})}}}function Ua(){return{install(e){let t=xe();e.directive(`motion`,{name:`v-motion`,mounted(e,n,r,i){let a=ei(n,Oe),o=ei(n,ke),s=ei(n,Me),{currentPage:c,clicks:u,isPrintMode:d}=ue(),f=r.props={...r.props},p={...f.initial,...f.variants?.[`slidev-initial`]},m={...f.enter,...f.variants?.[`slidev-enter`]},h={...f.leave,...f.variants?.[`slidev-leave`]};delete f.initial,delete f.enter,delete f.leave;let g=`${xr()}-`,_=[];for(let e of Object.keys(f))if(e.startsWith(`click-`)){let t=e.slice(6),n=t.includes(`-`)?t.split(`-`).map(Number):+t,r=g+t;_.push({id:r,at:n,variant:{...f[e]},info:a?.value.calculate(n)}),delete f[e]}_.sort((e,t)=>(Array.isArray(e.at)?e.at[0]:e.at)-(Array.isArray(t.at)?t.at[0]:t.at)),t.created(e,n,r,i),t.mounted(e,n,r,i);let v=e.motionInstance;v.clickIds=_.map(e=>e.id),v.set(p),v.watchStopHandle=l([o,c,u].filter(Boolean),()=>{let t=ii.get(e)?.visibilityState.value??`shown`;if(!a?.value||![`slide`,`presenter`].includes(s?.value??``)){let e={...p,...m};for(let{variant:t}of _)Object.assign(e,t);v.set(e)}else if(d.value||o?.value===c.value){if(t===`shown`){let e={...p,...m};for(let{variant:t,info:n}of _)(!n||n.isActive.value)&&Object.assign(e,t);d.value?v.set(e):v.apply(e)}else v.apply(t===`before`?p:h)}else v.apply((o?.value??-1)>c.value?p:h)},{immediate:!0})},unmounted(e){e.motionInstance.watchStopHandle()}})}}}var Wa=Object.assign({}),Ga=Object.assign({}),Ka=Object.assign({}),qa=[Object.values(Wa)[0],Object.values(Ga)[0],Object.values(Ka)[0]].filter(Boolean);function Ja(){let e=[];function t(e){if(!M.remote||M.remote===e.query.password)return!0;if(M.remote&&e.query.password===void 0){let e=prompt(`Enter password`);if(M.remote===e)return!0}return e.params.no?{path:`/${e.params.no}`}:{path:``}}return e.push({name:`entry`,path:`/entry`,component:()=>j(()=>import(`./slidev/entry-DSOswi5I.js`),__vite__mapDeps([2,3,1,4,5,6]),import.meta.url),beforeEnter:t},{name:`overview`,path:`/overview`,component:()=>j(()=>import(`./slidev/overview-CvZmPTvX.js`),__vite__mapDeps([7,3,1,4,8,5,9,10,11,12,13,14,15,16,17,18,19,20,21]),import.meta.url),beforeEnter:t},{name:`notes`,path:`/notes`,component:()=>j(()=>import(`./slidev/notes-DN2C0Uce.js`),__vite__mapDeps([22,3,1,4,8,5,9,10,12,23,13,14,24]),import.meta.url),beforeEnter:t},{name:`notes-edit`,path:`/notes-edit`,component:()=>j(()=>import(`./slidev/notes-edit-7rz7gno0.js`),__vite__mapDeps([25,3,1,4,8,5,9,10,12,23]),import.meta.url),beforeEnter:t},{name:`presenter`,path:`/presenter/:no`,component:()=>j(()=>import(`./slidev/presenter-DD9vQFpb.js`),__vite__mapDeps([26,3,1,4,8,5,9,10,18,27,12,28,29,13,14,24,15,16,17,19,20,30,31,32]),import.meta.url),beforeEnter:t},{path:`/presenter`,redirect:{path:`/presenter/1`}}),e.push({name:`play`,path:`/:no`,component:()=>j(()=>import(`./slidev/play-D8F3Hqg1.js`),__vite__mapDeps([33,3,1,4,8,5,9,10,18,11,23,15,16,17,19,30,12,28,31,34]),import.meta.url)},{path:``,redirect:{path:`/1`}},{path:`/:pathMatch(.*)*`,name:`NotFound`,component:()=>j(()=>import(`./slidev/404-Dkk3G2sr.js`),__vite__mapDeps([35,3,1,4,8,5,9,10,36]),import.meta.url)}),qa.reduce((e,t)=>t(e),e)}async function Ya(e){function t(){document.documentElement.style.setProperty(`--vh`,`${window.innerHeight*.01}px`)}t(),window.addEventListener(`resize`,t);let n=he({history:Te(`./`),routes:Ja()});e.use(n),e.use(qr()),e.use(ri()),e.use(Ha()),e.use(pi()),e.use(Ua()),e.use(S,{container:`#twoslash-container`});let r={app:e,router:n};for(let e of Zr)await e(r)}async function Xa(){let e=b(Rr);await Ya(e),e.mount(`#app`)}Xa();export{Qr as a,Er as c,Sr as d,Ht as f,Mt as h,$r as i,Or as l,Wt as m,ci as n,Ir as o,Ut as p,si as r,kr as s,ui as t,xr as u}; \ No newline at end of file diff --git a/lecture-06/class/assets/interactive-CI8hm4xw.js b/lecture-06/class/assets/interactive-CI8hm4xw.js new file mode 100644 index 0000000000000000000000000000000000000000..483f0d93ddf8385b26a3816ff40480c1bb214f57 --- /dev/null +++ b/lecture-06/class/assets/interactive-CI8hm4xw.js @@ -0,0 +1 @@ +import{H as e,S as t,_ as n,b as r,bt as i,vt as a,w as o,xt as s,y as c,z as l}from"./modules/shiki-BFOesOFp.js";import{t as u}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as d}from"./slidev/context-DrkI8qiD.js";import{t as f}from"./DeckFooter-DqqAb-2u.js";var p={class:`dl-widget__stage`},m={class:`dl-widget__controls`},h={class:`dl-widget__readout`},g=u(o({__name:`WidgetFrame`,props:{maxWidth:{default:`100%`},controlsFirst:{type:Boolean}},setup(t){let{$slidev:o,$nav:s,$clicksContext:c,$clicks:u,$page:f,$renderContext:g,$frontmatter:_}=d(),v=t;return(t,o)=>(l(),r(`div`,{class:a([`dl-widget`,{"is-controls-first":v.controlsFirst}]),style:i({maxWidth:v.maxWidth})},[n(`div`,p,[e(t.$slots,`default`,{},void 0,!0)]),n(`div`,m,[e(t.$slots,`controls`,{},void 0,!0)]),n(`div`,h,[e(t.$slots,`readout`,{},void 0,!0)])],6))}}),[[`__scopeId`,`data-v-0f64089e`]]),_={class:`slidev-layout dl-interactive`},v={key:0,class:`dl-interactive__title`},y={class:`dl-interactive__stage`},b=u(o({__name:`interactive`,props:{heading:{},asideWidth:{},asideLeft:{type:Boolean}},setup(o){let{$slidev:u,$nav:p,$clicksContext:m,$clicks:h,$page:g,$renderContext:b,$frontmatter:x}=d(),S=o;return(o,u)=>{let d=f;return l(),r(`div`,_,[S.heading?(l(),r(`h1`,v,s(S.heading),1)):c(`v-if`,!0),n(`div`,{class:a([`dl-interactive__grid`,{"is-aside-left":S.asideLeft}])},[n(`div`,y,[e(o.$slots,`default`,{},void 0,!0)]),n(`div`,{class:`dl-interactive__aside`,style:i({flexBasis:S.asideWidth??`17rem`})},[e(o.$slots,`aside`,{},void 0,!0)],4)],2),t(d)])}}}),[[`__scopeId`,`data-v-0c449bbd`]]);export{g as n,b as t}; \ No newline at end of file diff --git a/lecture-06/class/assets/interactive-DDMF3hhv.css b/lecture-06/class/assets/interactive-DDMF3hhv.css new file mode 100644 index 0000000000000000000000000000000000000000..ab140cdb3c244e7377a8a69b6a3308534da33e80 --- /dev/null +++ b/lecture-06/class/assets/interactive-DDMF3hhv.css @@ -0,0 +1 @@ +.dl-widget[data-v-0f64089e]{flex-direction:column;gap:.6rem;width:100%;height:100%;min-height:0;display:flex}.dl-widget.is-controls-first[data-v-0f64089e]{flex-direction:column-reverse;justify-content:flex-end}.dl-widget__stage[data-v-0f64089e]{flex:auto;justify-content:center;align-items:center;min-height:0;display:flex}.dl-widget__controls[data-v-0f64089e]{flex-wrap:wrap;flex:none;align-items:center;gap:.5rem 1.2rem;display:flex}.dl-widget__controls[data-v-0f64089e]:empty,.dl-widget__readout[data-v-0f64089e]:empty{display:none}.dl-widget__readout[data-v-0f64089e]{color:var(--dl-muted);font-variant-numeric:tabular-nums;flex:none;font-size:.82rem}.dl-interactive[data-v-0c449bbd]{flex-direction:column;display:flex}.dl-interactive__title[data-v-0c449bbd]{margin-bottom:.7rem}.dl-interactive__grid[data-v-0c449bbd]{flex:auto;align-items:stretch;gap:1.6rem;min-height:0;display:flex}.dl-interactive__grid.is-aside-left[data-v-0c449bbd]{flex-direction:row-reverse}.dl-interactive__stage[data-v-0c449bbd]{flex:auto;justify-content:center;align-items:center;min-width:0;display:flex}.dl-interactive__aside[data-v-0c449bbd]{font-size:var(--dl-fs-secondary);flex-grow:0;flex-shrink:0;overflow-y:auto}.dl-interactive__aside[data-v-0c449bbd]:empty{display:none} diff --git a/lecture-06/class/assets/md--VWHWOz1.js b/lecture-06/class/assets/md--VWHWOz1.js new file mode 100644 index 0000000000000000000000000000000000000000..ca88cf1f3087fbd318887dbaa74a0c83c39ade06 --- /dev/null +++ b/lecture-06/class/assets/md--VWHWOz1.js @@ -0,0 +1,12 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./default-Cq9fupKf.js";import{t as h}from"./slidev/KaTexBlockWrapper-BIlBldVC.js";var g={class:`mt-1`},_={class:`flex justify-center`},v={viewBox:`0 0 520 124`,class:`dl-diagram`,style:{"max-height":`8.6rem`},role:`img`,"aria-label":`Q, T by d_k, times K transpose, d_k by T, gives a T by T grid of scores; divide and softmax gives T by T weights; times V, T by d_v, gives the T by d_v output`},y={class:`mt-1 dl-callout`},b={__name:`class.md__slidev_20`,setup(b){let{$slidev:x,$nav:S,$clicksContext:C,$clicks:w,$page:T,$renderContext:E,$frontmatter:D}=f();return C.setup(),(f,b)=>{let x=h,S=i(`click`);return d(),c(m,u(t(o(p)(o(D),19))),{default:n(()=>[b[6]||=a(`h1`,null,`The whole layer, in one line`,-1),b[7]||=a(`p`,null,[l(`Stack the queries into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`Q`)]),a(`annotation`,{encoding:`application/x-tex`},`Q`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.8778em`,"vertical-align":`-0.1944em`}}),a(`span`,{class:`mord mathnormal`},`Q`)])])]),l(`, the keys into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`K`)]),a(`annotation`,{encoding:`application/x-tex`},`K`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`)])])]),l(` and the values into `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])]),l(`, one row per token. `),a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,null,`T`)]),a(`annotation`,{encoding:`application/x-tex`},`T`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`0.6833em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.1389em`}},`T`)])])]),l(` is the number of tokens. The four steps become one line:`)],-1),a(`div`,g,[r(x,{ranges:[]},{default:n(()=>[...b[0]||=[a(`p`,null,[a(`span`,{class:`katex-display`},[a(`span`,{class:`katex`},[a(`span`,{class:`katex-mathml`},[a(`math`,{xmlns:`http://www.w3.org/1998/Math/MathML`,display:`block`},[a(`semantics`,null,[a(`mrow`,null,[a(`mi`,{mathvariant:`normal`},`Attention`),a(`mo`,null,`⁡`),a(`mo`,{stretchy:`false`},`(`),a(`mi`,null,`Q`),a(`mo`,{separator:`true`},`,`),a(`mi`,null,`K`),a(`mo`,{separator:`true`},`,`),a(`mi`,null,`V`),a(`mo`,{stretchy:`false`},`)`),a(`mo`,null,`=`),a(`mi`,{mathvariant:`normal`},`softmax`),a(`mo`,null,`⁡`),a(`mtext`,null,` ⁣`),a(`mrow`,null,[a(`mo`,{fence:`true`},`(`),a(`mfrac`,null,[a(`mrow`,null,[a(`mi`,null,`Q`),a(`msup`,null,[a(`mi`,null,`K`),a(`mi`,{mathvariant:`normal`},`⊤`)])]),a(`msqrt`,null,[a(`msub`,null,[a(`mi`,null,`d`),a(`mi`,null,`k`)])])]),a(`mo`,{fence:`true`},`)`)]),a(`mi`,null,`V`)]),a(`annotation`,{encoding:`application/x-tex`},`\\operatorname{Attention}(Q, K, V) = \\operatorname{softmax}\\!\\left(\\frac{QK^\\top}{\\sqrt{d_k}}\\right)V`)])])]),a(`span`,{class:`katex-html`,"aria-hidden":`true`},[a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`1em`,"vertical-align":`-0.25em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`Attention`)]),a(`span`,{class:`mopen`},`(`),a(`span`,{class:`mord mathnormal`},`Q`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`mpunct`},`,`),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`),a(`span`,{class:`mclose`},`)`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}}),a(`span`,{class:`mrel`},`=`),a(`span`,{class:`mspace`,style:{"margin-right":`0.2778em`}})]),a(`span`,{class:`katex-base`},[a(`span`,{class:`katex-strut`,style:{height:`2.4761em`,"vertical-align":`-0.95em`}}),a(`span`,{class:`mop`},[a(`span`,{class:`mord mathrm`},`softmax`)]),a(`span`,{class:`mspace`,style:{"margin-right":`-0.1667em`}}),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`minner`},[a(`span`,{class:`mopen delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`(`)]),a(`span`,{class:`mord`},[a(`span`,{class:`mopen nulldelimiter`}),a(`span`,{class:`mfrac`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`1.5261em`}},[a(`span`,{style:{top:`-2.2528em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord sqrt`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8572em`}},[a(`span`,{class:`svg-align`,style:{top:`-3em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`,style:{"padding-left":`0.833em`}},[a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`d`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t vlist-t2`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.3361em`}},[a(`span`,{style:{top:`-2.55em`,"margin-left":`0em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mathnormal mtight`,style:{"margin-right":`0.0315em`}},`k`)])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.15em`}},[a(`span`)])])])])])])]),a(`span`,{style:{top:`-2.8172em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`hide-tail`,style:{"min-width":`0.853em`,height:`1.08em`}},[a(`svg`,{xmlns:`http://www.w3.org/2000/svg`,width:`400em`,height:`1.08em`,viewBox:`0 0 400000 1080`,preserveAspectRatio:`xMinYMin slice`},[a(`path`,{d:`M95,702 +c-2.7,0,-7.17,-2.7,-13.5,-8c-5.8,-5.3,-9.5,-10,-9.5,-14 +c0,-2,0.3,-3.3,1,-4c1.3,-2.7,23.83,-20.7,67.5,-54 +c44.2,-33.3,65.8,-50.3,66.5,-51c1.3,-1.3,3,-2,5,-2c4.7,0,8.7,3.3,12,10 +s173,378,173,378c0.7,0,35.3,-71,104,-213c68.7,-142,137.5,-285,206.5,-429 +c69,-144,104.5,-217.7,106.5,-221 +l0 -0 +c5.3,-9.3,12,-14,20,-14 +H400000v40H845.2724 +s-225.272,467,-225.272,467s-235,486,-235,486c-2.7,4.7,-9,7,-19,7 +c-6,0,-10,-1,-12,-3s-194,-422,-194,-422s-65,47,-65,47z +M834 80h400000v40h-400000z`})])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.1828em`}},[a(`span`)])])])])])]),a(`span`,{style:{top:`-3.23em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`frac-line`,style:{"border-bottom-width":`0.04em`}})]),a(`span`,{style:{top:`-3.677em`}},[a(`span`,{class:`pstrut`,style:{height:`3em`}}),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`},`Q`),a(`span`,{class:`mord`},[a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.0715em`}},`K`),a(`span`,{class:`msupsub`},[a(`span`,{class:`vlist-t`},[a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.8491em`}},[a(`span`,{style:{top:`-3.063em`,"margin-right":`0.05em`}},[a(`span`,{class:`pstrut`,style:{height:`2.7em`}}),a(`span`,{class:`katex-sizing reset-size6 size3 mtight`},[a(`span`,{class:`mord mtight`},`⊤`)])])])])])])])])])]),a(`span`,{class:`vlist-s`},`​`)]),a(`span`,{class:`vlist-r`},[a(`span`,{class:`vlist`,style:{height:`0.93em`}},[a(`span`)])])])]),a(`span`,{class:`mclose nulldelimiter`})]),a(`span`,{class:`mclose delimcenter`,style:{top:`0em`}},[a(`span`,{class:`delimsizing size3`},`)`)])]),a(`span`,{class:`mspace`,style:{"margin-right":`0.1667em`}}),a(`span`,{class:`mord mathnormal`,style:{"margin-right":`0.2222em`}},`V`)])])])])],-1)]]),_:1})]),a(`div`,_,[(d(),s(`svg`,v,[b[4]||=a(`defs`,null,[a(`marker`,{id:`l6s1-layer`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[a(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])],-1),e((d(),s(`g`,null,[...b[1]||=[a(`rect`,{class:`dl-dg-box`,x:`10`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`22`,y:`12`,"text-anchor":`middle`},`Q`,-1),a(`text`,{class:`dl-dg-small`,x:`22`,y:`108`,"text-anchor":`middle`},`T × d_k`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`48`,y:`58`,"text-anchor":`middle`},`×`,-1),a(`rect`,{class:`dl-dg-box`,x:`62`,y:`18`,width:`72`,height:`24`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`98`,y:`12`,"text-anchor":`middle`},`Kᵀ`,-1),a(`text`,{class:`dl-dg-small`,x:`98`,y:`58`,"text-anchor":`middle`},`d_k × T`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`148`,y:`58`,"text-anchor":`middle`},`=`,-1),a(`rect`,{class:`dl-dg-box`,x:`162`,y:`18`,width:`72`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`198`,y:`12`,"text-anchor":`middle`},`1 · scores`,-1),a(`text`,{class:`dl-dg-small`,x:`198`,y:`108`,"text-anchor":`middle`},`T × T`,-1)]])),[[S]]),e((d(),s(`g`,null,[...b[2]||=[a(`path`,{class:`dl-dg-arrow`,d:`M236 54 H282`,"marker-end":`url(#l6s1-layer)`},null,-1),a(`text`,{class:`dl-dg-small`,x:`259`,y:`44`,"text-anchor":`middle`},`2 · ÷ √d_k`,-1),a(`text`,{class:`dl-dg-small`,x:`259`,y:`72`,"text-anchor":`middle`},`3 · softmax`,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`288`,y:`18`,width:`72`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`324`,y:`12`,"text-anchor":`middle`},`weights`,-1),a(`text`,{class:`dl-dg-small`,x:`324`,y:`108`,"text-anchor":`middle`},`T × T`,-1),a(`text`,{class:`dl-dg-small`,x:`324`,y:`121`,"text-anchor":`middle`},`rows sum to 1`,-1)]])),[[S]]),e((d(),s(`g`,null,[...b[3]||=[a(`text`,{class:`dl-dg-lab is-sm`,x:`374`,y:`58`,"text-anchor":`middle`},`×`,-1),a(`rect`,{class:`dl-dg-box`,x:`388`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`400`,y:`12`,"text-anchor":`middle`},`V`,-1),a(`text`,{class:`dl-dg-small`,x:`400`,y:`108`,"text-anchor":`middle`},`T × d_v`,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`430`,y:`58`,"text-anchor":`middle`},`=`,-1),a(`rect`,{class:`dl-dg-box is-accent`,x:`452`,y:`18`,width:`24`,height:`72`,rx:`2`},null,-1),a(`text`,{class:`dl-dg-lab is-sm`,x:`464`,y:`12`,"text-anchor":`middle`},`4 · output`,-1),a(`text`,{class:`dl-dg-small`,x:`464`,y:`108`,"text-anchor":`middle`},`T × d_v`,-1)]])),[[S]])]))]),e((d(),s(`div`,y,[...b[5]||=[a(`p`,null,`Two matrix multiplies and a softmax. Every transformer is this line.`,-1)]])),[[S]])]),_:1},16)}}};export{b as default}; \ No newline at end of file diff --git a/lecture-06/class/assets/md-02KmJZ_Z.js b/lecture-06/class/assets/md-02KmJZ_Z.js new file mode 100644 index 0000000000000000000000000000000000000000..6a36350c229f8d77052657ec7a46c5e356c097d4 --- /dev/null +++ b/lecture-06/class/assets/md-02KmJZ_Z.js @@ -0,0 +1 @@ +import{E as e,Q as t,S as n,_ as r,_t as i,v as a,yt as o,z as s}from"./modules/shiki-BFOesOFp.js";import{n as c,t as l}from"./slidev/context-DrkI8qiD.js";import{t as u}from"./TransformerGlyph-D9TehqNe.js";import{t as d}from"./section-C2g2VRmZ.js";var f={class:`absolute right-18 top-1/2 -translate-y-1/2`},p={__name:`class.md__slidev_21`,setup(p){let{$slidev:m,$nav:h,$clicksContext:g,$clicks:_,$page:v,$renderContext:y,$frontmatter:b}=c();return g.setup(),(c,p)=>{let m=u;return s(),a(d,o(e(i(l)(i(b),20))),{default:t(()=>[p[0]||=r(`h1`,null,`From one head to one block`,-1),p[1]||=r(`p`,null,`Many heads, one block.`,-1),r(`div`,f,[n(m,{kind:`block`,size:190})])]),_:1},16)}}};export{p as default}; \ No newline at end of file diff --git a/lecture-06/class/assets/md-B3SP9l6r.js b/lecture-06/class/assets/md-B3SP9l6r.js new file mode 100644 index 0000000000000000000000000000000000000000..4f374828ecb1c47d93cbc18fdb8b0602637747ff --- /dev/null +++ b/lecture-06/class/assets/md-B3SP9l6r.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,W as i,_ as a,_t as o,b as s,v as c,x as l,yt as u,z as d}from"./modules/shiki-BFOesOFp.js";import{n as f,t as p}from"./slidev/context-DrkI8qiD.js";import{t as m}from"./TransformerGlyph-D9TehqNe.js";import{t as h}from"./default-Cq9fupKf.js";var g={class:`grid grid-cols-2 gap-x-8 gap-y-2 mt-2 dl-tight`},_={class:`flex items-center gap-3`},v={class:`flex items-center gap-3`},y={class:`flex items-center gap-3`},b={class:`flex items-center gap-3`},x={class:`flex items-center gap-3`},S={class:`flex items-center gap-3`},C={class:`flex items-center gap-3`},w={class:`mt-3 dl-callout`},T={__name:`class.md__slidev_42`,setup(T){let{$slidev:E,$nav:D,$clicksContext:O,$clicks:k,$page:A,$renderContext:j,$frontmatter:M}=f();return O.setup(),(f,T)=>{let E=m,D=i(`click`);return d(),c(h,u(t(o(p)(o(M),41))),{default:n(()=>[T[8]||=a(`h1`,null,`Where we got to`,-1),a(`div`,g,[e((d(),s(`div`,_,[r(E,{kind:`cut`,size:52}),T[0]||=a(`div`,null,[a(`strong`,null,`Why:`),l(` no chain, so all positions are processed at once.`)],-1)])),[[D]]),e((d(),s(`div`,v,[r(E,{kind:`encdec`,size:52}),T[1]||=a(`div`,null,[a(`strong`,null,`The whole:`),l(` an encoder stack, a decoder stack, one wire.`)],-1)])),[[D]]),e((d(),s(`div`,y,[r(E,{kind:`qkv`,size:52}),T[2]||=a(`div`,null,[a(`strong`,null,`Attention:`),l(` a query meets each key; values are mixed.`)],-1)])),[[D]]),e((d(),s(`div`,b,[r(E,{kind:`block`,size:52}),T[3]||=a(`div`,null,[a(`strong`,null,`Block:`),l(` heads and position, a per-position network, residuals and norms.`)],-1)])),[[D]]),e((d(),s(`div`,x,[r(E,{kind:`decoder`,size:52}),T[4]||=a(`div`,null,[a(`strong`,null,`Decoder:`),l(` a mask hides later words; cross-attention reads the encoder.`)],-1)])),[[D]]),e((d(),s(`div`,S,[r(E,{kind:`fork`,size:52}),T[5]||=a(`div`,null,[a(`strong`,null,`Three kinds:`),l(` label it, write it, or translate it.`)],-1)])),[[D]]),e((d(),s(`div`,C,[r(E,{kind:`code`,size:52}),T[6]||=a(`div`,null,[a(`strong`,null,`PyTorch:`),l(` one function call on (B, T, d) tensors.`)],-1)])),[[D]])]),e((d(),s(`div`,w,[...T[7]||=[a(`p`,null,`Mix across positions, then think about each position alone.`,-1)]])),[[D]])]),_:1},16)}}};export{T as default}; \ No newline at end of file diff --git a/lecture-06/class/assets/md-BAQJYKbr.js b/lecture-06/class/assets/md-BAQJYKbr.js new file mode 100644 index 0000000000000000000000000000000000000000..8fad44852adaa5710aec12386049e0df143f4ace --- /dev/null +++ b/lecture-06/class/assets/md-BAQJYKbr.js @@ -0,0 +1 @@ +import{$ as e,E as t,Q as n,S as r,V as i,W as a,_ as o,_t as s,b as c,m as l,v as u,w as d,xt as f,yt as p,z as m}from"./modules/shiki-BFOesOFp.js";import{t as h}from"./_plugin-vue_export-helper-BDNMzG2s.js";import{n as g,t as _}from"./slidev/context-DrkI8qiD.js";import{t as v}from"./slidev/VClicks-Dmx1KjZv.js";import{t as y}from"./default-Cq9fupKf.js";var b={class:`dl-poll`},x={class:`dl-poll__question`},S=h(d({__name:`PollSlide`,props:{question:{},items:{}},setup(e){let{$slidev:t,$nav:a,$clicksContext:s,$clicks:u,$page:d,$renderContext:p,$frontmatter:h}=g(),_=e;return(e,t)=>{let a=v;return m(),c(`div`,b,[o(`div`,x,f(_.question),1),r(a,null,{default:n(()=>[(m(!0),c(l,null,i(_.items,e=>(m(),c(`div`,{key:e,class:`dl-poll__item`},[t[0]||=o(`span`,{class:`dl-poll__bullet`},`?`,-1),o(`span`,null,f(e),1)]))),128))]),_:1})])}}}),[[`__scopeId`,`data-v-743a908f`]]),C={class:`grid grid-cols-[1.7fr_1fr] gap-6 items-start`},w={class:`mt-4 dl-reveal`},T={class:`mt-2 dl-secondary`},E={__name:`class.md__slidev_6`,setup(i){let{$slidev:l,$nav:d,$clicksContext:f,$clicks:h,$page:v,$renderContext:b,$frontmatter:x}=g();return f.setup(),(i,l)=>{let d=S,f=a(`click`);return m(),u(y,p(t(s(_)(s(x),5))),{default:n(()=>[o(`div`,C,[o(`div`,null,[r(d,{question:`Attention on top of a recurrent model: which wall does it remove?`,items:[`The bottleneck — one fixed vector for the whole source`,`The lack of parallelism across time`,`Both of them`,`Neither — it needs the recurrence to work at all`]})]),l[0]||=o(`div`,{class:`mt-10`},[o(`svg`,{viewBox:`0 0 260 150`,class:`dl-diagram`,role:`img`,"aria-label":`Attention as a weighted sum sitting on top of a recurrent chain of three states`},[o(`defs`,null,[o(`marker`,{id:`l6s0-poll-head`,markerWidth:`7`,markerHeight:`7`,refX:`6`,refY:`3.5`,orient:`auto`},[o(`path`,{class:`dl-dg-head`,d:`M0 0 L7 3.5 L0 7 z`})])]),o(`circle`,{class:`dl-dg-op`,cx:`130`,cy:`28`,r:`14`}),o(`text`,{class:`dl-dg-lab is-sm`,x:`130`,y:`33`,"text-anchor":`middle`},`Σ`),o(`text`,{class:`dl-dg-small`,x:`152`,y:`32`},`attention`),o(`path`,{class:`dl-dg-line`,d:`M121 39 L35 92`}),o(`path`,{class:`dl-dg-line`,d:`M130 42 L125 92`}),o(`path`,{class:`dl-dg-line`,d:`M139 39 L215 92`}),o(`rect`,{class:`dl-dg-box`,x:`10`,y:`94`,width:`50`,height:`28`,rx:`4`}),o(`rect`,{class:`dl-dg-box`,x:`100`,y:`94`,width:`50`,height:`28`,rx:`4`}),o(`rect`,{class:`dl-dg-box`,x:`190`,y:`94`,width:`50`,height:`28`,rx:`4`}),o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-poll-head)`,d:`M60 108 H98`}),o(`path`,{class:`dl-dg-arrow`,"marker-end":`url(#l6s0-poll-head)`,d:`M150 108 H188`}),o(`text`,{class:`dl-dg-small`,x:`130`,y:`142`,"text-anchor":`middle`},`the recurrent chain underneath`)])],-1)]),e((m(),c(`div`,w,[...l[1]||=[o(`p`,null,`The bottleneck only`,-1)]])),[[f]]),e((m(),c(`div`,T,[...l[2]||=[o(`p`,null,`The recurrent chain was still underneath, so time stayed sequential.`,-1)]])),[[f]])]),_:1},16)}}};export{E as default}; \ No newline at end of file