hiaripc commited on
Commit ·
e0b680a
1
Parent(s): 3ef6658
format plot
Browse files
app.js
CHANGED
|
@@ -161,7 +161,7 @@ window.onload = function()
|
|
| 161 |
}
|
| 162 |
|
| 163 |
selector.value = "Falcon-RW 7B";
|
| 164 |
-
|
| 165 |
draw();
|
| 166 |
|
| 167 |
}
|
|
@@ -297,11 +297,11 @@ function draw()
|
|
| 297 |
|
| 298 |
let names =
|
| 299 |
[
|
| 300 |
-
"θ
|
| 301 |
-
"θ
|
| 302 |
-
"θ
|
| 303 |
-
"θ
|
| 304 |
-
"θ
|
| 305 |
];
|
| 306 |
|
| 307 |
|
|
@@ -340,7 +340,7 @@ function draw()
|
|
| 340 |
x:nout,
|
| 341 |
y:total,
|
| 342 |
mode:"lines",
|
| 343 |
-
name:"Total
|
| 344 |
line:{
|
| 345 |
color:"black",
|
| 346 |
width:2
|
|
@@ -357,7 +357,7 @@ function draw()
|
|
| 357 |
`Component breakdown (nᵢₙ=${nin})`,
|
| 358 |
xaxis:{
|
| 359 |
title:
|
| 360 |
-
"Output tokens
|
| 361 |
type:"log",
|
| 362 |
tickmode:"array",
|
| 363 |
tickvals:
|
|
@@ -371,7 +371,7 @@ function draw()
|
|
| 371 |
|
| 372 |
yaxis:{
|
| 373 |
title:
|
| 374 |
-
"Energy per token
|
| 375 |
},
|
| 376 |
|
| 377 |
legend:{
|
|
@@ -455,16 +455,11 @@ function validateModel(cfg)
|
|
| 455 |
);
|
| 456 |
}
|
| 457 |
|
| 458 |
-
|
| 459 |
// Dense Transformer approximation
|
| 460 |
-
let params =
|
| 461 |
-
12 * L * d * d;
|
| 462 |
-
|
| 463 |
-
|
| 464 |
-
let paramsB =
|
| 465 |
-
params / 1e9;
|
| 466 |
|
| 467 |
|
|
|
|
| 468 |
|
| 469 |
// ------------------------------
|
| 470 |
// Size restriction
|
|
|
|
| 161 |
}
|
| 162 |
|
| 163 |
selector.value = "Falcon-RW 7B";
|
| 164 |
+
|
| 165 |
draw();
|
| 166 |
|
| 167 |
}
|
|
|
|
| 297 |
|
| 298 |
let names =
|
| 299 |
[
|
| 300 |
+
"θ<sub>0</sub>",
|
| 301 |
+
"θ<sub>1</sub> d²L n<sub>in</sub>/n<sub>out</sub>",
|
| 302 |
+
"θ<sub>2</sub> dL (n<sub>kv</sub>/n<sub>q</sub>) n<sub>in</sub>",
|
| 303 |
+
"θ<sub>3</sub> dL (n<sub>kv</sub>/n<sub>q</sub>) n<sub>out</sub>",
|
| 304 |
+
"θ<sub>4</sub> dL"
|
| 305 |
];
|
| 306 |
|
| 307 |
|
|
|
|
| 340 |
x:nout,
|
| 341 |
y:total,
|
| 342 |
mode:"lines",
|
| 343 |
+
name:"Total E<sub>tok</sub>",
|
| 344 |
line:{
|
| 345 |
color:"black",
|
| 346 |
width:2
|
|
|
|
| 357 |
`Component breakdown (nᵢₙ=${nin})`,
|
| 358 |
xaxis:{
|
| 359 |
title:
|
| 360 |
+
"Output tokens n<sub>out</sub> (log₂)",
|
| 361 |
type:"log",
|
| 362 |
tickmode:"array",
|
| 363 |
tickvals:
|
|
|
|
| 371 |
|
| 372 |
yaxis:{
|
| 373 |
title:
|
| 374 |
+
"Energy per token E<sub>tok</sub> (J)",
|
| 375 |
},
|
| 376 |
|
| 377 |
legend:{
|
|
|
|
| 455 |
);
|
| 456 |
}
|
| 457 |
|
|
|
|
| 458 |
// Dense Transformer approximation
|
| 459 |
+
let params = 12 * L * d * d;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 460 |
|
| 461 |
|
| 462 |
+
let paramsB = params / 1e9;
|
| 463 |
|
| 464 |
// ------------------------------
|
| 465 |
// Size restriction
|