zakkeown's picture
Publish qualified AetherKit OLMo2 fp16 bundle with float32 attention
bad884c verified
Raw History Blame Contribute Delete
2.93 kB
{
"afterUnloadFootprintMiB" : 287,
"afterUnloadMetalMiB" : 28,
"device" : "h17c",
"greedyRepeatIdentical" : true,
"idleFootprintMiB" : 60,
"idleMetalMiB" : 0,
"maximumContextLength" : 4096,
"modelSHA256" : "6e3aca1b961acf4f206db3684bd13e77f6f7043de2ab02b805b821d13f8d70ab",
"openSeconds" : 5.259893333,
"peakFootprintMiB" : 379,
"peakMetalMiB" : 2983,
"quantization" : "fp16",
"repository" : "allenai/OLMo-2-0425-1B-Instruct",
"revision" : "48d788eca847d4d7548f375ad03d3c9312f6139e",
"runs" : [
{
"name" : "rewrite",
"promptTokens" : 75,
"replyTokens" : 38,
"stopReason" : "eos",
"text" : "Mara, an adult fictional explorer with short dark hair, wearing a green field jacket, resting after a journey in a book-lined study, soft window light bathes her in gentle warmth.",
"timeToFirstTokenSeconds" : 0.8870295,
"tokens" : [
44,
5169,
11,
459,
6822,
44682,
54067,
449,
2875,
6453,
7013,
11,
12512,
264,
6307,
2115,
27300,
11,
41219,
1306,
264,
11879,
304,
264,
2363,
90059,
4007,
11,
8579,
3321,
3177,
9061,
288,
1077,
304,
22443,
41463,
13
],
"totalSeconds" : 1.427218458
},
{
"name" : "look",
"promptTokens" : 76,
"replyTokens" : 13,
"stopReason" : "eos",
"text" : "Aria Vale: cartographer, amber eyes, silver braid",
"timeToFirstTokenSeconds" : 0.027278708,
"tokens" : [
32,
4298,
55069,
25,
7558,
42606,
11,
68705,
6548,
11,
15310,
293,
14152
],
"totalSeconds" : 0.1488075
},
{
"name" : "rewrite-repeat",
"promptTokens" : 75,
"replyTokens" : 38,
"stopReason" : "eos",
"text" : "Mara, an adult fictional explorer with short dark hair, wearing a green field jacket, resting after a journey in a book-lined study, soft window light bathes her in gentle warmth.",
"timeToFirstTokenSeconds" : 0.027976667,
"tokens" : [
44,
5169,
11,
459,
6822,
44682,
54067,
449,
2875,
6453,
7013,
11,
12512,
264,
6307,
2115,
27300,
11,
41219,
1306,
264,
11879,
304,
264,
2363,
90059,
4007,
11,
8579,
3321,
3177,
9061,
288,
1077,
304,
22443,
41463,
13
],
"totalSeconds" : 0.390864083
}
],
"unloadSeconds" : 0.065200708
}