checkpoint .
Browse files- model.pt +3 -0
- qa_log.json +78 -0
- run_log.json +22 -0
- state.json +1 -0
model.pt
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:54d2020a22b0a048dfe6bd39298a94dc124bfc1f85f4f4573e39a1badd57b1a4
|
| 3 |
+
size 4011627411
|
qa_log.json
ADDED
|
@@ -0,0 +1,78 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"step": 100,
|
| 4 |
+
"stage": "pretrain",
|
| 5 |
+
"answers": [
|
| 6 |
+
{
|
| 7 |
+
"prompt": "Explain how photosynthesis works.",
|
| 8 |
+
"answer": "\n\n\n\nA of to Heath at\n\n\n\nwell of Medical\n\nHow scanning leaf\n\n\n\n\n\n 1 use,\n\n\n providing, empathup\n civilized:\n\n\n\n\n\n-\n\n\nWhat\n v\n\n\n\n\n ("
|
| 9 |
+
},
|
| 10 |
+
{
|
| 11 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 12 |
+
"answer": ".\n\n\nNow it of their tools of a to al rollers and.\nIn 2, 40. The the 1007, 200 total.\n2000 normally.\nmult Is theland society of theSand.\nners isy"
|
| 13 |
+
},
|
| 14 |
+
{
|
| 15 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 16 |
+
"answer": "6. as important the Each looks, theJ. The lives questions companies than the\n\n\nThe film's men, bottom it& whether, there.\n\n threatened is asound.\noverning and bitcoin to therine on thema of the who of the not of H.\n\n"
|
| 17 |
+
},
|
| 18 |
+
{
|
| 19 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 20 |
+
"answer": "Nearly developing economic once mixing theidentG), is culture, to view published, and the works.\n size should ensure doing, over the blow, the cells of in thewide,, the Ink of the view water. The that Ant, care garden in P, and a famous To as scur"
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"prompt": "What caused World War I?",
|
| 24 |
+
"answer": " chapter all explore S in a new in aowKA in up concepts that an, does called, and a I for he unique a other the classics is as simpler in the compositions.\n\n\n translates the 119 links The/198 progressN whom Meditation- Ve, attended"
|
| 25 |
+
},
|
| 26 |
+
{
|
| 27 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 28 |
+
"answer": "\n first ', liquid, such the 1994.\n16: doesSevere what the to the advant, with be the practice.the=1.9999988.\n river 200 offer Item hope on the 39pe 6"
|
| 29 |
+
},
|
| 30 |
+
{
|
| 31 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 32 |
+
"answer": " project, what towards,**:,ing, then,, and children his that, business, emerging.\n- doctor.\n\n- 2 byP, 1, 20, Groups, 11. some, and today and just to subject's 199."
|
| 33 |
+
},
|
| 34 |
+
{
|
| 35 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 36 |
+
"answer": " information\u2014 connected in takefine) that harvests or that and sings survey in the the same is a, to the in the 197 of New target, app of the turn andor. The 19 of the constantly with the quickly8 and other the only in consider, and"
|
| 37 |
+
}
|
| 38 |
+
]
|
| 39 |
+
},
|
| 40 |
+
{
|
| 41 |
+
"step": 200,
|
| 42 |
+
"stage": "pretrain",
|
| 43 |
+
"answers": [
|
| 44 |
+
{
|
| 45 |
+
"prompt": "Explain how photosynthesis works.",
|
| 46 |
+
"answer": " For.e.S. (2202002020301000031000200000000%0 by 200000002.90000000"
|
| 47 |
+
},
|
| 48 |
+
{
|
| 49 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 50 |
+
"answer": " the to develop and the our Act of the advantage of the following metallic form of the middle to engage of the world, and the world are more to be the mechanism of finding. Remember, we are to be simply to be ab axi, the sign that are into a week. The best are"
|
| 51 |
+
},
|
| 52 |
+
{
|
| 53 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 54 |
+
"answer": "\n\nP costumes: Maybe your drought, we\u2019s! It\u2019s now that\u2019s work.###eth\u2019s 61772 C and a number of the physical\" was a virtualby. It is the local 13/52.\nI\u2019"
|
| 55 |
+
},
|
| 56 |
+
{
|
| 57 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 58 |
+
"answer": " will the plane and surfaces in the surface, often mostly with the next likely to understand the breath\u2019s available. She prisoner, down the graEDious century in the Ebits of the last state Contrast: Thefinalitual latest (view. The strain of the beginning of the top of the"
|
| 59 |
+
},
|
| 60 |
+
{
|
| 61 |
+
"prompt": "What caused World War I?",
|
| 62 |
+
"answer": "\nrange. According to: instance\n* on all four poverty and management practices, exception, dopamine, and services. Despite American I look caused up Diversity of the annual level, which are other gallon indication of any potential exclusively and those of relationships. It is also be led to thefile method of"
|
| 63 |
+
},
|
| 64 |
+
{
|
| 65 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 66 |
+
"answer": "\nWhen, these American challenges about the program of the evolution of the world that the coffee and peace.\nWe\u2019nil\u2019s . truth\u2019s school of the goal, if the midonLs (1992) that the first company\u2019ve\u2019s, the most"
|
| 67 |
+
},
|
| 68 |
+
{
|
| 69 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 70 |
+
"answer": "\n\nAn 3203.1950\n3.1420 L200033\nD046000634.00003), 20010,00000320"
|
| 71 |
+
},
|
| 72 |
+
{
|
| 73 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 74 |
+
"answer": " do more derived to our your success.\nResearchers have one best to build why studying all share the \u201cIt's another part is needed for something what is incredibly the unfair to be the as the decision to use the fact is easy to be able by dead to be to be involved risks.\nThe"
|
| 75 |
+
}
|
| 76 |
+
]
|
| 77 |
+
}
|
| 78 |
+
]
|
run_log.json
ADDED
|
@@ -0,0 +1,22 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
[
|
| 2 |
+
{
|
| 3 |
+
"stage": "pretrain",
|
| 4 |
+
"step": 100,
|
| 5 |
+
"tokens": 52428800,
|
| 6 |
+
"wall_s": 1420.0,
|
| 7 |
+
"loss": 7.3191,
|
| 8 |
+
"grad_norm": 1.059,
|
| 9 |
+
"lr": 5.9399999999999994e-05,
|
| 10 |
+
"tok_per_s": 36921
|
| 11 |
+
},
|
| 12 |
+
{
|
| 13 |
+
"stage": "pretrain",
|
| 14 |
+
"step": 200,
|
| 15 |
+
"tokens": 104857600,
|
| 16 |
+
"wall_s": 2843.1,
|
| 17 |
+
"loss": 6.1484,
|
| 18 |
+
"grad_norm": 1.084,
|
| 19 |
+
"lr": 0.00011939999999999999,
|
| 20 |
+
"tok_per_s": 36881
|
| 21 |
+
}
|
| 22 |
+
]
|
state.json
ADDED
|
@@ -0,0 +1 @@
|
|
|
|
|
|
|
| 1 |
+
{"stage": "pretrain", "step": 200, "tokens": 104857600, "d": 1088, "pattern": "AASSSSSSSSSSSSAA", "vocab": 49152}
|