checkpoint .
Browse files- model.pt +1 -1
- qa_log.json +76 -0
- run_log.json +20 -0
- state.json +1 -1
model.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4011627411
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:6ef8f36f97104e91751c51b0e58d5849cef31a58c5c6c1dc112d70edfbc89380
|
| 3 |
size 4011627411
|
qa_log.json
CHANGED
|
@@ -74,5 +74,81 @@
|
|
| 74 |
"answer": " do more derived to our your success.\nResearchers have one best to build why studying all share the \u201cIt's another part is needed for something what is incredibly the unfair to be the as the decision to use the fact is easy to be able by dead to be to be involved risks.\nThe"
|
| 75 |
}
|
| 76 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 77 |
}
|
| 78 |
]
|
|
|
|
| 74 |
"answer": " do more derived to our your success.\nResearchers have one best to build why studying all share the \u201cIt's another part is needed for something what is incredibly the unfair to be the as the decision to use the fact is easy to be able by dead to be to be involved risks.\nThe"
|
| 75 |
}
|
| 76 |
]
|
| 77 |
+
},
|
| 78 |
+
{
|
| 79 |
+
"step": 300,
|
| 80 |
+
"stage": "pretrain",
|
| 81 |
+
"answers": [
|
| 82 |
+
{
|
| 83 |
+
"prompt": "Explain how photosynthesis works.",
|
| 84 |
+
"answer": "\nThe analysis in the use of been a part of life, in the era of the world, if the new global group were considerably, to be assumed to engage in the economic duty of the new, and this considered area of the fastest experience. In the account of the Arabian military, the"
|
| 85 |
+
},
|
| 86 |
+
{
|
| 87 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 88 |
+
"answer": "\nContinic power of his rule on this world. The narrow as a \u201cthe book of his his peace.\" He is the book of England, the leader of the war and on the village of the many of many of the world?\nIn capture the world that incorporate a different types of the"
|
| 89 |
+
},
|
| 90 |
+
{
|
| 91 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 92 |
+
"answer": " That's studentsest together by adults's diabetes to explain the group of class.\n\n### Ancient Teaching: Bridging Health - Have a vital way of a bibliography, engaging with the third and more sensitive libraries of the world, the followingrow. These results serve as Mars, one can glass the work"
|
| 93 |
+
},
|
| 94 |
+
{
|
| 95 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 96 |
+
"answer": "\n\nWith more, say makes the new job!\n\nTo happier, knowing and way that's pursuing these community, you would go towards how stories. When there's more, you'll be strong in these countries, first, and the first year in 1919 or the University"
|
| 97 |
+
},
|
| 98 |
+
{
|
| 99 |
+
"prompt": "What caused World War I?",
|
| 100 |
+
"answer": "s and Fear. In the point of the railroadik' of the development of the chromosome, which are the most important history of the American world. In the author of the story, the English of the naval Officer. The mankind is not to speak by a mark of the past's homes, which"
|
| 101 |
+
},
|
| 102 |
+
{
|
| 103 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 104 |
+
"answer": "Phot\u0642 Tees and Graturing\n\nTo win a different beneficial machine here, she's like a high description in a balance on the history of the theory of the war. One of the easy emphasis on the boy's double Dragon, the river, so that the people could have to identify"
|
| 105 |
+
},
|
| 106 |
+
{
|
| 107 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 108 |
+
"answer": "\n\nAs the broken point, don have a made a money to attack an prints to prevent the skin far. Lastly, your reason is easy to be a angry groundbreaking day, she comes to ensure that the well time is that this only the way to develop. This chapter can be addressed and carried"
|
| 109 |
+
},
|
| 110 |
+
{
|
| 111 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 112 |
+
"answer": "\n\nTo start, if made \u201cthe integral work of the way that is the idea:\nWhile the countless news in this is the time to be true to find that this would be too to be having a lot about the same time of a question.\n\u2022 The idea that the target of"
|
| 113 |
+
}
|
| 114 |
+
]
|
| 115 |
+
},
|
| 116 |
+
{
|
| 117 |
+
"step": 400,
|
| 118 |
+
"stage": "pretrain",
|
| 119 |
+
"answers": [
|
| 120 |
+
{
|
| 121 |
+
"prompt": "Explain how photosynthesis works.",
|
| 122 |
+
"answer": "\n- Our question: Yeah, use, or engineer, not, produce feedback to the necessary objectives of the program.\n- Cleanta: What does this can?\n- How do we have to buy over in an effort to make it \u2013 to explain why the purchase system will be harder to"
|
| 123 |
+
},
|
| 124 |
+
{
|
| 125 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 126 |
+
"answer": "\nwhere the reason is it. The natural part of which the idea is called a simple ability to demonstrate that the point of all the world is both the world and water. The better is that we can see how the big and water is across the world.\nWhen you should see that to quickly"
|
| 127 |
+
},
|
| 128 |
+
{
|
| 129 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 130 |
+
"answer": " With the previous rod, a minute telescope is a chain of a 750-500.\nFortunately, the goal of ice is a key rod of fishing generation of uranium, and it can be used by the scientists at New York, where a report found that the National Energy company"
|
| 131 |
+
},
|
| 132 |
+
{
|
| 133 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 134 |
+
"answer": " This and H Difference to (by Top Tract)\n- To Dip Time, 2004\n- Introduction or Education Worldwide Challenge\n- If you have the fastest one of the world adjacent to their debut, choosing it's even to see that it has recently made attention from low-up"
|
| 135 |
+
},
|
| 136 |
+
{
|
| 137 |
+
"prompt": "What caused World War I?",
|
| 138 |
+
"answer": "\u2018?\nAs of the 1600s \u2013 10:101109110.60 / 60 10000 min10110020000000091000"
|
| 139 |
+
},
|
| 140 |
+
{
|
| 141 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 142 |
+
"answer": "\n\nCollabomy: Understanding the Holocaust of the Dark Way. The United States will begin its command \"Due to the Asian Ages,\" explains a senior Emphasis issue since we can see a new publication in the United States, in an early phase of the Americas. In addition, the distribution of the Modern"
|
| 143 |
+
},
|
| 144 |
+
{
|
| 145 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 146 |
+
"answer": "\nThe 6-year-called grade-84-220320-628042NA-03-03-2003-031-1-85-00032-008-hind-"
|
| 147 |
+
},
|
| 148 |
+
{
|
| 149 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 150 |
+
"answer": " Join Challism, does Forest, provides a significant role in larger education, and fosters increasing farm languages, providing jobs to operate a comprehensive abilities that human freedom is to violate the national world.\nHoda, an indicator of high-release education, is a major educational commitment to a student discrimination in"
|
| 151 |
+
}
|
| 152 |
+
]
|
| 153 |
}
|
| 154 |
]
|
run_log.json
CHANGED
|
@@ -18,5 +18,25 @@
|
|
| 18 |
"grad_norm": 1.084,
|
| 19 |
"lr": 0.00011939999999999999,
|
| 20 |
"tok_per_s": 36881
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 21 |
}
|
| 22 |
]
|
|
|
|
| 18 |
"grad_norm": 1.084,
|
| 19 |
"lr": 0.00011939999999999999,
|
| 20 |
"tok_per_s": 36881
|
| 21 |
+
},
|
| 22 |
+
{
|
| 23 |
+
"stage": "pretrain",
|
| 24 |
+
"step": 300,
|
| 25 |
+
"tokens": 157286400,
|
| 26 |
+
"wall_s": 4285.5,
|
| 27 |
+
"loss": 5.7304,
|
| 28 |
+
"grad_norm": 1.385,
|
| 29 |
+
"lr": 0.00017939999999999997,
|
| 30 |
+
"tok_per_s": 36702
|
| 31 |
+
},
|
| 32 |
+
{
|
| 33 |
+
"stage": "pretrain",
|
| 34 |
+
"step": 400,
|
| 35 |
+
"tokens": 209715200,
|
| 36 |
+
"wall_s": 5708.5,
|
| 37 |
+
"loss": 5.5112,
|
| 38 |
+
"grad_norm": 1.089,
|
| 39 |
+
"lr": 0.00023939999999999996,
|
| 40 |
+
"tok_per_s": 36738
|
| 41 |
}
|
| 42 |
]
|
state.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"stage": "pretrain", "step":
|
|
|
|
| 1 |
+
{"stage": "pretrain", "step": 400, "tokens": 209715200, "d": 1088, "pattern": "AASSSSSSSSSSSSAA", "vocab": 49152}
|