checkpoint .
Browse files- model.pt +1 -1
- qa_log.json +76 -0
- run_log.json +20 -0
- state.json +1 -1
model.pt
CHANGED
|
@@ -1,3 +1,3 @@
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
-
oid sha256:
|
| 3 |
size 4011627411
|
|
|
|
| 1 |
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e1b07a7ace2707d47b38e61e18d6c65e4448a5f65ace0fde3976f7b56d22c726
|
| 3 |
size 4011627411
|
qa_log.json
CHANGED
|
@@ -302,5 +302,81 @@
|
|
| 302 |
"answer": "\nHow can this do with the skill,\nWhat makes the students/learning and physical learning?\nAme and grips, 17 and 19 are the following, 9/8/12/3/22, 3/4/14/3/"
|
| 303 |
}
|
| 304 |
]
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 305 |
}
|
| 306 |
]
|
|
|
|
| 302 |
"answer": "\nHow can this do with the skill,\nWhat makes the students/learning and physical learning?\nAme and grips, 17 and 19 are the following, 9/8/12/3/22, 3/4/14/3/"
|
| 303 |
}
|
| 304 |
]
|
| 305 |
+
},
|
| 306 |
+
{
|
| 307 |
+
"step": 900,
|
| 308 |
+
"stage": "pretrain",
|
| 309 |
+
"answers": [
|
| 310 |
+
{
|
| 311 |
+
"prompt": "Explain how photosynthesis works.",
|
| 312 |
+
"answer": "\n- Imagine how the sun shines down at temperatures filled with hot soil. Why do you think that the light mirrors around? Or how coolfalls changes into temperature? How much of the sunlight can change how sunlight changes? How did all the sunlight travel?\n- Why does the sun cycle rise?"
|
| 313 |
+
},
|
| 314 |
+
{
|
| 315 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 316 |
+
"answer": " As I stated this, it is customary to consider that all of the differences are not very important.\nI mean that in the first half of this I am only able to trace the interrelationships between Europe and North America. All these \"Embarrials,\" the expressational meaning of the intricate definitions"
|
| 317 |
+
},
|
| 318 |
+
{
|
| 319 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 320 |
+
"answer": " The female can display the structure of a giant, energetic female, and decides to put the structure in a fun way.\nThe story about cloning is about camera size and Oceanographic field. It is called the \"The accelerometer\". The field is filled with about 1,000 light"
|
| 321 |
+
},
|
| 322 |
+
{
|
| 323 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 324 |
+
"answer": "\nHow do you know that a protein is a protein?\nHow Does a protein act on the periphery?\nWhat is a protein target?\nWhat does a protein increase?\nHow does an enzyme function function (n) would be responsible?\nHow does a protein supply link stress?\n"
|
| 325 |
+
},
|
| 326 |
+
{
|
| 327 |
+
"prompt": "What caused World War I?",
|
| 328 |
+
"answer": "\nWhat are earthquakes?\nWhat were the Great Age of War?\nWhat were the signs of the War on the 1.4 catastrophe?\nThe question is that the earthquake of the 1,000-kilometer Battle of the Mountain, or the 10th-"
|
| 329 |
+
},
|
| 330 |
+
{
|
| 331 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 332 |
+
"answer": "\nThe leap of the melody of the songs begins when the critical lines of the body glided with perfect meaning. While the majority of the words in the game is parachades of the melody, the stronger and more familiar characters are known as \"the dance.\" These words are often used in addition to"
|
| 333 |
+
},
|
| 334 |
+
{
|
| 335 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 336 |
+
"answer": "\nEs expensive uses become an advantage when the fire begins in the 1980s\u20131984, and so forthlash on commercial growth suffered from increasing disturbances in the 1983s.\n\"The oil industry is a lot of natural barriers in the P1"
|
| 337 |
+
},
|
| 338 |
+
{
|
| 339 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 340 |
+
"answer": "\nWhat is a test comparing data so that the data is emotively aligned to the data where both tasks are unreliable?\nHow does the data come from?\n- How can statistics be used?\n- How can data be collected by the data being analyzed?\n- How is the data available"
|
| 341 |
+
}
|
| 342 |
+
]
|
| 343 |
+
},
|
| 344 |
+
{
|
| 345 |
+
"step": 1000,
|
| 346 |
+
"stage": "pretrain",
|
| 347 |
+
"answers": [
|
| 348 |
+
{
|
| 349 |
+
"prompt": "Explain how photosynthesis works.",
|
| 350 |
+
"answer": "\nSo why do we say this?\nMonpsy is green being made up with the earth because it was dark, and the sky all had a special time. But it was not certain that the sky was bright and that was too slow and so we would be able to watch the center of the"
|
| 351 |
+
},
|
| 352 |
+
{
|
| 353 |
+
"prompt": "What is the capital of France and why is it important?",
|
| 354 |
+
"answer": "\nWed by the Italian. There is no hope that the Platonist advance is truly to start \u2013 and the royal soldiers and their generals are still fighting and a victory has been made as the victory of the French Revolutionary.\nBack in the New York Gazette (named Ghent), they proclaimed the"
|
| 355 |
+
},
|
| 356 |
+
{
|
| 357 |
+
"prompt": "Write a short story about a robot learning to paint.",
|
| 358 |
+
"answer": " They show that building and selecting colorful objects that are not merely cute, but they also feature different things such as visible light, blue, and green.\n\nNow let's look at a real-life example. Suppose a robot explorer uses a robot to record a few strange objects or objects. If"
|
| 359 |
+
},
|
| 360 |
+
{
|
| 361 |
+
"prompt": "How do you reverse a linked list in Python?",
|
| 362 |
+
"answer": " Ref figure in the old version of code:\n[f] x[1] x[2] x] x[2] x[2] x y ). x] x[3] x] x] x[1] x] x] x[2] x] x ["
|
| 363 |
+
},
|
| 364 |
+
{
|
| 365 |
+
"prompt": "What caused World War I?",
|
| 366 |
+
"answer": "\nWhat are the Tris?\nWhat kinds of things?\nIt\u2019s been the first, Henry Hoover.\nBut have I ever seen the necessity for something?\nSo good, Joe 1970s, Bill\nWhen I\u2019m a little, I\u2019m not"
|
| 367 |
+
},
|
| 368 |
+
{
|
| 369 |
+
"prompt": "Summarize the plot of Romeo and Juliet.",
|
| 370 |
+
"answer": "\nThis section of the alphabetology, together with the story of Stanley and Elizabeth - and how it worked with their mutual influence. The story of the protagonist, a hero, was an individual hero, and the Lushyn were both men and women.\nThe story of the early heun of"
|
| 371 |
+
},
|
| 372 |
+
{
|
| 373 |
+
"prompt": "If a train travels 60 mph for 3 hours, how far does it go?",
|
| 374 |
+
"answer": "\nWhen the train walks on top of your car, and the car goes 30 miles. You\u2019ll get a car ride and a car foot with the storm crossing, and you\u2019ll have to send and continue.\nIf you are set 23 hours, you\u2019re now"
|
| 375 |
+
},
|
| 376 |
+
{
|
| 377 |
+
"prompt": "What is the difference between machine learning and deep learning?",
|
| 378 |
+
"answer": "\nWhat is the relationship between technology and media?\nYou\u2019re wondering how things can be talked. It\u2019s the way we use technology and math \u2013 you\u2019re looking at what happens when we\u2019re getting to work and learn how to use technology.\nThat\u2019s the beginning of"
|
| 379 |
+
}
|
| 380 |
+
]
|
| 381 |
}
|
| 382 |
]
|
run_log.json
CHANGED
|
@@ -78,5 +78,25 @@
|
|
| 78 |
"grad_norm": 0.706,
|
| 79 |
"lr": 0.0002996194955214142,
|
| 80 |
"tok_per_s": 36683
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 81 |
}
|
| 82 |
]
|
|
|
|
| 78 |
"grad_norm": 0.706,
|
| 79 |
"lr": 0.0002996194955214142,
|
| 80 |
"tok_per_s": 36683
|
| 81 |
+
},
|
| 82 |
+
{
|
| 83 |
+
"stage": "pretrain",
|
| 84 |
+
"step": 900,
|
| 85 |
+
"tokens": 471859200,
|
| 86 |
+
"wall_s": 12875.0,
|
| 87 |
+
"loss": 4.2078,
|
| 88 |
+
"grad_norm": 0.571,
|
| 89 |
+
"lr": 0.0002993226514568634,
|
| 90 |
+
"tok_per_s": 36649
|
| 91 |
+
},
|
| 92 |
+
{
|
| 93 |
+
"stage": "pretrain",
|
| 94 |
+
"step": 1000,
|
| 95 |
+
"tokens": 524288000,
|
| 96 |
+
"wall_s": 14298.0,
|
| 97 |
+
"loss": 4.0421,
|
| 98 |
+
"grad_norm": 0.435,
|
| 99 |
+
"lr": 0.0002989410554090198,
|
| 100 |
+
"tok_per_s": 36669
|
| 101 |
}
|
| 102 |
]
|
state.json
CHANGED
|
@@ -1 +1 @@
|
|
| 1 |
-
{"stage": "pretrain", "step":
|
|
|
|
| 1 |
+
{"stage": "pretrain", "step": 1000, "tokens": 524288000, "d": 1088, "pattern": "AASSSSSSSSSSSSAA", "vocab": 49152}
|