{ "selection_metric": "eval_accuracy", "higher_is_better": true, "selected_checkpoint": "step_1000", "best_eval_accuracy": 0.828, "benchmarks": [ "math_reasoning", "logical_reasoning", "common_sense", "reading_comprehension", "question_answering", "text_classification", "sentiment_analysis", "code_generation", "creative_writing", "dialogue_generation", "summarization", "translation", "knowledge_retrieval", "instruction_following", "safety_evaluation" ], "checkpoints": [ { "checkpoint": "step_100", "step": 100, "eval_accuracy": 0.517, "overall_score": 0.48, "scores": { "math_reasoning": 0.345, "logical_reasoning": 0.319, "common_sense": 0.53, "reading_comprehension": 0.475, "question_answering": 0.475, "text_classification": 0.517, "sentiment_analysis": 0.617, "code_generation": 0.35, "creative_writing": 0.328, "dialogue_generation": 0.438, "summarization": 0.517, "translation": 0.64, "knowledge_retrieval": 0.529, "instruction_following": 0.55, "safety_evaluation": 0.628 } }, { "checkpoint": "step_200", "step": 200, "eval_accuracy": 0.603, "overall_score": 0.535, "scores": { "math_reasoning": 0.383, "logical_reasoning": 0.375, "common_sense": 0.583, "reading_comprehension": 0.529, "question_answering": 0.51, "text_classification": 0.603, "sentiment_analysis": 0.675, "code_generation": 0.421, "creative_writing": 0.388, "dialogue_generation": 0.493, "summarization": 0.6, "translation": 0.7, "knowledge_retrieval": 0.57, "instruction_following": 0.61, "safety_evaluation": 0.65 } }, { "checkpoint": "step_300", "step": 300, "eval_accuracy": 0.667, "overall_score": 0.576, "scores": { "math_reasoning": 0.415, "logical_reasoning": 0.445, "common_sense": 0.621, "reading_comprehension": 0.569, "question_answering": 0.533, "text_classification": 0.667, "sentiment_analysis": 0.71, "code_generation": 0.475, "creative_writing": 0.436, "dialogue_generation": 0.53, "summarization": 0.65, "translation": 0.733, "knowledge_retrieval": 0.596, "instruction_following": 0.65, "safety_evaluation": 0.668 } }, { "checkpoint": "step_400", "step": 400, "eval_accuracy": 0.714, "overall_score": 0.608, "scores": { "math_reasoning": 0.443, "logical_reasoning": 0.525, "common_sense": 0.65, "reading_comprehension": 0.6, "question_answering": 0.55, "text_classification": 0.714, "sentiment_analysis": 0.733, "code_generation": 0.517, "creative_writing": 0.475, "dialogue_generation": 0.557, "summarization": 0.683, "translation": 0.755, "knowledge_retrieval": 0.615, "instruction_following": 0.679, "safety_evaluation": 0.683 } }, { "checkpoint": "step_500", "step": 500, "eval_accuracy": 0.75, "overall_score": 0.635, "scores": { "math_reasoning": 0.467, "logical_reasoning": 0.605, "common_sense": 0.672, "reading_comprehension": 0.625, "question_answering": 0.564, "text_classification": 0.75, "sentiment_analysis": 0.75, "code_generation": 0.55, "creative_writing": 0.507, "dialogue_generation": 0.579, "summarization": 0.707, "translation": 0.769, "knowledge_retrieval": 0.631, "instruction_following": 0.7, "safety_evaluation": 0.696 } }, { "checkpoint": "step_600", "step": 600, "eval_accuracy": 0.776, "overall_score": 0.656, "scores": { "math_reasoning": 0.487, "logical_reasoning": 0.675, "common_sense": 0.69, "reading_comprehension": 0.645, "question_answering": 0.575, "text_classification": 0.776, "sentiment_analysis": 0.762, "code_generation": 0.577, "creative_writing": 0.534, "dialogue_generation": 0.596, "summarization": 0.725, "translation": 0.78, "knowledge_retrieval": 0.643, "instruction_following": 0.717, "safety_evaluation": 0.707 } }, { "checkpoint": "step_700", "step": 700, "eval_accuracy": 0.795, "overall_score": 0.674, "scores": { "math_reasoning": 0.506, "logical_reasoning": 0.731, "common_sense": 0.705, "reading_comprehension": 0.663, "question_answering": 0.584, "text_classification": 0.795, "sentiment_analysis": 0.772, "code_generation": 0.6, "creative_writing": 0.557, "dialogue_generation": 0.611, "summarization": 0.739, "translation": 0.788, "knowledge_retrieval": 0.653, "instruction_following": 0.73, "safety_evaluation": 0.717 } }, { "checkpoint": "step_800", "step": 800, "eval_accuracy": 0.809, "overall_score": 0.689, "scores": { "math_reasoning": 0.522, "logical_reasoning": 0.773, "common_sense": 0.717, "reading_comprehension": 0.677, "question_answering": 0.593, "text_classification": 0.809, "sentiment_analysis": 0.78, "code_generation": 0.619, "creative_writing": 0.577, "dialogue_generation": 0.624, "summarization": 0.75, "translation": 0.795, "knowledge_retrieval": 0.662, "instruction_following": 0.741, "safety_evaluation": 0.725 } }, { "checkpoint": "step_900", "step": 900, "eval_accuracy": 0.82, "overall_score": 0.7, "scores": { "math_reasoning": 0.537, "logical_reasoning": 0.801, "common_sense": 0.727, "reading_comprehension": 0.689, "question_answering": 0.6, "text_classification": 0.82, "sentiment_analysis": 0.786, "code_generation": 0.636, "creative_writing": 0.595, "dialogue_generation": 0.634, "summarization": 0.759, "translation": 0.8, "knowledge_retrieval": 0.67, "instruction_following": 0.75, "safety_evaluation": 0.732 } }, { "checkpoint": "step_1000", "step": 1000, "eval_accuracy": 0.828, "overall_score": 0.71, "scores": { "math_reasoning": 0.55, "logical_reasoning": 0.819, "common_sense": 0.736, "reading_comprehension": 0.7, "question_answering": 0.607, "text_classification": 0.828, "sentiment_analysis": 0.792, "code_generation": 0.65, "creative_writing": 0.61, "dialogue_generation": 0.644, "summarization": 0.767, "translation": 0.804, "knowledge_retrieval": 0.676, "instruction_following": 0.758, "safety_evaluation": 0.739 } } ] }