Upload folder using huggingface_hub

uniform_normalized_123/epoch2/metadata.json

@@ -0,0 +1,6 @@
+{
+    "epoch_num": 2,
+    "global_batch_num": 402,
+    "device": "cuda",
+    "dtype": "bfloat16"
+}

uniform_normalized_123/epoch2/metrics.json

@@ -0,0 +1,1258 @@
+{
+    "training": {
+        "effective_batch_nums": [
+            1,
+            2,
+            3,
+            4,
+            5,
+            6,
+            7,
+            8,
+            9,
+            10,
+            11,
+            12,
+            13,
+            14,
+            15,
+            16,
+            17,
+            18,
+            19,
+            20,
+            21,
+            22,
+            23,
+            24,
+            25,
+            26,
+            27,
+            28,
+            29,
+            30,
+            31,
+            32,
+            33,
+            34,
+            35,
+            36,
+            37,
+            38,
+            39,
+            40,
+            41,
+            42,
+            43,
+            44,
+            45,
+            46,
+            47,
+            48,
+            49,
+            50,
+            51,
+            52,
+            53,
+            54,
+            55,
+            56,
+            57,
+            58,
+            59,
+            60,
+            61,
+            62,
+            63,
+            64,
+            65,
+            66,
+            67,
+            68,
+            69,
+            70,
+            71,
+            72,
+            73,
+            74,
+            75,
+            76,
+            77,
+            78,
+            79,
+            80,
+            81,
+            82,
+            83,
+            84,
+            85,
+            86,
+            87,
+            88,
+            89,
+            90,
+            91,
+            92,
+            93,
+            94,
+            95,
+            96,
+            97,
+            98,
+            99,
+            100,
+            101,
+            102,
+            103,
+            104,
+            105,
+            106,
+            107,
+            108,
+            109,
+            110,
+            111,
+            112,
+            113,
+            114,
+            115,
+            116,
+            117,
+            118,
+            119,
+            120,
+            121,
+            122,
+            123,
+            124,
+            125,
+            126,
+            127,
+            128,
+            129,
+            130,
+            131,
+            132,
+            133,
+            134,
+            135,
+            136,
+            137,
+            138,
+            139,
+            140,
+            141,
+            142,
+            143,
+            144,
+            145,
+            146,
+            147,
+            148,
+            149,
+            150,
+            151,
+            152,
+            153,
+            154,
+            155,
+            156,
+            157,
+            158,
+            159,
+            160,
+            161,
+            162,
+            163,
+            164,
+            165,
+            166,
+            167,
+            168,
+            169,
+            170,
+            171,
+            172,
+            173,
+            174,
+            175,
+            176,
+            177,
+            178,
+            179,
+            180,
+            181,
+            182,
+            183,
+            184,
+            185,
+            186,
+            187,
+            188,
+            189,
+            190,
+            191,
+            192,
+            193,
+            194,
+            195,
+            196,
+            197,
+            198,
+            199,
+            200,
+            201,
+            202,
+            203,
+            204,
+            205,
+            206,
+            207,
+            208,
+            209,
+            210,
+            211,
+            212,
+            213,
+            214,
+            215,
+            216,
+            217,
+            218,
+            219,
+            220,
+            221,
+            222,
+            223,
+            224,
+            225,
+            226,
+            227,
+            228,
+            229,
+            230,
+            231,
+            232,
+            233,
+            234,
+            235,
+            236,
+            237,
+            238,
+            239,
+            240,
+            241,
+            242,
+            243,
+            244,
+            245,
+            246,
+            247,
+            248,
+            249,
+            250,
+            251,
+            252,
+            253,
+            254,
+            255,
+            256,
+            257,
+            258,
+            259,
+            260,
+            261,
+            262,
+            263,
+            264,
+            265,
+            266,
+            267,
+            268,
+            269,
+            270,
+            271,
+            272,
+            273,
+            274,
+            275,
+            276,
+            277,
+            278,
+            279,
+            280,
+            281,
+            282,
+            283,
+            284,
+            285,
+            286,
+            287,
+            288,
+            289,
+            290,
+            291,
+            292,
+            293,
+            294,
+            295,
+            296,
+            297,
+            298,
+            299,
+            300,
+            301,
+            302,
+            303,
+            304,
+            305,
+            306,
+            307,
+            308,
+            309,
+            310,
+            311,
+            312,
+            313,
+            314,
+            315,
+            316,
+            317,
+            318,
+            319,
+            320,
+            321,
+            322,
+            323,
+            324,
+            325,
+            326,
+            327,
+            328,
+            329,
+            330,
+            331,
+            332,
+            333,
+            334,
+            335,
+            336,
+            337,
+            338,
+            339,
+            340,
+            341,
+            342,
+            343,
+            344,
+            345,
+            346,
+            347,
+            348,
+            349,
+            350,
+            351,
+            352,
+            353,
+            354,
+            355,
+            356,
+            357,
+            358,
+            359,
+            360,
+            361,
+            362,
+            363,
+            364,
+            365,
+            366,
+            367,
+            368,
+            369,
+            370,
+            371,
+            372,
+            373,
+            374,
+            375,
+            376,
+            377,
+            378,
+            379,
+            380,
+            381,
+            382,
+            383,
+            384,
+            385,
+            386,
+            387,
+            388,
+            389,
+            390,
+            391,
+            392,
+            393,
+            394,
+            395,
+            396,
+            397,
+            398,
+            399,
+            400,
+            401,
+            402
+        ],
+        "losses": [
+            118.0,
+            47.75,
+            49.0,
+            42.25,
+            36.0,
+            29.75,
+            24.25,
+            19.75,
+            16.375,
+            14.0625,
+            12.25,
+            11.1875,
+            10.5625,
+            10.125,
+            9.9375,
+            9.875,
+            9.75,
+            9.75,
+            9.625,
+            9.5,
+            9.375,
+            9.1875,
+            9.0625,
+            9.0,
+            8.875,
+            8.9375,
+            8.8125,
+            8.75,
+            8.75,
+            8.6875,
+            8.6875,
+            8.6875,
+            8.6875,
+            8.6875,
+            8.625,
+            8.625,
+            8.6875,
+            8.5,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5625,
+            8.5625,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.5,
+            8.5,
+            8.5,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.5,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.4375,
+            8.4375,
+            8.375,
+            8.3125,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.3125,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.4375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.375,
+            8.3125,
+            8.375,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.375,
+            8.25,
+            8.375,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.375,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.1875,
+            8.25,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.375,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.3125,
+            8.25,
+            8.3125,
+            8.3125,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.1875,
+            8.25,
+            8.1875,
+            8.1875,
+            8.25,
+            8.25,
+            8.3125,
+            8.1875,
+            8.3125,
+            8.3125,
+            8.1875,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.3125,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.1875,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.1875,
+            8.1875,
+            8.25,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.25,
+            8.25,
+            8.1875,
+            8.1875,
+            8.125,
+            8.1875,
+            8.125,
+            8.1875,
+            8.25,
+            8.125,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.125,
+            8.125,
+            8.1875,
+            8.125,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.125,
+            8.125,
+            8.125,
+            8.1875,
+            8.1875,
+            8.1875,
+            8.1875
+        ],
+        "grad_norms": [
+            27.0,
+            21.75,
+            21.75,
+            14.5,
+            10.25,
+            6.5625,
+            4.9375,
+            3.578125,
+            2.5625,
+            3.171875,
+            1.6328125,
+            1.5703125,
+            1.65625,
+            1.421875,
+            1.5390625,
+            1.6796875,
+            1.9140625,
+            1.7890625,
+            1.5390625,
+            1.421875,
+            1.3515625,
+            1.2421875,
+            0.8984375,
+            0.6953125,
+            0.7578125,
+            0.75,
+            0.6953125,
+            0.5078125,
+            0.43359375,
+            0.423828125,
+            0.46875,
+            0.52734375,
+            0.5078125,
+            0.49609375,
+            0.41796875,
+            0.41796875,
+            0.318359375,
+            0.359375,
+            0.416015625,
+            0.427734375,
+            0.421875,
+            0.357421875,
+            0.2890625,
+            0.283203125,
+            0.298828125,
+            0.33984375,
+            0.3671875,
+            0.1904296875,
+            0.326171875,
+            0.267578125,
+            0.2734375,
+            0.20703125,
+            0.21875,
+            0.28125,
+            0.2275390625,
+            0.2109375,
+            0.1884765625,
+            0.2001953125,
+            0.3046875,
+            0.2119140625,
+            0.16796875,
+            0.302734375,
+            0.251953125,
+            0.1630859375,
+            0.1943359375,
+            0.23046875,
+            0.1669921875,
+            0.1748046875,
+            0.2451171875,
+            0.1787109375,
+            0.181640625,
+            0.1708984375,
+            0.1904296875,
+            0.1806640625,
+            0.134765625,
+            0.1796875,
+            0.1630859375,
+            0.1611328125,
+            0.1943359375,
+            0.169921875,
+            0.140625,
+            0.1943359375,
+            0.2080078125,
+            0.2138671875,
+            0.181640625,
+            0.2109375,
+            0.1904296875,
+            0.185546875,
+            0.166015625,
+            0.1572265625,
+            0.1328125,
+            0.1650390625,
+            0.2060546875,
+            0.12890625,
+            0.177734375,
+            0.1611328125,
+            0.1875,
+            0.15625,
+            0.251953125,
+            0.212890625,
+            0.142578125,
+            0.203125,
+            0.19140625,
+            0.1298828125,
+            0.162109375,
+            0.173828125,
+            0.1630859375,
+            0.171875,
+            0.1640625,
+            0.1572265625,
+            0.166015625,
+            0.169921875,
+            0.177734375,
+            0.15234375,
+            0.169921875,
+            0.1572265625,
+            0.2001953125,
+            0.169921875,
+            0.275390625,
+            0.1884765625,
+            0.1494140625,
+            0.169921875,
+            0.1767578125,
+            0.154296875,
+            0.1650390625,
+            0.287109375,
+            0.166015625,
+            0.328125,
+            0.2412109375,
+            0.1767578125,
+            0.302734375,
+            0.275390625,
+            0.287109375,
+            0.275390625,
+            0.23046875,
+            0.255859375,
+            0.2373046875,
+            0.2255859375,
+            0.140625,
+            0.20703125,
+            0.162109375,
+            0.1845703125,
+            0.158203125,
+            0.134765625,
+            0.1455078125,
+            0.1337890625,
+            0.1728515625,
+            0.169921875,
+            0.16796875,
+            0.171875,
+            0.158203125,
+            0.1748046875,
+            0.2177734375,
+            0.1923828125,
+            0.146484375,
+            0.1875,
+            0.224609375,
+            0.1826171875,
+            0.1591796875,
+            0.185546875,
+            0.134765625,
+            0.15234375,
+            0.2021484375,
+            0.177734375,
+            0.1396484375,
+            0.1826171875,
+            0.18359375,
+            0.16015625,
+            0.146484375,
+            0.1904296875,
+            0.185546875,
+            0.2197265625,
+            0.2275390625,
+            0.2138671875,
+            0.1923828125,
+            0.2021484375,
+            0.2490234375,
+            0.2099609375,
+            0.1923828125,
+            0.2421875,
+            0.24609375,
+            0.283203125,
+            0.1904296875,
+            0.31640625,
+            0.2490234375,
+            0.3046875,
+            0.2294921875,
+            0.24609375,
+            0.23828125,
+            0.39453125,
+            0.275390625,
+            0.224609375,
+            0.392578125,
+            0.447265625,
+            0.28515625,
+            0.2578125,
+            0.3671875,
+            0.23828125,
+            0.2119140625,
+            0.310546875,
+            0.337890625,
+            0.2275390625,
+            0.2421875,
+            0.2734375,
+            0.224609375,
+            0.33984375,
+            0.287109375,
+            0.259765625,
+            0.33203125,
+            0.2734375,
+            0.28125,
+            0.318359375,
+            0.30078125,
+            0.357421875,
+            0.298828125,
+            0.34375,
+            0.37109375,
+            0.310546875,
+            0.390625,
+            0.2333984375,
+            0.349609375,
+            0.40625,
+            0.314453125,
+            0.28515625,
+            0.2236328125,
+            0.3515625,
+            0.26171875,
+            0.2470703125,
+            0.318359375,
+            0.283203125,
+            0.3203125,
+            0.21484375,
+            0.37890625,
+            0.40625,
+            0.486328125,
+            0.451171875,
+            0.55859375,
+            0.48046875,
+            1.1796875,
+            0.494140625,
+            0.5546875,
+            0.625,
+            0.671875,
+            0.8671875,
+            0.6953125,
+            0.625,
+            0.921875,
+            1.6171875,
+            0.89453125,
+            1.2890625,
+            5.53125,
+            8.75,
+            0.97265625,
+            1.84375,
+            1.0546875,
+            2.59375,
+            4.0,
+            1.2890625,
+            1.296875,
+            1.3125,
+            1.15625,
+            3.078125,
+            2.984375,
+            2.140625,
+            2.5,
+            1.3984375,
+            1.21875,
+            1.1953125,
+            2.234375,
+            1.375,
+            1.7265625,
+            1.8359375,
+            2.78125,
+            1.578125,
+            1.65625,
+            1.90625,
+            2.640625,
+            1.578125,
+            1.2265625,
+            2.609375,
+            2.25,
+            2.046875,
+            1.796875,
+            1.3515625,
+            1.6640625,
+            4.1875,
+            1.65625,
+            1.625,
+            1.2734375,
+            1.9140625,
+            5.28125,
+            4.40625,
+            2.1875,
+            2.34375,
+            1.25,
+            1.9609375,
+            1.8828125,
+            1.640625,
+            2.078125,
+            2.796875,
+            1.671875,
+            6.84375,
+            2.453125,
+            2.375,
+            2.5625,
+            3.984375,
+            3.921875,
+            3.796875,
+            5.4375,
+            8.1875,
+            18.125,
+            6.625,
+            4.125,
+            3.15625,
+            4.1875,
+            4.71875,
+            5.65625,
+            61.0,
+            4.375,
+            3.625,
+            9.8125,
+            4.375,
+            5.46875,
+            4.59375,
+            5.09375,
+            4.875,
+            8.875,
+            9.125,
+            5.75,
+            7.59375,
+            7.8125,
+            9.625,
+            4.78125,
+            3.28125,
+            4.4375,
+            15.5,
+            3.71875,
+            5.4375,
+            6.90625,
+            14.0625,
+            5.6875,
+            5.125,
+            5.28125,
+            3.90625,
+            5.0,
+            4.96875,
+            48.75,
+            4.375,
+            4.625,
+            22.375,
+            4.125,
+            3.3125,
+            44.5,
+            4.71875,
+            13.5625,
+            4.875,
+            7.96875,
+            8.125,
+            4.8125,
+            4.84375,
+            12.125,
+            7.125,
+            17.25,
+            7.28125,
+            9.75,
+            14.1875,
+            14.3125,
+            6.15625,
+            6.28125,
+            9.8125,
+            10.625,
+            5.8125,
+            5.40625,
+            6.0625,
+            24.125,
+            6.09375,
+            6.90625,
+            5.875,
+            7.5625,
+            7.46875,
+            5.84375,
+            11.0,
+            5.78125,
+            6.875,
+            9.5,
+            4.6875,
+            6.53125,
+            10.0,
+            39.0,
+            7.15625,
+            6.15625,
+            6.40625,
+            5.25,
+            6.15625,
+            9.0,
+            9.3125,
+            16.75,
+            7.1875,
+            18.125,
+            7.8125,
+            10.0625,
+            27.875
+        ]
+    },
+    "eval": {
+        "effective_batch_nums": [
+            50,
+            100,
+            150,
+            200,
+            250,
+            300,
+            350,
+            400
+        ],
+        "losses": [
+            8.518382352941176,
+            8.4375,
+            8.411764705882353,
+            8.345588235294118,
+            8.341911764705882,
+            8.286764705882353,
+            8.261029411764707,
+            8.198529411764707
+        ],
+        "perplexities": [
+            5031.529411764706,
+            4644.705882352941,
+            4533.64705882353,
+            4234.35294117647,
+            4214.588235294118,
+            3993.4117647058824,
+            3886.1176470588234,
+            3650.823529411765
+        ],
+        "accuracies": [
+            0.041686481236024406,
+            0.05591755790070118,
+            0.05911992957817733,
+            0.08452136432163346,
+            0.07581475822852692,
+            0.08564447097629334,
+            0.0913207127174122,
+            0.09939999797638441
+        ]
+    }
+}

uniform_normalized_123/epoch2/model.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a591841b367e6ec4d2fd6d7b5f2895d877a3058c7e347ae8a79036f45ce4ef43
+size 18206151

uniform_normalized_123/epoch2/optimizer.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c1bcf4d1ece8f9c4e297f94d6390085bd55a60583ce51e4a39a3239259e83e07
+size 36464267

uniform_normalized_123/epoch2/scheduler.pt

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ca809efd04bb824d479775610cf7f3c5c35b6e81b0647b2574978d9cc61f50d1
+size 1465

uniform_normalized_123/epoch2/tokenizer/special_tokens_map.json

@@ -0,0 +1,6 @@
+{
+  "bos_token": "<|endoftext|>",
+  "eos_token": "<|endoftext|>",
+  "pad_token": "<|endoftext|>",
+  "unk_token": "<|endoftext|>"
+}

uniform_normalized_123/epoch2/tokenizer/tokenizer_config.json

@@ -0,0 +1,21 @@
+{
+  "add_prefix_space": false,
+  "added_tokens_decoder": {
+    "50256": {
+      "content": "<|endoftext|>",
+      "lstrip": false,
+      "normalized": true,
+      "rstrip": false,
+      "single_word": false,
+      "special": true
+    }
+  },
+  "bos_token": "<|endoftext|>",
+  "clean_up_tokenization_spaces": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": {},
+  "model_max_length": 1024,
+  "pad_token": "<|endoftext|>",
+  "tokenizer_class": "GPT2Tokenizer",
+  "unk_token": "<|endoftext|>"
+}