Skip to content

Commit a3013f0

Browse files
committed
Revert "Revert "ADLR/megatron-lm!3059 - update golden values""
This reverts commit bba7c6f.
1 parent 31e8578 commit a3013f0

File tree

1 file changed

+76
-76
lines changed
  • tests/functional_tests/test_cases/gpt/gpt3_mr_mcore_te_tp2_zp_z3_resume_torch_dist_dgx_a100_1N8G

1 file changed

+76
-76
lines changed

tests/functional_tests/test_cases/gpt/gpt3_mr_mcore_te_tp2_zp_z3_resume_torch_dist_dgx_a100_1N8G/golden_values_dev.json

+76-76
Original file line numberDiff line numberDiff line change
@@ -6,25 +6,25 @@
66
"values": {
77
"1": 10.88765,
88
"5": 10.91011,
9-
"10": 10.87756,
10-
"15": 10.86278,
11-
"20": 10.74675,
12-
"25": 10.59768,
13-
"30": 10.40139,
14-
"35": 10.3076,
15-
"40": 10.11024,
9+
"10": 10.87759,
10+
"15": 10.86274,
11+
"20": 10.74682,
12+
"25": 10.59774,
13+
"30": 10.4014,
14+
"35": 10.30758,
15+
"40": 10.11025,
1616
"45": 9.85891,
17-
"50": 9.9208,
17+
"50": 9.92074,
1818
"55": 9.88552,
19-
"60": 9.50786,
19+
"60": 9.50785,
2020
"65": 8.95843,
2121
"70": 9.72761,
22-
"75": 9.42463,
23-
"80": 9.40392,
24-
"85": 9.61468,
25-
"90": 9.81241,
26-
"95": 9.52099,
27-
"100": 9.40062
22+
"75": 9.4246,
23+
"80": 9.40398,
24+
"85": 9.61466,
25+
"90": 9.81243,
26+
"95": 9.52102,
27+
"100": 9.40059
2828
}
2929
},
3030
"num-zeros": {
@@ -34,25 +34,25 @@
3434
"values": {
3535
"1": 1890.0,
3636
"5": 2197.0,
37-
"10": 1659.0,
38-
"15": 2159.0,
39-
"20": 1840.0,
40-
"25": 1833.0,
41-
"30": 1983.0,
42-
"35": 2190.0,
43-
"40": 2297.0,
44-
"45": 2334.0,
45-
"50": 2711.0,
46-
"55": 2669.0,
47-
"60": 2616.0,
48-
"65": 2976.0,
49-
"70": 3569.0,
50-
"75": 2818.0,
51-
"80": 3641.0,
52-
"85": 3750.0,
53-
"90": 3383.0,
54-
"95": 3702.0,
55-
"100": 3662.0
37+
"10": 1622.0,
38+
"15": 2180.0,
39+
"20": 1850.0,
40+
"25": 1820.0,
41+
"30": 2025.0,
42+
"35": 2147.0,
43+
"40": 2329.0,
44+
"45": 2269.0,
45+
"50": 2664.0,
46+
"55": 2806.0,
47+
"60": 2596.0,
48+
"65": 2889.0,
49+
"70": 3449.0,
50+
"75": 2906.0,
51+
"80": 3616.0,
52+
"85": 3701.0,
53+
"90": 3315.0,
54+
"95": 3742.0,
55+
"100": 3589.0
5656
}
5757
},
5858
"mem-allocated-bytes": {
@@ -88,55 +88,55 @@
8888
"end_step": 100,
8989
"step_interval": 5,
9090
"values": {
91-
"1": 1566865920.0,
92-
"5": 1635209216.0,
93-
"10": 1635209216.0,
94-
"15": 1636228608.0,
95-
"20": 1636228608.0,
96-
"25": 1636228608.0,
97-
"30": 1636228608.0,
98-
"35": 1636228608.0,
99-
"40": 1636228608.0,
100-
"45": 1636228608.0,
101-
"50": 1636228608.0,
102-
"55": 1636228608.0,
103-
"60": 1636228608.0,
104-
"65": 1636228608.0,
105-
"70": 1636228608.0,
106-
"75": 1636228608.0,
107-
"80": 1636228608.0,
108-
"85": 1636228608.0,
109-
"90": 1636228608.0,
110-
"95": 1636228608.0,
111-
"100": 1636228608.0
91+
"1": 1398496768.0,
92+
"5": 1464165376.0,
93+
"10": 1464165376.0,
94+
"15": 1464165376.0,
95+
"20": 1464165376.0,
96+
"25": 1464165376.0,
97+
"30": 1464165376.0,
98+
"35": 1464165376.0,
99+
"40": 1464165376.0,
100+
"45": 1464165376.0,
101+
"50": 1464165376.0,
102+
"55": 1464165376.0,
103+
"60": 1464165376.0,
104+
"65": 1464165376.0,
105+
"70": 1464165376.0,
106+
"75": 1464165376.0,
107+
"80": 1464165376.0,
108+
"85": 1464165376.0,
109+
"90": 1464165376.0,
110+
"95": 1464165376.0,
111+
"100": 1464165376.0
112112
}
113113
},
114114
"iteration-time": {
115115
"start_step": 1,
116116
"end_step": 100,
117117
"step_interval": 5,
118118
"values": {
119-
"1": 4.26248,
120-
"5": 0.26254,
121-
"10": 0.26041,
122-
"15": 0.26052,
123-
"20": 0.2645,
124-
"25": 0.26532,
125-
"30": 0.26412,
126-
"35": 0.26373,
127-
"40": 0.26347,
128-
"45": 0.2655,
129-
"50": 0.26424,
130-
"55": 0.26109,
131-
"60": 0.26217,
132-
"65": 0.26219,
133-
"70": 0.26111,
134-
"75": 0.26094,
135-
"80": 0.26052,
136-
"85": 0.25968,
137-
"90": 0.26022,
138-
"95": 0.25953,
139-
"100": 0.26193
119+
"1": 6.79168,
120+
"5": 0.24877,
121+
"10": 0.24543,
122+
"15": 0.24727,
123+
"20": 0.246,
124+
"25": 0.24455,
125+
"30": 0.24608,
126+
"35": 0.25368,
127+
"40": 0.2461,
128+
"45": 0.24684,
129+
"50": 0.24693,
130+
"55": 0.24625,
131+
"60": 0.2457,
132+
"65": 0.24609,
133+
"70": 0.24631,
134+
"75": 0.2462,
135+
"80": 0.24613,
136+
"85": 0.24655,
137+
"90": 0.24558,
138+
"95": 0.24616,
139+
"100": 0.24531
140140
}
141141
}
142142
}

0 commit comments

Comments
 (0)