Skip to content

Commit 44cc3a3

Browse files
Remove llama2-70b-99 (#2651)
1 parent af8f224 commit 44cc3a3

1 file changed

Lines changed: 0 additions & 21 deletions

File tree

tools/submission/submission_checker/constants.py

Lines changed: 0 additions & 21 deletions
Original file line numberDiff line numberDiff line change
@@ -8,7 +8,6 @@
88
"3d-unet-99.9",
99
"llama3.1-8b",
1010
"llama3.1-8b-edge",
11-
"llama2-70b-99",
1211
"llama2-70b-99.9",
1312
"stable-diffusion-xl",
1413
"rgat",
@@ -29,7 +28,6 @@
2928
"3d-unet-99": ["Offline"],
3029
"3d-unet-99.9": ["Offline"],
3130
"llama3.1-8b": ["Offline"],
32-
"llama2-70b-99": ["Offline"],
3331
"llama2-70b-99.9": ["Offline"],
3432
"rgat": ["Offline"],
3533
"whisper": ["Offline"],
@@ -41,7 +39,6 @@
4139
"e2e-rag-db": ["Offline"]
4240
},
4341
"optional-scenarios-datacenter": {
44-
"llama2-70b-99": ["Interactive", "Server"],
4542
"llama2-70b-99.9": ["Interactive", "Server"],
4643
"llama3.1-8b": ["Interactive", "Server"],
4744
"deepseek-r1": ["Interactive", "Server"],
@@ -70,7 +67,6 @@
7067
"3d-unet-99.9": ["SingleStream", "Offline"],
7168
"llama3.1-8b": ["Offline"],
7269
"llama3.1-8b-edge": ["SingleStream", "Offline"],
73-
"llama2-70b-99": ["Offline"],
7470
"llama2-70b-99.9": ["Offline"],
7571
"stable-diffusion-xl": ["SingleStream", "Offline", "Server"],
7672
"rgat": ["Offline"],
@@ -84,7 +80,6 @@
8480
"qwen3.6-27b": ["SingleStream"],
8581
},
8682
"optional-scenarios-datacenter-edge": {
87-
"llama2-70b-99": ["Interactive", "Server"],
8883
"llama2-70b-99.9": ["Interactive", "Server"],
8984
"llama3.1-8b": ["Interactive", "Server"],
9085
"deepseek-r1": ["Interactive", "Server"],
@@ -121,16 +116,6 @@
121116
"GEN_LEN",
122117
3051113 * 0.9,
123118
),
124-
"llama2-70b-99": (
125-
"ROUGE1",
126-
44.4312 * 0.99,
127-
"ROUGE2",
128-
22.0352 * 0.99,
129-
"ROUGEL",
130-
28.6162 * 0.99,
131-
"TOKENS_PER_SAMPLE",
132-
294.45 * 0.9,
133-
),
134119
"llama2-70b-99.9": (
135120
"ROUGE1",
136121
44.4312 * 0.999,
@@ -174,7 +159,6 @@
174159
"FID_SCORE",
175160
23.95007626,
176161
),
177-
"llama2-70b-99": ("TOKENS_PER_SAMPLE", 294.45 * 1.1),
178162
"llama2-70b-99.9": ("TOKENS_PER_SAMPLE", 294.45 * 1.1),
179163
"llama3.1-8b": ("GEN_LEN", 8167644 * 1.1),
180164
"llama3.1-8b-edge": ("GEN_LEN", 3051113 * 1.1),
@@ -192,7 +176,6 @@
192176
"3d-unet-99.9": 43,
193177
"llama3.1-8b": 13368,
194178
"llama3.1-8b-edge": 5000,
195-
"llama2-70b-99": 24576,
196179
"llama2-70b-99.9": 24576,
197180
"stable-diffusion-xl": 5000,
198181
"rgat": 788379,
@@ -226,7 +209,6 @@
226209
"3d-unet-99.9": 43,
227210
"llama3.1-8b": 13368,
228211
"llama3.1-8b-edge": 5000,
229-
"llama2-70b-99": 24576,
230212
"llama2-70b-99.9": 24576,
231213
"stable-diffusion-xl": 5000,
232214
"rgat": 788379,
@@ -263,7 +245,6 @@
263245
"dlrm-v2-99.9": {"Server": 60000000},
264246
"llama3.1-8b": {"Server": 20000000000},
265247
"stable-diffusion-xl": {"Server": 20000000000},
266-
"llama2-70b-99": {"Server": 20000000000},
267248
"llama2-70b-99.9": {"Server": 20000000000},
268249
"deepseek-r1": {"Server": 60000000000},
269250
"gpt-oss-120b": {"Server": 60000000000},
@@ -283,7 +264,6 @@
283264
"3d-unet-99.9": {"SingleStream": 1024, "Offline": 1},
284265
"llama3.1-8b": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
285266
"llama3.1-8b-edge": {"SingleStream": 1024, "Offline": 1},
286-
"llama2-70b-99": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
287267
"llama2-70b-99.9": {"SingleStream": 1024, "Server": 270336, "Offline": 1},
288268
"stable-diffusion-xl": {
289269
"SingleStream": 1024,
@@ -321,7 +301,6 @@
321301
"wan-2.2-t2v-a14b",
322302
],
323303
"models_TEST06": [
324-
"llama2-70b-99",
325304
"llama2-70b-99.9",
326305
"llama2-70b-interactive-99",
327306
"llama2-70b-interactive-99.9",

0 commit comments

Comments
 (0)