Skip to content

Commit f47a73d

Browse files
zewenli98zewenli98
committed
relax small thresholds to 5e-3 for TS tests
1 parent 0fd4473 commit f47a73d

Some content is hidden

Large Commits have some content hidden by default. Use the searchbox below for content that may be hidden.

56 files changed

+380
-484
lines changed

‎tests/core/conversion/converters/test_activation.cpp

Lines changed: 10 additions & 10 deletions
Original file line numberDiff line numberDiff line change
@@ -22,7 +22,7 @@ TEST(Converters, ATenReLUConvertsCorrectly) {
2222
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
2323
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
2424

25-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
25+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
2626
}
2727

2828
TEST(Converters, ATenSigmoidConvertsCorrectly) {
@@ -42,7 +42,7 @@ TEST(Converters, ATenSigmoidConvertsCorrectly) {
4242
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
4343
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
4444

45-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 5e-6));
45+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
4646
}
4747

4848
TEST(Converters, ATenTanhConvertsCorrectly) {
@@ -62,7 +62,7 @@ TEST(Converters, ATenTanhConvertsCorrectly) {
6262
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
6363
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
6464

65-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 7e-6));
65+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
6666
}
6767

6868
// TODO: Seems like the IR parser is not handling negative numbers well, need to
@@ -86,7 +86,7 @@ TEST(Converters, ATenHardTanhConvertsCorrectly) {
8686
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
8787
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
8888

89-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
89+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
9090
}
9191

9292
TEST(Converters, ATenHardTanhCustomRangeConvertsCorrectly) {
@@ -108,7 +108,7 @@ TEST(Converters, ATenHardTanhCustomRangeConvertsCorrectly) {
108108
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
109109
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
110110

111-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
111+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
112112
}
113113

114114
TEST(Converters, ATenPReLUConvertsCorrectly) {
@@ -131,7 +131,7 @@ TEST(Converters, ATenPReLUConvertsCorrectly) {
131131
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {slope});
132132
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
133133

134-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
134+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
135135
}
136136

137137
TEST(Converters, ATenPReLUChannelAlignConvertsCorrectly) {
@@ -178,7 +178,7 @@ TEST(Converters, ATenPReLUChannelAlignConvertsCorrectly) {
178178

179179
auto trt = trt_results[0].reshape(jit_results[0].sizes());
180180

181-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
181+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
182182
}
183183

184184
TEST(Converters, ATenPReLUMultiChannelConvertsCorrectly) {
@@ -201,7 +201,7 @@ TEST(Converters, ATenPReLUMultiChannelConvertsCorrectly) {
201201
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {slope});
202202
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
203203

204-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
204+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
205205
}
206206

207207
TEST(Converters, ATenLeakyReluConvertsCorrectly) {
@@ -222,7 +222,7 @@ TEST(Converters, ATenLeakyReluConvertsCorrectly) {
222222
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
223223
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
224224

225-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
225+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
226226
}
227227

228228
TEST(Converters, ATenEluConvertsCorrectly) {
@@ -245,7 +245,7 @@ TEST(Converters, ATenEluConvertsCorrectly) {
245245
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
246246
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
247247

248-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
248+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
249249
}
250250

251251
#ifndef DISABLE_TEST_IN_CI

‎tests/core/conversion/converters/test_atan2.cpp

Lines changed: 3 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -25,8 +25,7 @@ TEST(Converters, ATenAtan2ConvertsCorrectly) {
2525
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
2626
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in_0, in_1});
2727

28-
ASSERT_TRUE(
29-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
28+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
3029
}
3130

3231
TEST(Converters, ATenAtan2ManagesPosInfCorrectly) {
@@ -48,8 +47,7 @@ TEST(Converters, ATenAtan2ManagesPosInfCorrectly) {
4847
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
4948
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in_0, in_1});
5049

51-
ASSERT_TRUE(
52-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
50+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
5351
}
5452

5553
TEST(Converters, ATenAtan2ManagesNegInfCorrectly) {
@@ -71,6 +69,5 @@ TEST(Converters, ATenAtan2ManagesNegInfCorrectly) {
7169
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
7270
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in_0, in_1});
7371

74-
ASSERT_TRUE(
75-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
72+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
7673
}

‎tests/core/conversion/converters/test_batch_norm.cpp

Lines changed: 4 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -32,8 +32,7 @@ TEST(Converters, ATenBatchNormConvertsCorrectly) {
3232
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {gamma, beta, mean, var});
3333
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
3434

35-
ASSERT_TRUE(
36-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
35+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
3736
}
3837

3938
TEST(Converters, ATenBatchNormAffineFalseConvertsCorrectly) {
@@ -63,8 +62,7 @@ TEST(Converters, ATenBatchNormAffineFalseConvertsCorrectly) {
6362
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {mean, var});
6463
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
6564

66-
ASSERT_TRUE(
67-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
65+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
6866
}
6967

7068
TEST(Converters, ATenBatchNorm1DConvertsCorrectly) {
@@ -96,8 +94,7 @@ TEST(Converters, ATenBatchNorm1DConvertsCorrectly) {
9694
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {gamma, beta, mean, var});
9795
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
9896

99-
ASSERT_TRUE(
100-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
97+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
10198
}
10299

103100
TEST(Converters, ATenBatchNormShouldUnpackConvertsCorrectly) {
@@ -134,8 +131,7 @@ TEST(Converters, ATenBatchNormShouldUnpackConvertsCorrectly) {
134131
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {trt_gamma, trt_beta, trt_mean, trt_var});
135132
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {trt_in});
136133

137-
ASSERT_TRUE(
138-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
134+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
139135
}
140136

141137
TEST(Converters, ATenBatchNormHalfConvertsCorrectly) {

‎tests/core/conversion/converters/test_cast.cpp

Lines changed: 7 additions & 8 deletions
Original file line numberDiff line numberDiff line change
@@ -34,7 +34,7 @@ TEST(Converters, ATenBoolToFP32DTypeConvertsCorrectly) {
3434

3535
auto trt = trt_results[0].reshape(jit_results[0].sizes());
3636
ASSERT_TRUE(jit_results[0].scalar_type() == trt.scalar_type());
37-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
37+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
3838
}
3939

4040
TEST(Converters, ATenBoolToINT32DTypeConvertsCorrectly) {
@@ -65,7 +65,7 @@ TEST(Converters, ATenBoolToINT32DTypeConvertsCorrectly) {
6565

6666
auto trt = trt_results[0].reshape(jit_results[0].sizes());
6767
ASSERT_TRUE(jit_results[0].scalar_type() == trt.scalar_type());
68-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
68+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
6969
}
7070

7171
TEST(Converters, ATenBoolToINT32DeviceDTypeConvertsCorrectly) {
@@ -97,7 +97,7 @@ TEST(Converters, ATenBoolToINT32DeviceDTypeConvertsCorrectly) {
9797
auto trt = trt_results[0].reshape(jit_results[0].sizes());
9898

9999
ASSERT_TRUE(jit_results[0].scalar_type() == trt.scalar_type());
100-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
100+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
101101
}
102102

103103
TEST(Converters, ATenBoolToINT32TensorConvertsCorrectly) {
@@ -132,7 +132,7 @@ TEST(Converters, ATenBoolToINT32TensorConvertsCorrectly) {
132132

133133
auto trt = trt_results[0].reshape(jit_results[0].sizes());
134134
ASSERT_TRUE(jit_results[0].scalar_type() == trt.scalar_type());
135-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
135+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
136136
}
137137

138138
TEST(Converters, ATenToSingleConvertsCorrectly) {
@@ -160,7 +160,7 @@ TEST(Converters, ATenToSingleConvertsCorrectly) {
160160

161161
auto trt = trt_results[0].reshape(jit_results[0].sizes());
162162
ASSERT_TRUE(jit_results[0].scalar_type() == trt.scalar_type());
163-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
163+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
164164
}
165165

166166
TEST(Converters, ATenToDuplicateConvertsCorrectly) {
@@ -187,7 +187,7 @@ TEST(Converters, ATenToDuplicateConvertsCorrectly) {
187187
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {trt_in});
188188
for (size_t i = 0UL; i < jit_results.size(); ++i) {
189189
ASSERT_TRUE(jit_results[i].scalar_type() == trt_results[i].scalar_type());
190-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[i], trt_results[i], 2e-6));
190+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[i], trt_results[i]));
191191
}
192192
}
193193

@@ -218,6 +218,5 @@ TEST(Converters, ATenTypeAsConvertsCorrectly) {
218218

219219
ASSERT_TRUE(jit_results[0].scalar_type() == trt_results[0].scalar_type());
220220
ASSERT_TRUE(trt_results[0].scalar_type() == trt_results[1].scalar_type());
221-
ASSERT_TRUE(
222-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
221+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
223222
}

‎tests/core/conversion/converters/test_chunk.cpp

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -30,5 +30,5 @@ TEST(Converters, ATenChunkConvertsCorrectly) {
3030

3131
auto trt = trt_results[0].reshape(jit_results[0].sizes());
3232

33-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt, 2e-6));
33+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt));
3434
}

‎tests/core/conversion/converters/test_clone.cpp

Lines changed: 1 addition & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -26,6 +26,5 @@ TEST(Converters, ATenCloneConvertsCorrectly) {
2626
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
2727
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in});
2828

29-
ASSERT_TRUE(
30-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
29+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
3130
}

‎tests/core/conversion/converters/test_concat.cpp

Lines changed: 7 additions & 11 deletions
Original file line numberDiff line numberDiff line change
@@ -25,8 +25,7 @@ TEST(Converters, ATenCatPureTensorConvertsCorrectly) {
2525
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
2626
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1, in2});
2727

28-
ASSERT_TRUE(
29-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
28+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
3029
}
3130

3231
TEST(Converters, ATenCatFloatIntConvertsCorrectly) {
@@ -50,7 +49,7 @@ TEST(Converters, ATenCatFloatIntConvertsCorrectly) {
5049
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
5150
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1, in2});
5251

53-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
52+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
5453
}
5554

5655
TEST(Converters, ATenCatIntHalfIntHalfConvertsCorrectly) {
@@ -79,7 +78,7 @@ TEST(Converters, ATenCatIntHalfIntHalfConvertsCorrectly) {
7978
auto trt_results =
8079
torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1, in2, in3, in4}, nvinfer1::DataType::kHALF);
8180

82-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
81+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
8382
}
8483

8584
TEST(Converters, ATenCatHalfIntFloatConvertsCorrectly) {
@@ -105,7 +104,7 @@ TEST(Converters, ATenCatHalfIntFloatConvertsCorrectly) {
105104
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
106105
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1, in2, in3});
107106

108-
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0], 2e-6));
107+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0]));
109108
}
110109

111110
TEST(Converters, ATenCatDiffTensorConvertsCorrectly) {
@@ -129,8 +128,7 @@ TEST(Converters, ATenCatDiffTensorConvertsCorrectly) {
129128
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {in2});
130129
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1});
131130

132-
ASSERT_TRUE(
133-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
131+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
134132
}
135133
TEST(Converters, ATenCatPureTensorNegDimConvertsCorrectly) {
136134
const auto graph = R"IR(
@@ -153,8 +151,7 @@ TEST(Converters, ATenCatPureTensorNegDimConvertsCorrectly) {
153151
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {});
154152
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1, in2});
155153

156-
ASSERT_TRUE(
157-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
154+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
158155
}
159156

160157
TEST(Converters, ATenCatDiffTensorNegDimConvertsCorrectly) {
@@ -178,6 +175,5 @@ TEST(Converters, ATenCatDiffTensorNegDimConvertsCorrectly) {
178175
params = torch_tensorrt::core::ir::get_static_params(g->inputs(), {in2});
179176
auto trt_results = torch_tensorrt::tests::util::RunGraphEngine(g, params, {in1});
180177

181-
ASSERT_TRUE(
182-
torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0]), 2e-6));
178+
ASSERT_TRUE(torch_tensorrt::tests::util::almostEqual(jit_results[0], trt_results[0].reshape_as(jit_results[0])));
183179
}

0 commit comments

Comments
 (0)