From 0a0f3244fe8de2c869c43987bcf2050b799467bd Mon Sep 17 00:00:00 2001 From: zlsh80826 Date: Fri, 30 Apr 2021 17:48:38 +0800 Subject: [PATCH] loose affine channel fp16 atol (#32581) --- .../tests/unittests/ir/inference/test_trt_affine_channel_op.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py index 8bbba7c8b55..90cdf784b1f 100644 --- a/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py +++ b/python/paddle/fluid/tests/unittests/ir/inference/test_trt_affine_channel_op.py @@ -70,7 +70,7 @@ class TRTAffineChannelTest(InferencePassTest): use_gpu = True atol = 1e-5 if self.trt_parameters.precision == AnalysisConfig.Precision.Half: - atol = 1e-3 + atol = 2e-2 self.check_output_with_option(use_gpu, atol, flatten=True) self.assertTrue( PassVersionChecker.IsCompatible('tensorrt_subgraph_pass')) -- GitLab