未验证 提交 0a0f3244 编写于 作者: Z zlsh80826 提交者: GitHub

loose affine channel fp16 atol (#32581)

上级 4d95c8c7
...@@ -70,7 +70,7 @@ class TRTAffineChannelTest(InferencePassTest): ...@@ -70,7 +70,7 @@ class TRTAffineChannelTest(InferencePassTest):
use_gpu = True use_gpu = True
atol = 1e-5 atol = 1e-5
if self.trt_parameters.precision == AnalysisConfig.Precision.Half: if self.trt_parameters.precision == AnalysisConfig.Precision.Half:
atol = 1e-3 atol = 2e-2
self.check_output_with_option(use_gpu, atol, flatten=True) self.check_output_with_option(use_gpu, atol, flatten=True)
self.assertTrue( self.assertTrue(
PassVersionChecker.IsCompatible('tensorrt_subgraph_pass')) PassVersionChecker.IsCompatible('tensorrt_subgraph_pass'))
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册