未验证 提交 a01b5109 编写于 作者: C ceci3 提交者: GitHub

ernie int8 support trt6 (#32424)

上级 7c38114f
......@@ -42,15 +42,13 @@ struct SimpleOpTypeSetTeller : public Teller {
teller_set.insert("multihead_matmul");
teller_set.insert("skip_layernorm");
teller_set.insert("slice");
#endif
#if IS_TRT_VERSION_GE(7130)
teller_set.insert("group_norm");
int8_teller_set.insert("fused_embedding_eltwise_layernorm");
int8_teller_set.insert("multihead_matmul");
int8_teller_set.insert("skip_layernorm");
int8_teller_set.insert("fused_embedding_eltwise_layernorm");
int8_teller_set.insert("matmul");
int8_teller_set.insert("stack");
int8_teller_set.insert("slice");
#endif
#if IS_TRT_VERSION_GE(7130)
teller_set.insert("group_norm");
#endif
}
......@@ -67,6 +65,8 @@ struct SimpleOpTypeSetTeller : public Teller {
// use this set for no calib int8.
std::unordered_set<std::string> int8_teller_set{"mul",
"conv2d",
"matmul",
"stack",
"conv2d_fusion",
"pool2d",
"relu",
......
Markdown is supported
0% .
You are about to add 0 people to the discussion. Proceed with caution.
先完成此消息的编辑!
想要评论请 注册