Skip to content

Commit 6906ee5

Browse files
committed
fix int8
1 parent 7ef04da commit 6906ee5

File tree

2 files changed

+1
-4
lines changed

2 files changed

+1
-4
lines changed

paddle/fluid/framework/ir/multihead_matmul_fuse_pass.cc

-2
Original file line numberDiff line numberDiff line change
@@ -903,8 +903,6 @@ int MultiHeadMatmulV2FusePass::BuildFusionV2(Graph* graph,
903903
float, softmax_qk_op_desc->GetAttr("out_threshold"));
904904
multihead_op_desc.SetAttr("dp_probs", qkv_plugin_scale);
905905
}
906-
} else {
907-
multihead_op_desc.SetAttr("qkv2context_plugin_int8", false);
908906
}
909907

910908
auto* multihead = graph->CreateOpNode(&multihead_op_desc);

paddle/fluid/inference/tensorrt/convert/multihead_matmul_op.cc

+1-2
Original file line numberDiff line numberDiff line change
@@ -42,8 +42,7 @@ class MultiheadMatMulOpConverter : public OpConverter {
4242

4343
float* weight_data = nullptr;
4444
bool enable_int8 = op_desc.HasAttr("enable_int8");
45-
bool qkv2context_plugin_int8 =
46-
BOOST_GET_CONST(bool, op_desc.GetAttr("qkv2context_plugin_int8"));
45+
bool qkv2context_plugin_int8 = op_desc.HasAttr("qkv2context_plugin_int8");
4746
float in_scale = 0.;
4847

4948
if (enable_int8) {

0 commit comments

Comments
 (0)