[CINN] Add second AnchorFusion after SplitRecompute (PaddlePaddle#71812)

Author: huangjiyi

paddle/cinn/operator_fusion/pattern_graph.cc

@@ -49,12 +49,6 @@ std::vector<PatternNodePtr> PatternGraph::ClusterOps() {
   VLOG(4) << "[Group Cluster] After ReduceTree_Trivial_Fusion: ";
   PrintGraphInfo();
 
-  // All -> AnchorPattern
-  VLOG(4) << "[Group Cluster] Start LiftToAnchorPattern";
-  LiftToAnchorPattern();
-  VLOG(4) << "[Group Cluster] After LiftToAnchorPattern: ";
-  PrintGraphInfo();
-
   // AnchorPattern x AnchorPattern Fusion
   VLOG(4) << "[Group Cluster] Start AnchorFusion";
   AnchorFusion();
@@ -67,6 +61,12 @@ std::vector<PatternNodePtr> PatternGraph::ClusterOps() {
   VLOG(4) << "[Group Cluster] After SplitRecomputePattern: ";
   PrintGraphInfo();
 
+  // Second AnchorFusion after split recompute
+  VLOG(4) << "[Group Cluster] Start Second AnchorFusion";
+  AnchorFusion();
+  VLOG(4) << "[Group Cluster] After AnchorFusion: ";
+  PrintGraphInfo();
+
   // Horizontal fusion.
   VLOG(4) << "[Group Cluster] Start HorizontalFusion";
   HorizontalFusion();
@@ -192,16 +192,14 @@ void PatternGraph::ReduceTree_Trivial_Fusion() {
       MergeReduceTreeAndTrivialOperation>(this);
 }
 
-void PatternGraph::LiftToAnchorPattern() {
+void PatternGraph::AnchorFusion() {
   GraphTransformer<NodePattern,
                    Or<StmtPatternGraphMatcher<TrivialPattern>,
                       StmtPatternGraphMatcher<ReduceTreePlusTrivialPattern>,
                       StmtPatternGraphMatcher<ReducePattern>,
                       StmtPatternGraphMatcher<ReduceTreePattern>>,
                    LiftToAnchorPatternOperation>(this);
-}
 
-void PatternGraph::AnchorFusion() {
   GraphTransformer<ReverseTopoNodePairPattern,
                    And<CanAnchorFusionMatcher, InputOutputMaximumConstrain>,
                    AnchorFusionOperation>(this);
@@ -239,9 +237,6 @@ void PatternGraph::ItersPermutationFusion() {
 void PatternGraph::SplitRecomputePattern() {
   GraphTransformer<NodePattern, RecomputeNodeMatcher, SplitRecomputeOperation>(
       this);
-  GraphTransformer<NodePattern,
-                   StmtPatternGraphMatcher<TrivialPattern>,
-                   LiftToAnchorPatternOperation>(this);
 }
 
 PatternGraph::PatternGraph(const std::vector<PatternContent>& contents,