update paddlex ci

Author: changdazhou

models/PaddleX/ci/checker.py

@@ -368,7 +368,7 @@ def run_checks(self, args):
 
         if args.check_train_result_json:
             # 检查 train_result.json 内容
-            train_result_json = os.path.join(output_dir, "train_results.json")
+            train_result_json = os.path.join(output_dir, "train_result.json")
             check_weights_items = args.check_weights_items
             check_train_json_message = []
             check_train_json_flag, check_train_json_message = self.check_train_json_content(

models/PaddleX/ci/ci_run.sh

@@ -52,26 +52,26 @@ function run_command(){
     printf "\e[32m|%-20s| %-50s | %-20s\n\e[0m" "[${time_stamp}]" "${command}"
     eval $command
     last_status=${PIPESTATUS[0]}
-    if [[ $MODE != 'PaddleX' ]];then
-        n=1
-        # Try 3 times to run command if it fails
-        while [[ $last_status != 0 ]]; do
-            sleep 10
-            n=`expr $n + 1`
-            printf "\e[32m|%-20s| %-50s | %-20s\n\e[0m" "[${time_stamp}]" "${command}"
-            eval $command
-            last_status=${PIPESTATUS[0]}
-            if [[ $n -eq 3 && $last_status != 0 ]]; then
-                echo "Retry 3 times failed with command: ${command}"
+    n=1
+    # Try 2 times to run command if it fails
+    while [[ $last_status != 0 ]]; do
+        sleep 10
+        n=`expr $n + 1`
+        printf "\e[32m|%-20s| %-50s | %-20s\n\e[0m" "[${time_stamp}]" "${command}"
+        sync
+        echo 1 > /proc/sys/vm/drop_caches
+        eval $command
+        last_status=${PIPESTATUS[0]}
+        if [[ $n -eq 2 && $last_status != 0 ]]; then
+            if [[ $MODE != 'PaddleX' ]];then
+                echo "Retry 2 times failed with command: ${command}"
                 exit 1
+            else
+                failed_cmd_list="$failed_cmd_list \n ${module_name} | command: ${command}"
+                echo "Run ${command} failed"
             fi
-        done
-    else
-        if [[ $last_status != 0 ]];then
-            failed_cmd_list="$failed_cmd_list \n ${module_name} | command: ${command}"
-            echo "Run ${command} failed"
         fi
-    fi
+    done
 }
 
 # 准备数据集并做数据校验