Skip to content

Commit 5f636ec

Browse files
committed
Fix track_case_status func match bug
1 parent 8f7bb17 commit 5f636ec

File tree

3 files changed

+20
-19
lines changed

3 files changed

+20
-19
lines changed

scripts/distribute/ci_case_auto.sh

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -47,24 +47,25 @@ function track_case_status() {
4747
cd ${log_path} || { echo "Failed to enter log_path: $log_path"; return 1; }
4848

4949
total_count=$(ls -1 "$prefix"* 2>/dev/null | wc -l)
50-
run_fail_count=$(ls -1 "$prefix"*_FAIL 2>/dev/null | wc -l)
51-
loss_fail_count=$(grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
50+
run_fail_count=$(ls -1 "$prefix"*_FAIL* 2>/dev/null | wc -l)
51+
loss_fail_count=$(grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
5252

53-
# return original path
5453
echo -e "\033[31m ---- $case_name total tests : $total_count \033"
5554
if [ $run_fail_count -eq 0 ] && [ $loss_fail_count -eq 0 ]; then
56-
echo -e "\033[32m ---- $case_name all cases Success \033"
55+
echo -e "\033[32m ---- all cases Success \033"
5756
else
5857
if [[ $run_fail_count -ne 0 ]] ; then
5958
echo -e "\033[31m ---- $case_name runtime failed test : $run_fail_count \033"
60-
ls -1 "$prefix"*_FAIL 2>/dev/null
59+
ls -1 "$prefix"*_FAIL* 2>/dev/null
6160
fi
6261
if [[ $loss_fail_count -ne 0 ]] ; then
6362
echo -e "\033[31m ---- $case_name loss verification failed test : $loss_fail_count \033"
64-
grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'
63+
grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'
6564
fi
65+
return 2
6666
fi
6767
cd "$original_path" || { echo "Failed to return to original path: $original_path"; return 1; }
68+
return 2
6869
}
6970

7071
# NOTE: Please place the new tests as much as possible after the existing tests

scripts/distribute/ci_case_dy.sh

Lines changed: 7 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -36,24 +36,25 @@ function track_case_status() {
3636
cd ${log_path} || { echo "Failed to enter log_path: $log_path"; return 1; }
3737

3838
total_count=$(ls -1 "$prefix"* 2>/dev/null | wc -l)
39-
run_fail_count=$(ls -1 "$prefix"*_FAIL 2>/dev/null | wc -l)
40-
loss_fail_count=$(grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
39+
run_fail_count=$(ls -1 "$prefix"*_FAIL* 2>/dev/null | wc -l)
40+
loss_fail_count=$(grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
4141

42-
# return original path
4342
echo -e "\033[31m ---- $case_name total tests : $total_count \033"
4443
if [ $run_fail_count -eq 0 ] && [ $loss_fail_count -eq 0 ]; then
45-
echo -e "\033[32m ---- $case_name all cases Success \033"
44+
echo -e "\033[32m ---- all cases Success \033"
4645
else
4746
if [[ $run_fail_count -ne 0 ]] ; then
4847
echo -e "\033[31m ---- $case_name runtime failed test : $run_fail_count \033"
49-
ls -1 "$prefix"*_FAIL 2>/dev/null
48+
ls -1 "$prefix"*_FAIL* 2>/dev/null
5049
fi
5150
if [[ $loss_fail_count -ne 0 ]] ; then
5251
echo -e "\033[31m ---- $case_name loss verification failed test : $loss_fail_count \033"
53-
grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'
52+
grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'
5453
fi
54+
return 2
5555
fi
5656
cd "$original_path" || { echo "Failed to return to original path: $original_path"; return 1; }
57+
return 2
5758
}
5859

5960
function gpt_case_list_dygraph(){

scripts/distribute/run_ci.sh

Lines changed: 6 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -174,26 +174,25 @@ function track_case_status() {
174174
cd ${log_path} || { echo "Failed to enter log_path: $log_path"; return 1; }
175175

176176
total_count=$(ls -1 "$prefix"* 2>/dev/null | wc -l)
177-
run_fail_count=$(ls -1 "$prefix"*_FAIL 2>/dev/null | wc -l)
178-
loss_fail_count=$(grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
177+
run_fail_count=$(ls -1 "$prefix"*_FAIL* 2>/dev/null | wc -l)
178+
loss_fail_count=$(grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'| wc -l)
179179

180-
# return original path
181180
echo -e "\033[31m ---- $case_name total tests : $total_count \033"
182181
if [ $run_fail_count -eq 0 ] && [ $loss_fail_count -eq 0 ]; then
183-
echo -e "\033[32m ---- $case_name all cases Success \033"
182+
echo -e "\033[32m ---- all cases Success \033"
184183
else
185184
if [[ $run_fail_count -ne 0 ]] ; then
186185
echo -e "\033[31m ---- $case_name runtime failed test : $run_fail_count \033"
187-
ls -1 "$prefix"*_FAIL 2>/dev/null
186+
ls -1 "$prefix"*_FAIL* 2>/dev/null
188187
fi
189188
if [[ $loss_fail_count -ne 0 ]] ; then
190189
echo -e "\033[31m ---- $case_name loss verification failed test : $loss_fail_count \033"
191-
grep 'check failed! ' result.log | awk -v prefix="$prefix_var" '{if ($2 ~ "^" prefix) print $2}'
190+
grep 'loss diff check failed! ' result.log | awk -v prefix="$prefix" '{if ($2 ~ "^" prefix) print $2}'
192191
fi
193192
return 2
194193
fi
195194
cd "$original_path" || { echo "Failed to return to original path: $original_path"; return 1; }
196-
return 0
195+
return 2
197196
}
198197
####################################
199198
get_diff_TO_case # 获取待执行case列表

0 commit comments

Comments
 (0)