From 1c1064bf1806145fd7f36ace8ce059c8c92e6fb2 Mon Sep 17 00:00:00 2001 From: liym27 <33742067+liym27@users.noreply.github.com> Date: Tue, 24 Dec 2024 11:31:52 +0800 Subject: [PATCH] add --- scripts/distribute/ci_case_auto.sh | 2 ++ 1 file changed, 2 insertions(+) diff --git a/scripts/distribute/ci_case_auto.sh b/scripts/distribute/ci_case_auto.sh index 6cab278907ec..5e7138f42c6f 100755 --- a/scripts/distribute/ci_case_auto.sh +++ b/scripts/distribute/ci_case_auto.sh @@ -1277,6 +1277,7 @@ function llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4() { export FLAGS_call_stack_level=3 export NVIDIA_TF32_OVERRIDE=0 export FLAGS_max_inplace_grad_add=3 + export FLAGS_enable_p2p_comm_opt=1 task_name="llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1_MP1_PP4" case_out_dir="output/$task_name" @@ -1388,6 +1389,7 @@ function llama_align_dy2st_fthenb_and_vpp_auto_bs2_fp32_DP1-MP1-PP4() { echo "step=$step fthenb loss: ${loss1_array[$step-1]}, vpp loss: ${loss2_array[$step-1]}" done check_result $FUNCNAME ${loss1} ${loss2} ${ips_base} ${ips} ${mem_base} ${mem} + export FLAGS_enable_p2p_comm_opt=0 echo "=========== $FUNCNAME run end ===========" }