fix qwen0.5b megatron ci

volcengine · Feb 26, 2025 · 9ea6b87 · 9ea6b87
1 parent 2440aa6
commit 9ea6b87
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/tests/e2e/run_qwen_megatron.sh b/tests/e2e/run_qwen_megatron.sh
@@ -4,6 +4,8 @@ set -x
 
 huggingface-cli download Qwen/Qwen2.5-0.5B
 
+export VLLM_ATTENTION_BACKEND=XFORMERS
+
 python3 -m verl.trainer.main_ppo --config-path=config \
     --config-name='ppo_megatron_trainer.yaml'\
     data.train_files=$HOME/data/gsm8k/train.parquet \