From 9ea6b873bb596759075306aa62096f730501a12b Mon Sep 17 00:00:00 2001
From: Chi Zhang <zhangchi.usc1992@bytedance.com>
Date: Wed, 26 Feb 2025 16:45:50 +0800
Subject: [PATCH] fix qwen0.5b megatron ci

---
 tests/e2e/run_qwen_megatron.sh | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/tests/e2e/run_qwen_megatron.sh b/tests/e2e/run_qwen_megatron.sh
index 46e5c6d2..1da46ed1 100644
--- a/tests/e2e/run_qwen_megatron.sh
+++ b/tests/e2e/run_qwen_megatron.sh
@@ -4,6 +4,8 @@ set -x
 
 huggingface-cli download Qwen/Qwen2.5-0.5B
 
+export VLLM_ATTENTION_BACKEND=XFORMERS
+
 python3 -m verl.trainer.main_ppo --config-path=config \
     --config-name='ppo_megatron_trainer.yaml'\
     data.train_files=$HOME/data/gsm8k/train.parquet \