Skip to content

Commit

Permalink
yapf
Browse files Browse the repository at this point in the history
Signed-off-by: Martin Gleize <[email protected]>
  • Loading branch information
MartinGleize committed Jan 14, 2025
1 parent acbd17a commit 4baba24
Showing 1 changed file with 7 additions and 6 deletions.
13 changes: 7 additions & 6 deletions tests/weight_loading/test_weight_loading.py
Original file line number Diff line number Diff line change
Expand Up @@ -20,12 +20,13 @@ def test_weight_loading(vllm_runner):
"""
Test parameter weight loading with tp>1.
"""
with vllm_runner(model_name=MODEL_NAME,
revision=REVISION,
dtype=torch.half if QUANTIZATION == "gptq" else "auto",
quantization=None if QUANTIZATION == "None" else QUANTIZATION,
max_model_len=MAX_MODEL_LEN,
tensor_parallel_size=2) as model:
with vllm_runner(
model_name=MODEL_NAME,
revision=REVISION,
dtype=torch.half if QUANTIZATION == "gptq" else "auto",
quantization=None if QUANTIZATION == "None" else QUANTIZATION,
max_model_len=MAX_MODEL_LEN,
tensor_parallel_size=2) as model:

output = model.generate_greedy("Hello world!", max_tokens=20)
print(output)
Expand Down

0 comments on commit 4baba24

Please sign in to comment.