Skip to content

Commit

Permalink
nits
Browse files Browse the repository at this point in the history
Signed-off-by: Varun Sundar Rabindranath <varun@neuralmagic.com>
  • Loading branch information
Varun Sundar Rabindranath committed Dec 6, 2024
1 parent e730a07 commit a7a9626
Showing 1 changed file with 3 additions and 1 deletion.
4 changes: 3 additions & 1 deletion tests/lora/test_llama_tp.py
Original file line number Diff line number Diff line change
Expand Up @@ -49,9 +49,10 @@ def do_sample(llm: vllm.LLM, lora_path: str, lora_id: int) -> List[str]:
# Print the outputs.
generated_texts: List[str] = []
for output in outputs:
prompt = output.prompt
generated_text = output.outputs[0].text
generated_texts.append(generated_text)

print(f"Prompt: {prompt!r}, Generated text: {generated_text!r}")
return generated_texts


Expand Down Expand Up @@ -81,6 +82,7 @@ def v1(run_with_both_engines_lora):

@fork_new_process_for_each_test
def test_llama_lora(sql_lora_files):

llm = vllm.LLM(MODEL_PATH,
enable_lora=True,
max_num_seqs=16,
Expand Down

0 comments on commit a7a9626

Please sign in to comment.