From 5b094a836b53415697de510d3a2c3b885631061c Mon Sep 17 00:00:00 2001 From: Guangyao Zhang Date: Wed, 8 Jan 2025 11:51:50 +0800 Subject: [PATCH] [Inference]Fix example in readme (#6178) --- colossalai/inference/README.md | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/colossalai/inference/README.md b/colossalai/inference/README.md index 76813a4a3495..48526b32bb3f 100644 --- a/colossalai/inference/README.md +++ b/colossalai/inference/README.md @@ -62,7 +62,7 @@ engine = InferenceEngine(model, tokenizer, inference_config, verbose=True) # Step 4: try inference prompts = ['Who is the best player in the history of NBA?'] -response = engine.generate(prompts) +response = engine.generate(prompts=prompts) pprint(response) ```