Fix warning in GPT-Neo example (deepspeedai#210)

lekurile · web-flow · commit 6e30c15365a2 · 2022-10-27T14:18:52.000-07:00
Co-authored-by: Lev Kurilenko &lt;lekurile@microsoft.com&gt;
diff --git a/inference/huggingface/text-generation/test-gpt-neo.py b/inference/huggingface/text-generation/test-gpt-neo.py
@@ -23,5 +23,5 @@
                                            dtype=torch.float,
                                            replace_method='auto',
                                            replace_with_kernel_inject=True)
-string = generator("DeepSpeed is", do_sample=True, min_length=50)
-print(string)
+string = generator("DeepSpeed is", min_length=50, max_length=50, do_sample=True, use_cache=True)
+print(string)
