Update app.py

app.py

@@ -39,6 +39,9 @@ gen_kwargs = dict(
     stop_sequences=["\nUser:", "<|endoftext|>", "</s>", "\nHuman:"],
 )
 
+
+stream = client.text_generation(prompt, stream=True, details=True, **gen_kwargs)
+
 def chat_template_prompt():
     template = """
     Do not repeat questions and do not generate answer for user/human.Do not repeat yourself and do not create/generate dialogues.