Spaces:
Runtime error
Runtime error
Update app_dialogue.py
Browse files- app_dialogue.py +5 -3
app_dialogue.py
CHANGED
|
@@ -551,8 +551,8 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
|
|
| 551 |
)
|
| 552 |
|
| 553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
| 554 |
-
stream = client.generate_stream(prompt=query, **generation_args)
|
| 555 |
-
|
| 556 |
acc_text = ""
|
| 557 |
for idx, response in enumerate(stream):
|
| 558 |
text_token = response.token.text
|
|
@@ -637,7 +637,9 @@ with gr.Blocks(title="IDEFICS Playground", theme=gr.themes.Base()) as demo:
|
|
| 637 |
break
|
| 638 |
|
| 639 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
| 640 |
-
generated_text = client.
|
|
|
|
|
|
|
| 641 |
if generated_text.endswith("\nUser"):
|
| 642 |
generated_text = generated_text[:-5]
|
| 643 |
|
|
|
|
| 551 |
)
|
| 552 |
|
| 553 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
| 554 |
+
#stream = client.generate_stream(prompt=query, **generation_args)
|
| 555 |
+
stream = client.text_generation(query, **generate_args, stream=True)
|
| 556 |
acc_text = ""
|
| 557 |
for idx, response in enumerate(stream):
|
| 558 |
text_token = response.token.text
|
|
|
|
| 637 |
break
|
| 638 |
|
| 639 |
query = prompt_list_to_tgi_input(formated_prompt_list)
|
| 640 |
+
generated_text = client.text_generation(query, **generation_args, stream=False)
|
| 641 |
+
|
| 642 |
+
#generated_text = client.generate(prompt=query, **generation_args).generated_text
|
| 643 |
if generated_text.endswith("\nUser"):
|
| 644 |
generated_text = generated_text[:-5]
|
| 645 |
|