Spaces:
Sleeping
Sleeping
Update chat_demo.py
Browse files- chat_demo.py +8 -0
chat_demo.py
CHANGED
|
@@ -17,6 +17,13 @@ MODEL_LIST = [
|
|
| 17 |
("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
|
| 18 |
]
|
| 19 |
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 20 |
def read_output(process):
|
| 21 |
"""Reads the output from the subprocess and prints it to the console."""
|
| 22 |
for line in iter(process.stdout.readline, ""):
|
|
@@ -113,6 +120,7 @@ with gr.Blocks() as demo:
|
|
| 113 |
chatbot=chatbot,
|
| 114 |
additional_inputs=additional_inputs,
|
| 115 |
additional_outputs=[conv_state],
|
|
|
|
| 116 |
title="Edge level LLM Chat demo",
|
| 117 |
description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
|
| 118 |
)
|
|
|
|
| 17 |
("Qwen3-0.6B - hybrid thinking /no_think, can do very limited STEM?", "Qwen3-0.6B")
|
| 18 |
]
|
| 19 |
|
| 20 |
+
example_conv = [
|
| 21 |
+
"Compare and analyze the pros and cons of traditional vs flat organization in business administration. Feel free to use any style and formatting you want in your response.",
|
| 22 |
+
"Write a recipe for pancake",
|
| 23 |
+
"Help me plan a quick weekend getaway trip to Tokyo?",
|
| 24 |
+
"Write an essay on the role of information technology in international supply chain."
|
| 25 |
+
]
|
| 26 |
+
|
| 27 |
def read_output(process):
|
| 28 |
"""Reads the output from the subprocess and prints it to the console."""
|
| 29 |
for line in iter(process.stdout.readline, ""):
|
|
|
|
| 120 |
chatbot=chatbot,
|
| 121 |
additional_inputs=additional_inputs,
|
| 122 |
additional_outputs=[conv_state],
|
| 123 |
+
examples=example_conv,
|
| 124 |
title="Edge level LLM Chat demo",
|
| 125 |
description="In this demo, you can chat with sub-1B param range LLM - they are small enough to run with reasonable speed on most end user device. **Warning:** Do not input sensitive info - assume everything is public!"
|
| 126 |
)
|