Update app.py
Browse files
app.py
CHANGED
@@ -15,7 +15,7 @@ def format_prompt(message, history):
|
|
15 |
prompt += f"[INST] {message} [/INST]"
|
16 |
return prompt
|
17 |
|
18 |
-
def
|
19 |
temperature = float(temperature)
|
20 |
if temperature < 1e-2:
|
21 |
temperature = 1e-2
|
@@ -31,17 +31,18 @@ def generate(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, r
|
|
31 |
)
|
32 |
|
33 |
formatted_prompt = format_prompt(prompt, history)
|
|
|
|
|
|
|
|
|
|
|
34 |
|
35 |
stream = chat_client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
36 |
output = ""
|
37 |
|
38 |
for response in stream:
|
39 |
output += response.token.text
|
40 |
-
yield output
|
41 |
-
|
42 |
-
def generate_image(prompt):
|
43 |
-
image = image_client.text_to_image(prompt).images[0]
|
44 |
-
return image
|
45 |
|
46 |
additional_inputs = [
|
47 |
gr.Slider(
|
@@ -85,22 +86,22 @@ additional_inputs = [
|
|
85 |
with gr.Blocks() as demo:
|
86 |
gr.Markdown("# Chatbot with Image Generation")
|
87 |
|
88 |
-
with gr.
|
89 |
-
|
90 |
-
|
91 |
-
|
92 |
-
|
93 |
-
|
94 |
-
|
95 |
-
|
96 |
-
|
97 |
-
|
98 |
-
|
99 |
-
|
100 |
-
|
101 |
-
|
102 |
-
|
103 |
-
|
104 |
-
|
105 |
|
106 |
demo.launch()
|
|
|
15 |
prompt += f"[INST] {message} [/INST]"
|
16 |
return prompt
|
17 |
|
18 |
+
def generate_response(prompt, history, temperature=0.9, max_new_tokens=256, top_p=0.95, repetition_penalty=1.0):
|
19 |
temperature = float(temperature)
|
20 |
if temperature < 1e-2:
|
21 |
temperature = 1e-2
|
|
|
31 |
)
|
32 |
|
33 |
formatted_prompt = format_prompt(prompt, history)
|
34 |
+
|
35 |
+
if "generate an image of" in prompt.lower():
|
36 |
+
image_prompt = prompt.lower().split("generate an image of")[1].strip()
|
37 |
+
image = image_client.text_to_image(image_prompt).images[0]
|
38 |
+
return None, image
|
39 |
|
40 |
stream = chat_client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
|
41 |
output = ""
|
42 |
|
43 |
for response in stream:
|
44 |
output += response.token.text
|
45 |
+
yield output, None
|
|
|
|
|
|
|
|
|
46 |
|
47 |
additional_inputs = [
|
48 |
gr.Slider(
|
|
|
86 |
with gr.Blocks() as demo:
|
87 |
gr.Markdown("# Chatbot with Image Generation")
|
88 |
|
89 |
+
with gr.Column():
|
90 |
+
chat_input = gr.Textbox(label="User Input", placeholder="Type your message here...")
|
91 |
+
chat_output = gr.Textbox(label="Chatbot Response")
|
92 |
+
image_output = gr.Image(label="Generated Image", visible=False)
|
93 |
+
temperature = gr.Slider(label="Temperature", minimum=0.1, maximum=1.0, value=0.7, step=0.1)
|
94 |
+
max_tokens = gr.Slider(label="Max Tokens", minimum=10, maximum=512, value=100, step=10)
|
95 |
+
top_p = gr.Slider(label="Top-p", minimum=0.1, maximum=1.0, value=0.9, step=0.1)
|
96 |
+
repetition_penalty = gr.Slider(label="Repetition Penalty", minimum=1.0, maximum=2.0, value=1.2, step=0.1)
|
97 |
+
chat_button = gr.Button("Send")
|
98 |
+
|
99 |
+
def respond(user_input, temperature, max_tokens, top_p, repetition_penalty, chat_history=[]):
|
100 |
+
for response, image in generate_response(user_input, chat_history, temperature, max_tokens, top_p, repetition_penalty):
|
101 |
+
if image:
|
102 |
+
return "", image, gr.update(visible=True)
|
103 |
+
return response, None, gr.update(visible=False)
|
104 |
+
|
105 |
+
chat_button.click(respond, inputs=[chat_input, temperature, max_tokens, top_p, repetition_penalty], outputs=[chat_output, image_output, image_output])
|
106 |
|
107 |
demo.launch()
|