Spaces:
Sleeping
Sleeping
Update app.py
Browse files
app.py
CHANGED
@@ -21,13 +21,14 @@ def generate_text(input_text, max_new_tokens, temperature, top_p, split_output):
|
|
21 |
max_new_tokens=max_new_tokens,
|
22 |
temperature=temperature,
|
23 |
top_p=top_p,
|
|
|
24 |
)
|
25 |
generated_text = output[0]['generated_text']
|
26 |
if split_output:
|
27 |
-
sentences = re.split('(?<!\w\.\w.)(?<![A-Z][a-z]\.)(?<=\.|\?)\s
|
28 |
if sentences:
|
29 |
-
|
30 |
-
return generated_text
|
31 |
|
32 |
# Create the Gradio interface
|
33 |
input_text = gr.Textbox(lines=2, placeholder="Enter your text here...", label="Input Text")
|
@@ -38,19 +39,19 @@ top_p = gr.Slider(minimum=0.0, maximum=1.0, value=0.95, step=0.01, label="Top-p"
|
|
38 |
split_output = gr.Checkbox(label="Quick single-sentence output", value=True)
|
39 |
|
40 |
with gr.Blocks() as iface:
|
41 |
-
gr.Markdown("# Igea
|
42 |
-
gr.Markdown("⚠️ 🐢💬 This model runs on a hardware-limited
|
43 |
input_text.render()
|
44 |
with gr.Accordion("Advanced Options", open=False):
|
45 |
max_new_tokens.render()
|
46 |
temperature.render()
|
47 |
top_p.render()
|
48 |
split_output.render()
|
49 |
-
output = gr.
|
50 |
|
51 |
btn = gr.Button("Generate")
|
52 |
btn.click(generate_text, [input_text, max_new_tokens, temperature, top_p, split_output], output)
|
53 |
|
54 |
# Launch the interface
|
55 |
if __name__ == "__main__":
|
56 |
-
iface.launch(inline=True)
|
|
|
21 |
max_new_tokens=max_new_tokens,
|
22 |
temperature=temperature,
|
23 |
top_p=top_p,
|
24 |
+
return_full_text = False
|
25 |
)
|
26 |
generated_text = output[0]['generated_text']
|
27 |
if split_output:
|
28 |
+
sentences = re.split('(?<!\w\.\w.)(?<![A-Z][a-z]\.)(?<=\.|\?)\s', generated_text)
|
29 |
if sentences:
|
30 |
+
generated_text = sentences[0] + '.'
|
31 |
+
return f"<span{input_text}</span><span style='color: blue;'>{generated_text}</span>"
|
32 |
|
33 |
# Create the Gradio interface
|
34 |
input_text = gr.Textbox(lines=2, placeholder="Enter your text here...", label="Input Text")
|
|
|
39 |
split_output = gr.Checkbox(label="Quick single-sentence output", value=True)
|
40 |
|
41 |
with gr.Blocks() as iface:
|
42 |
+
gr.Markdown("# Igea Text Generation Interface ⚕️🩺")
|
43 |
+
gr.Markdown("⚠️ 🐢💬 This model runs on a **hardware-limited**, free-tier HuggingFace space, resulting in a **low output token throughput** (approx. 1 token/s)")
|
44 |
input_text.render()
|
45 |
with gr.Accordion("Advanced Options", open=False):
|
46 |
max_new_tokens.render()
|
47 |
temperature.render()
|
48 |
top_p.render()
|
49 |
split_output.render()
|
50 |
+
output = gr.HTML(label="Generated Text")
|
51 |
|
52 |
btn = gr.Button("Generate")
|
53 |
btn.click(generate_text, [input_text, max_new_tokens, temperature, top_p, split_output], output)
|
54 |
|
55 |
# Launch the interface
|
56 |
if __name__ == "__main__":
|
57 |
+
iface.launch(inline=True)
|