nastasiasnk commited on
Commit
6ed43b1
1 Parent(s): 79e7eb6

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +14 -11
app.py CHANGED
@@ -1,6 +1,6 @@
1
  import streamlit as st
2
  import os
3
- from transformers import pipeline
4
  from huggingface_hub import HfFolder
5
 
6
  import transformers
@@ -14,22 +14,25 @@ if HF_TOKEN:
14
  else:
15
  st.warning("HF_TOKEN is not set. Proceeding without a token.")
16
 
17
- # Use a valid model identifier
18
- #generator = pipeline("text-generation", model="gpt2")
19
 
 
20
 
21
- model_id = "meta-llama/Meta-Llama-3-8B"
22
-
23
- generator = transformers.pipeline(
24
- "text-generation", model=model_id, model_kwargs={"torch_dtype": torch.bfloat16}, device_map="auto"
25
- )
26
-
27
 
28
  st.title("Text Generation")
29
  st.write("Enter your text below.")
30
  text = st.text_area("Your input")
31
 
32
- if text:
33
- out = generator(text, do_sample=False)
 
 
 
 
 
 
 
 
34
  st.json(out)
35
  st.write(f"Reply: {out[0]['generated_text']}")
 
1
  import streamlit as st
2
  import os
3
+ from transformers import pipeline, set_seed
4
  from huggingface_hub import HfFolder
5
 
6
  import transformers
 
14
  else:
15
  st.warning("HF_TOKEN is not set. Proceeding without a token.")
16
 
17
+ # Use a valid model identifie
 
18
 
19
+ #generator = pipeline("text-generation", model="openai-community/gpt2")
20
 
21
+ generator = pipeline('text-generation', model='gpt2-large')
 
 
 
 
 
22
 
23
  st.title("Text Generation")
24
  st.write("Enter your text below.")
25
  text = st.text_area("Your input")
26
 
27
+ st.write("Enter seed.")
28
+ seed = st.text_area("set seed")
29
+ set_seed(seed)
30
+
31
+ st.write("Enter max length.")
32
+ maxLength = st.text_area("max length")
33
+
34
+
35
+ if text and seed and maxLength:
36
+ out = generator(text, max_length=maxLength, num_return_sequences=5)
37
  st.json(out)
38
  st.write(f"Reply: {out[0]['generated_text']}")