Update app.py

app.py

@@ -8,9 +8,13 @@ from huggingface_hub import HfFolder
 HfFolder.save_token(HF_TOKEN)
 
 import transformers
+
 from transformers import pipeline
+# Load the model, specifying the use of GPU if available
+device = 0 if torch.cuda.is_available() else -1  # use GPU if available
+generator = pipeline('text-generation', model='EleutherAI/gpt-neo-2.7B', device=device)
 
-generator = pipeline(model="EleutherAI/gpt-neo-2.7B")
+#generator = pipeline(model="EleutherAI/gpt-neo-2.7B")
 
 
 text = st.text_area("your input")