Uhhy commited on
Commit
a07b36b
1 Parent(s): 25737ec

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -2
app.py CHANGED
@@ -3,7 +3,6 @@ from llama_cpp import Llama
3
  from concurrent.futures import ThreadPoolExecutor, as_completed
4
  import re
5
  import httpx
6
- from spaces import GPU
7
  import asyncio
8
  import gradio as gr
9
 
@@ -82,7 +81,7 @@ def remove_duplicates(text):
82
  seen_lines.add(line)
83
  return '\n'.join(unique_lines)
84
 
85
- @GPU(duration=0)
86
  def generate_model_response(model, inputs):
87
  try:
88
  response = model(inputs)
 
3
  from concurrent.futures import ThreadPoolExecutor, as_completed
4
  import re
5
  import httpx
 
6
  import asyncio
7
  import gradio as gr
8
 
 
81
  seen_lines.add(line)
82
  return '\n'.join(unique_lines)
83
 
84
+
85
  def generate_model_response(model, inputs):
86
  try:
87
  response = model(inputs)