Update app.py

app.py

@@ -8,14 +8,15 @@ import os
 offload_dir = './offload'
 os.makedirs(offload_dir, exist_ok=True)
 
+#"tiiuae/falcon-7b-instruct",
 model = AutoModelForCausalLM.from_pretrained(
-    "tiiuae/falcon-7b-instruct",
+    "meta-llama/Meta-Llama-3-8B",    
     torch_dtype=torch.bfloat16,
     device_map="auto",
     low_cpu_mem_usage=True,
     offload_folder=offload_dir
 )
-tokenizer = AutoTokenizer.from_pretrained("tiiuae/falcon-7b-instruct")
+tokenizer = AutoTokenizer.from_pretrained("tiiuae/meta-llama/Meta-Llama-3-8B")
 
 
 def generate_text(input_text):
@@ -46,5 +47,5 @@ text_generation_interface = gr.Interface(
         gr.inputs.Textbox(label="Input Text"),
     ],
     outputs=gr.inputs.Textbox(label="Generated Text"),
-    title="Falcon-7B Instruct",
+    title="---LLM---",
 ).launch()