Update app.py

app.py

@@ -8,7 +8,7 @@ device = "cpu"
 access_token = os.getenv("access_token")
 
 tokenizer1 = AutoTokenizer.from_pretrained("Qwen/Qwen2-0.5B-Instruct")
-tokenizer = AutoTokenizer.from_pretrained("google/gemma-2-2b-it", token=access_token)
+tokenizer2 = AutoTokenizer.from_pretrained("google/gemma-2-2b-it", token=access_token)
 tokenizer3 = AutoTokenizer.from_pretrained("microsoft/Phi-3-mini-4k-instruct")
 
 llm1 = Llama.from_pretrained(
@@ -42,7 +42,7 @@ def modelResp1(prompt):
         {"role": "assistant", "content": "I am Sia, a small language model created by Sushma."},
         {"role": "user", "content": f"{prompt}"}
     ]
-    text = tokenizer.apply_chat_template(
+    text = tokenizer1.apply_chat_template(
         messages,
         tokenize=False,
         add_generation_prompt=True
@@ -58,12 +58,11 @@ def modelResp1(prompt):
 
 def modelResp2(prompt):
     messages = [
-        {"role": "system", "content": "You are a helpful assistant, Sia, developed by Sushma. You will response in polity and brief."},
         {"role": "user", "content": "Who are you?"},
         {"role": "assistant", "content": "I am Sia, a small language model created by Sushma."},
         {"role": "user", "content": f"{prompt}"}
     ]
-    text = tokenizer.apply_chat_template(
+    text = tokenizer2.apply_chat_template(
         messages,
         tokenize=False,
         add_generation_prompt=True
@@ -84,7 +83,7 @@ def modelResp3(prompt):
         {"role": "assistant", "content": "I am Sia, a small language model created by Sushma."},
         {"role": "user", "content": f"{prompt}"}
     ]
-    text = tokenizer.apply_chat_template(
+    text = tokenizer3.apply_chat_template(
         messages,
         tokenize=False,
         add_generation_prompt=True