Update app.py

app.py

@@ -10,8 +10,8 @@ import os
 #base_model_name = "unsloth/Mistral-7B-Instruct-v0.2"
 #sft_model = "somosnlp/ComeBien_gemma-2b-it-bnb-4bit"
 sft_model = "somosnlp/RecetasDeLaAbuela5k_gemma-2b-bnb-4bit"
-#base_model_name = "unsloth/gemma-2b-bnb-4bit"
-base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
+base_model_name = "unsloth/gemma-2b-bnb-4bit"
+#base_model_name = "unsloth/gemma-2b-it-bnb-4bit"
 
 max_seq_length=200
 base_model = AutoModelForCausalLM.from_pretrained(base_model_name,return_dict=True,device_map="auto", torch_dtype=torch.float16,)
@@ -55,7 +55,7 @@ def generate_text(prompt, context, max_length=2100):
   max_new_tokens=max_length
   generation_config = GenerationConfig(
                 max_new_tokens=max_new_tokens,
-                temperature=0.1, #top_p=0.9, top_k=50, # 45
+                temperature=0.2, #top_p=0.9, top_k=50, # 45
                 repetition_penalty=1.3, # 1.04,  #1.1
                 do_sample=True,
             )