OuteAI
/

Lite-Oute-2-Mamba2Attn-250M-Instruct

Model card Files Files and versions Community

Update README.md

#1

by koned - opened 29 days ago

base: refs/heads/main

←

from: refs/pr/1

Discussion Files changed

Files changed (1) hide show

README.md +1 -1

README.md CHANGED Viewed

@@ -238,7 +238,7 @@ def generate_response(message: str, temperature: float = 0.1, repetition_penalty
     # Generate the response
     output = model.generate(
         input_ids,
-        max_length=512,
         temperature=temperature,
         repetition_penalty=repetition_penalty,
         do_sample=True

     # Generate the response
     output = model.generate(
         input_ids,
+        max_length=256,
         temperature=temperature,
         repetition_penalty=repetition_penalty,
         do_sample=True