Update app.py

app.py

@@ -17,10 +17,10 @@ model = AutoModelForCausalLM.from_pretrained(
   offload_state_dict=True  # 必要に応じてstate_dictをオフロード
 )
 
-TITLE = "<h1><center>Meta-Llama-3.1-70B-Instruct-AWQ-INT4 Chat webui</center></h1>"
+TITLE = "<h1><center>Tanuki-8x8B-dpo-v1.0-AWQ Chat webui</center></h1>"
 
 DESCRIPTION = """
-<h3>MODEL: <a href="https://hf.co/hugging-quants/Meta-Llama-3.1-70B-Instruct-AWQ-INT4">Meta-Llama-3.1-70B-Instruct-AWQ-INT4</a></h3>
+<h3>MODEL: <a href="https://huggingface.co/weblab-GENIAC/Tanuki-8x8B-dpo-v1.0">Tanuki-8x8B-dpo-v1.0</a></h3>
 <center>
 <p>This model is designed for conversational interactions.</p>
 </center>
@@ -70,6 +70,10 @@ def stream_chat(message: str, history: list, temperature: float, max_new_tokens:
         temperature=temperature,
         eos_token_id=[128001, 128009],
     )
+
+    # `inputs` を直接渡すのではなく、不要な key を取り除いた後に渡す
+    input_data = {key: value for key, value in inputs.items() if key != 'token_type_ids'}
+    generate_kwargs.update(input_data)
     
     thread = Thread(target=model.generate, kwargs=generate_kwargs)
     thread.start()