hmm

model/custom_agent.py

@@ -106,7 +106,7 @@ class CustomHfAgent(Agent):
     ### https://github.com/huggingface/transformers/blob/main/src/transformers/tools/prompts.py -> run chat_template.txt 
     ### https://huggingface.co/datasets/huggingface-tools/default-prompts/blob/main/chat_prompt_template.txt
     ###
-"""     def format_prompt(self, task, chat_mode=False):
+    def format_prompt(self, task, chat_mode=False):
 
         checkpoint = "bigcode/starcoder"
         tokenizer = AutoTokenizer.from_pretrained(checkpoint, token = self.token)
@@ -118,6 +118,7 @@ class CustomHfAgent(Agent):
         
         if chat_mode:
             if self.chat_history is None:
+                print("no histroy yet ")
                 prompt = self.chat_prompt_template.replace("<<all_tools>>", description)
                 prompt += CHAT_MESSAGE_PROMPT.replace("<<task>>", task)
 
@@ -127,8 +128,11 @@ class CustomHfAgent(Agent):
                         "content": prompt,
                     } 
                 ]
-                prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
+                print("tokenized "+tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False))
+            #    prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
             else:
+                print(" chat histroy ")
+                print(self.chat_history)
                 prompt = self.chat_history
                 prompt += CHAT_MESSAGE_PROMPT.replace("<<task>>", task)
                 messages = [
@@ -137,9 +141,12 @@ class CustomHfAgent(Agent):
                         "content": prompt,
                     } 
                 ]
+                print("tokenized "+tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False))
+
           #      prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
           ##  prompt 
         else:
+            print("else block not chat mode ")
             prompt = self.run_prompt_template.replace("<<all_tools>>", description)
             prompt = prompt.replace("<<prompt>>", task)
             messages = [
@@ -148,6 +155,8 @@ class CustomHfAgent(Agent):
                         "content": prompt,
                     } 
                 ]
+            print("tokenized "+tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False))
+
            # prompt = tokenizer.apply_chat_template(messages, add_generation_prompt=True, tokenize=False)
         print("formatted propmpt ---- " + prompt)
-        return prompt """
+        return prompt