updated app.py

app.py

@@ -3,7 +3,7 @@ from pydantic import BaseModel
 from huggingface_hub.file_download import http_get
 from llama_cpp import Llama
 from langchain_core.callbacks import CallbackManager, StreamingStdOutCallbackHandler
-from langchain_core.prompts import ChatPromptTemplate
+# from langchain_core.prompts import ChatPromptTemplate
 
 import os
 import fal_client
@@ -58,37 +58,61 @@ llm = load_model()
 # to create another adventure soon! 
 # """
 
-system = """You are a helpful and creative assistant that specializes in generating engaging and imaginative short storie for kids.
-Based on the user's provided mood, preferred story type, theme, age, and desired story length of 500-600 words, create a unique and captivating story.
-Always start with Story Title then generate a single story.Storie begin on Page 1(also mention the all pages headings in bold) and end on Page 7.
-Total pages in storie are seven each page have one short paragraph and dont ask for any feedback at the end just sign off with a cute closing inviting the reader 
-to create another adventure soon! 
-"""
+# system = """You are a helpful and creative assistant that specializes in generating engaging and imaginative short storie for kids.
+# Based on the user's provided mood, preferred story type, theme, age, and desired story length of 500-600 words, create a unique and captivating story.
+# Always start with Story Title then generate a single story.Storie begin on Page 1(also mention the all pages headings in bold) and end on Page 7.
+# Total pages in storie are seven each page have one short paragraph and dont ask for any feedback at the end just sign off with a cute closing inviting the reader 
+# to create another adventure soon! 
+# """
+
+from langchain_core.prompts import ChatPromptTemplate, MessagesPlaceholder
+
+prompt = ChatPromptTemplate.from_messages(
+    [
+        (
+            "system",
+            """You are a helpful and creative assistant that specializes in generating engaging and imaginative short storie for kids.
+                Based on the user's provided mood, preferred story type, theme, age, and desired story length of 500-600 words, create a unique and captivating story.
+                Always start with Story Title then generate a single story.Storie begin on Page 1(also mention the all pages headings in bold) and end on Page 7.
+                Total pages in storie are seven each page have one short paragraph and dont ask for any feedback at the end just sign off with a cute closing inviting the reader 
+                to create another adventure soon! 
+                """,
+        ),
+        MessagesPlaceholder(variable_name="messages"),
+    ]
+)
 
-prompt_template = ChatPromptTemplate.from_messages([("system", system), ("human", "{text}")])
+
+
+# prompt_template = ChatPromptTemplate.from_messages([("system", system), ("human", "{text}")])
 
 # FastAPI endpoint to generate the story
 @app.post("/generate_story/")
 async def generate_story(story_request: StoryRequest):
+
+    chain = prompt | llm
+    
     story = f"""here are the inputs from user:
     - **Mood:** {story_request.mood}
     - **Story Type:** {story_request.story_type}
     - **Theme:** {story_request.theme}
     - **Details Provided:** {story_request.txt}
     """
+
+    response = chain.invoke({"messages": [HumanMessage(content=story)]})
     
-    final_prompt = prompt_template.format(text=story)
+    # final_prompt = prompt_template.format(text=story)
 
     # Create the LLMChain
     # chain = LLMChain(llm=llm, prompt=prompt_template)
-    chain = llm | prompt_template
+    # chain = llm | prompt_template
     
     # try:
     #     response = chain.invoke(final_prompt)
     #     return {"story": response}
     # except Exception as e:
     #     raise HTTPException(status_code=500, detail=str(e))
-    response = chain.invoke(final_prompt)
+    # response = chain.invoke(final_prompt)
     
     if not response:
         raise HTTPException(status_code=500, detail="Failed to generate the story")