Update app.py

app.py

@@ -24,16 +24,16 @@ import nest_asyncio
 nest_asyncio.apply()
 
 # OpenAI credentials
-# key = os.getenv('OPENAI_API_KEY')
-# openai.api_key = key 
-# os.environ["OPENAI_API_KEY"] = key
+key = os.getenv('OPENAI_API_KEY')
+openai.api_key = key 
+os.environ["OPENAI_API_KEY"] = key
 
 # key = os.getenv('MISTRAL_API_KEY')
 # os.environ["MISTRAL_API_KEY"] = key
 
 # Anthropic credentials
-key = os.getenv('CLAUDE_API_KEY')
-os.environ["ANTHROPIC_API_KEY"] = key
+# key = os.getenv('CLAUDE_API_KEY')
+# os.environ["ANTHROPIC_API_KEY"] = key
 
 # Streamlit UI
 st.title("Prompt Optimization for a Policy Bot")
@@ -46,7 +46,6 @@ if uploaded_files:
             f.write(uploaded_file.getbuffer())
         reader = SimpleDirectoryReader(input_files=[f"./data/{uploaded_file.name}"])
         documents = reader.load_data()
-        st.write(documents)
         st.success("File uploaded...")
 
         # # Indexing
@@ -144,6 +143,35 @@ if uploaded_files:
             return [response.usage.prompt_tokens, response.usage.completion_tokens, response.usage.total_tokens, response.choices[0].message.content]
 
 
+        # Summary
+        def summary(prompt):
+
+            response = openai.chat.completions.create(
+                model=model,
+                messages=[
+                    {"role":"system",
+                     "content":"Summarize the following context:"
+                    },
+                    {"role": "user",
+                     "content": prompt,
+                    }
+                ]
+            )
+            return response.choices[0].message.content
+
+       
+        full_prompt = documents[0].text
+        st.success("Input text")
+        st.markdown(full_prompt)
+
+        st.success("Generated summary")
+        gen_summ = summary(full_prompt)
+        st.markdown(gen_summ)
+        st.success("Reference summary")
+        ref_summ = summary(full_prompt)
+        st.markdown(ref_summ)
+
+
         # Initialize session state for token summary, evaluation details, and chat messages
         if "token_summary" not in st.session_state:
             st.session_state.token_summary = []
@@ -155,9 +183,6 @@ if uploaded_files:
             with st.chat_message(message["role"]):
                 st.markdown(message["content"])
 
-        # Summarize 
-        full_prompt = "\n\n".join([context + prompt])
-        orig_res = res(full_prompt)
 
         # Accept user input
         if prompt := st.chat_input("Enter your query:"):