Update app.py

app.py

@@ -615,21 +615,37 @@ elif Usage == 'Random Questions':
 
     elif Input_type == 'SPEECH':
         try:
-            st.text("Record your audio, **max length - 5 seconds**")
-            if st.button("Record"):
-                st.write("Recording...")
-                audio_file = record_audio()
-                st.write("Recording complete.")
-                file = open(audio_file, "rb")
+            stt_button = Button(label="Speak", width=100)
+            stt_button.js_on_event("button_click", CustomJS(code="""
+                var recognition = new webkitSpeechRecognition();
+                recognition.continuous = true;
+                recognition.interimResults = true;
+             
+                recognition.onresult = function (e) {
+                    var value = "";
+                    for (var i = e.resultIndex; i < e.results.length; ++i) {
+                        if (e.results[i].isFinal) {
+                            value += e.results[i][0].transcript;
+                        }
+                    }
+                    if ( value != "") {
+                        document.dispatchEvent(new CustomEvent("GET_TEXT", {detail: value}));
+                    }
+                }
+                recognition.start();
+                """))
             
-                # Play the recorded audio
-                st.audio(audio_file)
+            result = streamlit_bokeh_events(
+                stt_button,
+                events="GET_TEXT",
+                key="listen",
+                refresh_on_update=False,
+                override_height=75,
+                debounce_time=0)
             
-                transcription = openai.Audio.transcribe("whisper-1", file)
-                result = transcription["text"]
-                st.write(f"Fetched from audio - {result}")
-                
-                question = result
+            if result:
+                if "GET_TEXT" in result:
+                question = result.get("GET_TEXT")
                 response = openai.Completion.create(
                 model="gpt-3.5-turbo",
                 prompt=f'''Your knowledge cutoff is 2021-09, and it is not aware of any events after that time. if the  
@@ -684,8 +700,79 @@ elif Usage == 'Random Questions':
                     search_internet(question)
                 else:
                     st.write(string_temp)
+
+                    
                 
         except:
             pass
+            # st.text("Record your audio, **max length - 5 seconds**")
+            # if st.button("Record"):
+            #     st.write("Recording...")
+            #     audio_file = record_audio()
+            #     st.write("Recording complete.")
+            #     file = open(audio_file, "rb")
+            
+            #     # Play the recorded audio
+            #     st.audio(audio_file)
+            
+            #     transcription = openai.Audio.transcribe("whisper-1", file)
+            #     result = transcription["text"]
+            #     st.write(f"Fetched from audio - {result}")
+                
+            #     question = result
+            #     response = openai.Completion.create(
+            #     model="gpt-3.5-turbo",
+            #     prompt=f'''Your knowledge cutoff is 2021-09, and it is not aware of any events after that time. if the  
+            #               Answer to following questions is not  from your knowledge base or in case of queries like weather 
+            #                 updates / stock updates / current news Etc which requires you to have internet connection  then print i don't have access to internet to answer your question, 
+            #                 if  question is related to  image or  painting or drawing generation then print ipython type output   function gen_draw("detailed prompt of image to be generated")
+            #                 if the question is related to playing a song or video or music of a singer then print ipython type output  function vid_tube("relevent search query")
+            #                 \nQuestion-{question}
+            #                 \nAnswer -''',
+            #     temperature=0.49,
+            #     max_tokens=256,
+            #     top_p=1,
+            #     frequency_penalty=0,
+            #     presence_penalty=0
+            #     )
+            #     string_temp=response.choices[0].text
+    
+            #     if ("gen_draw" in string_temp):
+            #         st.write('*image is being generated please wait..* ')
+            #         def extract_image_description(input_string):
+            #             return input_string.split('gen_draw("')[1].split('")')[0]
+            #         prompt=extract_image_description(string_temp)
+            #         # model_id = "CompVis/stable-diffusion-v1-4"
+            #         model_id='runwayml/stable-diffusion-v1-5'
+            #         device = "cuda"
+    
+            #         pipe = StableDiffusionPipeline.from_pretrained(model_id, torch_dtype=torch.float16)
+            #         pipe = pipe.to(device)
+    
+            #         # prompt = "a photo of an astronaut riding a horse on mars"
+            #         image = pipe(prompt).images[0]  
+                      
+            #         image.save("astronaut_rides_horse.png")
+            #         st.image(image)
+            #         # image 
+                
+            #     elif ("vid_tube" in string_temp):
+            #         s = Search(question)
+            #         search_res = s.results
+            #         first_vid = search_res[0]
+            #         print(first_vid)
+            #         string = str(first_vid)
+            #         video_id = string[string.index('=') + 1:-1]
+            #         # print(video_id)
+            #         YoutubeURL = "https://www.youtube.com/watch?v="
+            #         OurURL = YoutubeURL + video_id
+            #         st.write(OurURL)
+            #         st_player(OurURL)
+    
+            #     elif ("don't" in string_temp or "internet" in string_temp  ):
+            #         st.write('*searching internet*')
+            #         search_internet(question)
+            #     else:
+            #         st.write(string_temp)
 else:
     pass