random seed

llm_inference.py

@@ -1,4 +1,5 @@
 import os
+import random  # Import the random module
 from groq import Groq
 from openai import OpenAI
 
@@ -22,8 +23,6 @@ class LLMInferenceNode:
         """
         Generates a prompt based on the provided seed, prompt type, and custom input.
         """
-        import random
-
         random.seed(dynamic_seed)
         if custom_input and custom_input.strip():
             prompt = custom_input
@@ -176,6 +175,10 @@ Your output is only the caption itself, no comments or extra formatting. The cap
             else:
                 user_message = f"{base_prompt}\nDescription: {input_text}"
 
+            # Generate a random seed
+            seed = random.randint(0, 10000)
+            print(f"Generated seed: {seed}")  # Debug print
+
             # Select the appropriate provider
             if provider == "Hugging Face":
                 response = self.huggingface_client.chat.completions.create(
@@ -187,6 +190,7 @@ Your output is only the caption itself, no comments or extra formatting. The cap
                         {"role": "system", "content": system_message},
                         {"role": "user", "content": user_message},
                     ],
+                    seed=seed  # Pass the seed parameter
                 )
                 output = response.choices[0].message.content.strip()
 
@@ -199,6 +203,7 @@ Your output is only the caption itself, no comments or extra formatting. The cap
                         {"role": "system", "content": system_message},
                         {"role": "user", "content": user_message},
                     ],
+                    seed=seed  # Pass the seed parameter
                 )
                 output = response.choices[0].message.content.strip()
 
@@ -211,6 +216,7 @@ Your output is only the caption itself, no comments or extra formatting. The cap
                         {"role": "system", "content": system_message},
                         {"role": "user", "content": user_message},
                     ],
+                    seed=seed  # Pass the seed parameter
                 )
                 output = response.choices[0].message.content.strip()