sambanova

huggingface_inference_node.py

@@ -8,6 +8,7 @@ from openai import OpenAI
 
 huggingface_token = os.getenv("HUGGINGFACE_TOKEN")
 groq_api_key = os.getenv("GROQ_API_KEY")
+sambanova_api_key = os.getenv("SAMBANOVA_API_KEY")
 
 
 class LLMInferenceNode:
@@ -17,6 +18,10 @@ class LLMInferenceNode:
             api_key=huggingface_token,
         )
         self.groq_client = Groq(api_key=groq_api_key)
+        self.sambanova_client = OpenAI(
+            api_key=sambanova_api_key,
+            base_url="https://api.sambanova.ai/v1",
+        )
 
     def generate(
         self,
@@ -144,6 +149,18 @@ You are allowed to make up film and branding names, and do them like 80's, 90's
                 )
                 output = response.choices[0].message.content.strip()
 
+            elif provider == "SambaNova":
+                response = self.sambanova_client.chat.completions.create(
+                    model=model or "Meta-Llama-3.1-70B-Instruct",
+                    max_tokens=1024,
+                    temperature=0.7,
+                    messages=[
+                        {"role": "system", "content": system_message},
+                        {"role": "user", "content": user_message},
+                    ],
+                )
+                output = response.choices[0].message.content.strip()
+
             else:
                 raise ValueError(f"Unsupported provider: {provider}")
 

ui_components.py

@@ -131,7 +131,7 @@ def create_interface():
                     
                     # Add new components for LLM provider selection
                 llm_provider = gr.Dropdown(
-                    choices=["Hugging Face", "OpenAI", "Anthropic", "Groq"],
+                    choices=["Hugging Face", "Groq", "SambaNova", "OpenAI", "Anthropic"],
                     label="LLM Provider",
                     value="Hugging Face"
                 )
@@ -204,6 +204,7 @@ def create_interface():
                 "Groq": ["llama-3.1-70b-versatile"],
                 "OpenAI": ["gpt-4o", "gpt-4o-mini"],
                 "Anthropic": ["claude-3-5-sonnet-20240620"],
+                "SambaNova": ["Meta-Llama-3.1-70B-Instruct"],
             }
             models = provider_models[provider]
             return gr.Dropdown(choices=models, value=models[0])