Update helper_functions_api.py

helper_functions_api.py

@@ -65,6 +65,7 @@ from brave import Brave
 from fuzzy_json import loads
 from half_json.core import JSONFixer
 from openai import OpenAI
+from together import Together
 
 llm_default_small = "llama3-8b-8192"
 llm_default_medium = "llama3-70b-8192"
@@ -82,25 +83,20 @@ def limit_tokens(input_string, token_limit=8000):
     """
     return encoding.decode(encoding.encode(input_string)[:token_limit])
 
-def together_response(message, model=llm_default_small, SysPrompt = SysPromptDefault,temperature=0.2):
-  
-  client = OpenAI(
-    api_key=GROQ_API_KEY, 
-    base_url="https://gateway.hconeai.com/openai/v1", 
-    default_headers={ 
-        "Helicone-Auth": f"Bearer {HELICON_API_KEY}",
-        "Helicone-Target-Url": "https://api.groq.com"
-    }
-    )
-
-  messages=[{"role": "system", "content": SysPrompt},{"role": "user", "content": message}]
-
-  response = client.chat.completions.create(
-      model=model,
-      messages=messages,
-      temperature=temperature,
-  )
-  return response.choices[0].message.content
+def together_response(message, model = "meta-llama/Llama-3-8b-chat-hf", SysPrompt = SysPromptDefault, temperature=0.2):
+    client = OpenAI(
+        api_key=TOGETHER_API_KEY, 
+        base_url="https://together.hconeai.com/v1", 
+        default_headers={ "Helicone-Auth": f"Bearer {HELICON_API_KEY}"})
+    
+    messages=[{"role": "system", "content": SysPrompt},{"role": "user", "content": message}]
+    
+    response = client.chat.completions.create(
+        model=model,
+        messages=messages,
+        temperature=temperature,
+        )
+    return response.choices[0].message.content
 
 
 def json_from_text(text):