top

librechat.yaml

@@ -7,6 +7,24 @@ cache: true
 # Definition of custom endpoints
 endpoints:
   custom:
+    # Groq Example
+    - name: 'groq'
+      apiKey: '${GROQ_API_KEY}'
+      baseURL: 'https://api.groq.com/openai/v1/'
+      models:
+        default:
+          [
+            'llama3-70b-8192',
+            'llama3-8b-8192',
+            'llama2-70b-4096',
+            'mixtral-8x7b-32768',
+            'gemma-7b-it',
+          ]
+        fetch: false
+      titleConvo: true
+      titleModel: 'mixtral-8x7b-32768'
+      modelDisplayLabel: 'groq'
+      
     # Mistral AI API
     - name: "Mistral"  # Unique name for the endpoint
       # For `apiKey` and `baseURL`, you can use environment variables that you define.