blob: d11f6a822f30be5d4d47cd40304cbdb192d0b23f (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
|
from __future__ import annotations
from .Openai import Openai
from ...typing import AsyncResult, Messages
class Groq(Openai):
label = "Groq"
url = "https://console.groq.com/playground"
working = True
default_model = "mixtral-8x7b-32768"
models = ["mixtral-8x7b-32768", "llama2-70b-4096", "gemma-7b-it"]
model_aliases = {"mixtral-8x7b": "mixtral-8x7b-32768", "llama2-70b": "llama2-70b-4096"}
@classmethod
def create_async_generator(
cls,
model: str,
messages: Messages,
api_base: str = "https://api.groq.com/openai/v1",
**kwargs
) -> AsyncResult:
return super().create_async_generator(
model, messages, api_base=api_base, **kwargs
)
|
