summaryrefslogtreecommitdiffstats
path: root/g4f/gui/server/backend.py
diff options
context:
space:
mode:
Diffstat (limited to '')
-rw-r--r--g4f/gui/server/backend.py25
1 files changed, 11 insertions, 14 deletions
diff --git a/g4f/gui/server/backend.py b/g4f/gui/server/backend.py
index ef18a61b..2ba0ca8e 100644
--- a/g4f/gui/server/backend.py
+++ b/g4f/gui/server/backend.py
@@ -35,9 +35,7 @@ class Backend_Api:
return 'ok', 200
def models(self):
- models = g4f._all_models
-
- return models
+ return g4f._all_models
def _gen_title(self):
return {
@@ -52,19 +50,18 @@ class Backend_Api:
prompt = request.json['meta']['content']['parts'][0]
model = request.json['model']
provider = request.json.get('provider').split('g4f.Provider.')[1]
-
+
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
-
+
def stream():
- if provider:
- answer = g4f.ChatCompletion.create(model=model,
- provider=get_provider(provider), messages=messages, stream=True)
- else:
- answer = g4f.ChatCompletion.create(model=model,
- messages=messages, stream=True)
-
- for token in answer:
- yield token
+ yield from g4f.ChatCompletion.create(
+ model=model,
+ provider=get_provider(provider),
+ messages=messages,
+ stream=True,
+ ) if provider else g4f.ChatCompletion.create(
+ model=model, messages=messages, stream=True
+ )
return self.app.response_class(stream(), mimetype='text/event-stream')