summaryrefslogtreecommitdiffstats
path: root/testing/test_providers.py
diff options
context:
space:
mode:
authorTekky <98614666+xtekky@users.noreply.github.com>2023-08-17 14:50:35 +0200
committerGitHub <noreply@github.com>2023-08-17 14:50:35 +0200
commite8066c1df55c429a72e0770ee0e30a0ffc03f019 (patch)
treec8bc44917ea03909cf586140f984ff0814bc30ea /testing/test_providers.py
parent~ | small fixes & new pypi version | v-0.0.1.9 (diff)
parentrefactor: refactor provider (diff)
downloadgpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.gz
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.bz2
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.lz
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.xz
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.tar.zst
gpt4free-e8066c1df55c429a72e0770ee0e30a0ffc03f019.zip
Diffstat (limited to 'testing/test_providers.py')
-rw-r--r--testing/test_providers.py69
1 files changed, 69 insertions, 0 deletions
diff --git a/testing/test_providers.py b/testing/test_providers.py
new file mode 100644
index 00000000..a5c6f87b
--- /dev/null
+++ b/testing/test_providers.py
@@ -0,0 +1,69 @@
+import sys
+from pathlib import Path
+
+sys.path.append(str(Path(__file__).parent.parent))
+
+from g4f import BaseProvider, models, provider
+
+
+def main():
+ providers = get_providers()
+ results: list[list[str | bool]] = []
+
+ for _provider in providers:
+ print("start", _provider.__name__)
+ actual_working = judge(_provider)
+ expected_working = _provider.working
+ match = actual_working == expected_working
+
+ results.append([_provider.__name__, expected_working, actual_working, match])
+
+ print("failed provider list")
+ for result in results:
+ if not result[3]:
+ print(result)
+
+
+def get_providers() -> list[type[BaseProvider]]:
+ provider_names = dir(provider)
+ ignore_names = [
+ "base_provider",
+ "BaseProvider",
+ ]
+ provider_names = [
+ provider_name
+ for provider_name in provider_names
+ if not provider_name.startswith("__") and provider_name not in ignore_names
+ ]
+ return [getattr(provider, provider_name) for provider_name in provider_names]
+
+
+def create_response(_provider: type[BaseProvider]) -> str:
+ model = (
+ models.gpt_35_turbo.name
+ if _provider is not provider.H2o
+ else models.falcon_7b.name
+ )
+ response = _provider.create_completion(
+ model=model,
+ messages=[{"role": "user", "content": "Hello world!, plz yourself"}],
+ stream=False,
+ )
+ return "".join(response)
+
+
+def judge(_provider: type[BaseProvider]) -> bool:
+ if _provider.needs_auth:
+ return _provider.working
+
+ try:
+ response = create_response(_provider)
+ assert type(response) is str
+ return len(response) > 1
+ except Exception as e:
+ print(e)
+ return False
+
+
+if __name__ == "__main__":
+ main()