gpt4free/testing/test_providers.py

84 lines
2.2 KiB
Python
Raw Normal View History

2023-07-28 13:07:17 +03:00
import sys
from pathlib import Path
2023-08-24 22:32:22 +03:00
from colorama import Fore
2023-07-28 13:07:17 +03:00
sys.path.append(str(Path(__file__).parent.parent))
2023-08-23 00:27:34 +03:00
from g4f import BaseProvider, models, Provider
2023-07-28 13:07:17 +03:00
2023-08-23 00:27:34 +03:00
logging = False
2023-07-28 13:07:17 +03:00
class Styles:
ENDC = "\033[0m"
BOLD = "\033[1m"
UNDERLINE = "\033[4m"
2023-07-28 13:07:17 +03:00
def main():
providers = get_providers()
2023-08-23 00:27:34 +03:00
failed_providers = []
2023-07-28 13:07:17 +03:00
for _provider in providers:
2023-08-23 00:27:34 +03:00
if _provider.needs_auth:
continue
print("Provider:", _provider.__name__)
2023-08-25 01:32:13 +03:00
result = test(_provider)
2023-08-23 00:27:34 +03:00
print("Result:", result)
if _provider.working and not result:
2023-08-25 01:32:13 +03:00
failed_providers.append(_provider)
2023-07-28 13:07:17 +03:00
2023-08-24 22:32:22 +03:00
print()
if failed_providers:
print(f"{Fore.RED + Styles.BOLD}Failed providers:{Styles.ENDC}")
2023-08-25 01:32:13 +03:00
for _provider in failed_providers:
2023-08-24 22:32:22 +03:00
print(f"{Fore.RED}{_provider.__name__}")
else:
print(f"{Fore.GREEN + Styles.BOLD}All providers are working")
2023-07-28 13:07:17 +03:00
def get_providers() -> list[type[BaseProvider]]:
2023-08-23 00:27:34 +03:00
provider_names = dir(Provider)
2023-07-28 13:07:17 +03:00
ignore_names = [
"base_provider",
"BaseProvider",
"AsyncProvider",
"AsyncGeneratorProvider"
2023-07-28 13:07:17 +03:00
]
provider_names = [
provider_name
for provider_name in provider_names
if not provider_name.startswith("__") and provider_name not in ignore_names
]
return [getattr(Provider, provider_name) for provider_name in provider_names]
2023-07-28 13:07:17 +03:00
def create_response(_provider: type[BaseProvider]) -> str:
2023-08-24 22:32:22 +03:00
if _provider.supports_gpt_35_turbo:
model = models.gpt_35_turbo.name
elif _provider.supports_gpt_4:
model = models.gpt_4.name
2023-08-24 22:32:22 +03:00
else:
model = models.default.name
2023-07-28 13:07:17 +03:00
response = _provider.create_completion(
model=model,
messages=[{"role": "user", "content": "Hello, who are you? Answer in detail much as possible."}],
2023-07-28 13:07:17 +03:00
stream=False,
)
return "".join(response)
2023-08-24 22:32:22 +03:00
def test(_provider: type[BaseProvider]) -> bool:
2023-07-28 13:07:17 +03:00
try:
response = create_response(_provider)
assert type(response) is str
2023-08-24 22:32:22 +03:00
assert len(response) > 0
2023-08-23 00:27:34 +03:00
return response
2023-07-28 13:07:17 +03:00
except Exception as e:
2023-08-23 00:27:34 +03:00
if logging:
print(e)
2023-07-28 13:07:17 +03:00
return False
if __name__ == "__main__":
main()