gpt4free/etc/testing/test_providers.py

# from g4f.Provider import __all__, ProviderUtils
# from g4f import ChatCompletion
# import concurrent.futures

# _ = [
#     'BaseProvider',
#     'AsyncProvider',
#     'AsyncGeneratorProvider',
#     'RetryProvider'
# ]

# def test_provider(provider):
#     try:
#         provider = (ProviderUtils.convert[provider])
#         if provider.working and not provider.needs_auth:
#             print('testing', provider.__name__)
#             completion = ChatCompletion.create(model='gpt-3.5-turbo', 
#                                             messages=[{"role": "user", "content": "hello"}], provider=provider)
#             return completion, provider.__name__
#     except Exception as e:
#         #print(f'Failed to test provider: {provider} | {e}')
#         return None

# with concurrent.futures.ThreadPoolExecutor() as executor:
#     futures = []
#     for provider in __all__:
#         if provider not in _:
#             futures.append(executor.submit(test_provider, provider))
#     for future in concurrent.futures.as_completed(futures):
#         result = future.result()
#         if result:
#             print(f'{result[1]} | {result[0]}')

import sys
from pathlib import Path
from colorama import Fore, Style

sys.path.append(str(Path(__file__).parent.parent))

from g4f import BaseProvider, models, Provider

logging = False


def main():
    providers = get_providers()
    failed_providers = []

    for _provider in providers:
        if _provider.needs_auth:
            continue
        print("Provider:", _provider.__name__)
        result = test(_provider)
        print("Result:", result)
        if _provider.working and not result:
            failed_providers.append(_provider)

    print()

    if failed_providers:
        print(f"{Fore.RED + Style.BRIGHT}Failed providers:{Style.RESET_ALL}")
        for _provider in failed_providers:
            print(f"{Fore.RED}{_provider.__name__}")
    else:
        print(f"{Fore.GREEN + Style.BRIGHT}All providers are working")


def get_providers() -> list[type[BaseProvider]]:
    providers = dir(Provider)
    providers = [getattr(Provider, provider) for provider in providers if provider != "RetryProvider"]
    providers = [provider for provider in providers if isinstance(provider, type)]
    return [provider for provider in providers if issubclass(provider, BaseProvider)]


def create_response(_provider: type[BaseProvider]) -> str:
    model = models.gpt_35_turbo.name if _provider.supports_gpt_35_turbo else models.default.name
    response = _provider.create_completion(
        model=model,
        messages=[{"role": "user", "content": "Hello, who are you? Answer in detail much as possible."}],
        stream=False,
    )
    return "".join(response)

    
def test(_provider: type[BaseProvider]) -> bool:
    try:
        response = create_response(_provider)
        assert type(response) is str
        assert len(response) > 0
        return response
    except Exception as e:
        if logging:
            print(e)
        return False


if __name__ == "__main__":
    main()