he

g4f/.v1/requirements.txt

@@ -5,11 +5,13 @@ pypasser
 names
 colorama
 curl_cffi
+aiohttp
+flask
+flask_cors
 streamlit
 selenium
 fake-useragent
 twocaptcha
-https://github.com/AI-Yash/st-chat/archive/refs/pull/24/head.zip
 pydantic
 pymailtm
 Levenshtein
@@ -18,4 +20,6 @@ mailgw_temporary_email
 pycryptodome
 random-password-generator
 numpy>=1.22.2 # not directly required, pinned by Snyk to avoid a vulnerability
-tornado>=6.3.2 # not directly required, pinned by Snyk to avoid a vulnerability
+tornado>=6.3.2 # not directly required, pinned by Snyk to avoid a vulnerability
+PyExecJS
+browser_cookie3

g4f/Provider/Provider.py

@@ -5,6 +5,7 @@ url = None
 model = None
 supports_stream = False
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     return

g4f/Provider/Providers/AItianhu.py

@@ -6,6 +6,8 @@ url = "https://www.aitianhu.com/api/chat-process"
 model = ['gpt-3.5-turbo']
 supports_stream = False
 needs_auth = False
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     base = ''
@@ -20,8 +22,8 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
         "prompt": base,
         "options": {},
         "systemMessage": "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown.",
-        "temperature": 0.8,
-        "top_p": 1
+        "temperature": kwargs.get("temperature", 0.8),
+        "top_p": kwargs.get("top_p", 1)
     }
     response = requests.post(url, headers=headers, json=data)
     if response.status_code == 200:

g4f/Provider/Providers/Acytoo.py

@@ -6,6 +6,7 @@ url = "https://chat.acytoo.com/api/completions"
 model = ['gpt-3.5-turbo']
 supports_stream = False
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     base = ''

g4f/Provider/Providers/AiService.py

@@ -0,0 +1,41 @@
+import os,sys
+import requests
+from ...typing import get_type_hints
+
+url = "https://aiservice.vercel.app/api/chat/answer"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = True
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+
+    headers = {
+        "accept": "*/*",
+        "content-type": "text/plain;charset=UTF-8",
+        "sec-fetch-dest": "empty",
+        "sec-fetch-mode": "cors",
+        "sec-fetch-site": "same-origin",
+        "Referer": "https://aiservice.vercel.app/chat",
+    }
+    data = {
+        "input": base
+    }
+    response = requests.post(url, headers=headers, json=data)
+    if response.status_code == 200:
+        _json = response.json()
+        yield _json['data']
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+    
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Aichat.py

@@ -5,6 +5,7 @@ url = 'https://chat-gpt.org/chat'
 model = ['gpt-3.5-turbo']
 supports_stream = False
 needs_auth = False
+working =  True
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     base = ''

g4f/Provider/Providers/Ails.py

@@ -13,6 +13,8 @@ url: str = 'https://ai.ls'
 model: str = 'gpt-3.5-turbo'
 supports_stream = True
 needs_auth = False
+working =  True
+
 
 class Utils:
     def hash(json_data: Dict[str, str]) -> sha256:
@@ -45,7 +47,7 @@ def _create_completion(model: str, messages: list, temperature: float = 0.6, str
         'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
         'authorization': 'Bearer free',
         'client-id': str(uuid.uuid4()),
-        'client-v': '0.1.217',
+        'client-v': '0.1.249',
         'content-type': 'application/json',
         'origin': 'https://ai.ls',
         'referer': 'https://ai.ls/',
@@ -73,7 +75,7 @@ def _create_completion(model: str, messages: list, temperature: float = 0.6, str
 
     json_data = json.dumps(separators=(',', ':'), obj={
         'model': 'gpt-3.5-turbo',
-        'temperature': 0.6,
+        'temperature': temperature,
         'stream': True,
          'messages': messages} | sig)
 

g4f/Provider/Providers/Bard.py

@@ -5,6 +5,8 @@ url = 'https://bard.google.com'
 model = ['Palm2']
 supports_stream = False
 needs_auth = True
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     psid = {cookie.name: cookie.value for cookie in browser_cookie3.chrome(

g4f/Provider/Providers/Bing.py

@@ -16,6 +16,7 @@ url = 'https://bing.com/chat'
 model = ['gpt-4']
 supports_stream = True
 needs_auth = False
+working = True
 
 ssl_context = ssl.create_default_context()
 ssl_context.load_verify_locations(certifi.where())

g4f/Provider/Providers/BingHuan.py

@@ -0,0 +1,28 @@
+import os,sys
+import json
+import subprocess
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://b.ai-huan.xyz'
+model = ['gpt-3.5-turbo', 'gpt-4']
+supports_stream = True
+needs_auth = False
+working = False
+
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    path = os.path.dirname(os.path.realpath(__file__))
+    config = json.dumps({
+        'messages': messages,
+        'model': model}, separators=(',', ':'))
+    cmd = ['python', f'{path}/helpers/binghuan.py', config]
+
+    p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
+    
+    for line in iter(p.stdout.readline, b''):
+        yield line.decode('cp1252')
+
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/ChatgptAi.py

@@ -6,6 +6,8 @@ url = 'https://chatgpt.ai/gpt-4/'
 model = ['gpt-4']
 supports_stream = False
 needs_auth = False
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     chat = ''
@@ -13,8 +15,7 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
         chat += '%s: %s\n' % (message['role'], message['content'])
     chat += 'assistant: '
 
-    response = requests.get('https://chatgpt.ai/gpt-4/')
-
+    response = requests.get('https://chatgpt.ai/')
     nonce, post_id, _, bot_id = re.findall(r'data-nonce="(.*)"\n     data-post-id="(.*)"\n     data-url="(.*)"\n     data-bot-id="(.*)"\n     data-width', response.text)[0]
 
     headers = {

g4f/Provider/Providers/ChatgptLogin.py

@@ -8,7 +8,7 @@ url = 'https://chatgptlogin.ac'
 model = ['gpt-3.5-turbo']
 supports_stream = False
 needs_auth = False
-
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     def get_nonce():
@@ -75,7 +75,7 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
         'userName': '<div class="mwai-name-text">User:</div>',
         'aiName': '<div class="mwai-name-text">AI:</div>',
         'model': 'gpt-3.5-turbo',
-        'temperature': 0.8,
+        'temperature': kwargs.get('temperature', 0.8),
         'maxTokens': 1024,
         'maxResults': 1,
         'apiKey': '',

g4f/Provider/Providers/DFEHub.py

@@ -1,44 +1,56 @@
 import os, requests
 from ...typing import sha256, Dict, get_type_hints
 import json
+import re
+import time
 
 url = "https://chat.dfehub.com/api/chat"
 model = ['gpt-3.5-turbo']
-supports_stream = False
+supports_stream = True
 needs_auth = False
+working = True
 
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    base = ''
-    for message in messages:
-        base += '%s: %s\n' % (message['role'], message['content'])
-    base += 'assistant:'
 
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     headers = {
-        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36"
+        'authority': 'chat.dfehub.com',
+        'accept': '*/*',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'content-type': 'application/json',
+        'origin': 'https://chat.dfehub.com',
+        'referer': 'https://chat.dfehub.com/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'x-requested-with': 'XMLHttpRequest',
     }
-    data = {
-        "model": {
-            "id": "gpt-3.5-turbo",
-            "name": "GPT-3.5",
-            "maxLength": 12000,
-            "tokenLimit": 4000
-        },
-        "messages": [
-            {
-                "role": "user",
-                "content": base
-            }
-        ],
-        "key": "",
-        "prompt": "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully. Respond using markdown.",
-        "temperature": 1
+
+    json_data = {
+        'messages': messages,
+        'model': 'gpt-3.5-turbo',
+        'temperature': kwargs.get('temperature', 0.5),
+        'presence_penalty': kwargs.get('presence_penalty', 0),
+        'frequency_penalty': kwargs.get('frequency_penalty', 0),
+        'top_p': kwargs.get('top_p', 1),
+        "stream": True,
     }
-    response = requests.post(url, headers=headers, data=json.dumps(data))
-    if response.status_code == 200:
-        yield response.text
-    else:
-        print(f"Error Occurred::{response.status_code}")
-        return None
+    response = requests.post('https://chat.dfehub.com/api/openai/v1/chat/completions',
+        headers=headers, json=json_data)
+    
+    for chunk in response.iter_lines():
+        if b'detail' in chunk:
+            delay = re.findall(r"\d+\.\d+", chunk.decode())
+            delay = float(delay[-1])
+            print(f"Provider.DfeHub::Rate Limit Reached::Waiting {delay} seconds")
+            time.sleep(delay)
+            yield from _create_completion(model, messages, stream, **kwargs)
+        if b'content' in chunk:
+            data = json.loads(chunk.decode().split('data: ')[1])
+            yield (data['choices'][0]['delta']['content'])
 
 params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
-    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])
+    '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/DeepAi.py

@@ -10,6 +10,8 @@ url = 'https://deepai.org'
 model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     def md5(text: str) -> str:

g4f/Provider/Providers/EasyChat.py

@@ -2,42 +2,51 @@ import os, requests
 from ...typing import sha256, Dict, get_type_hints
 import json
 
-url = "https://free.easychat.work/api/openai/v1/chat/completions"
+url = "https://free.easychat.work"
 model = ['gpt-3.5-turbo']
-supports_stream = False
+supports_stream = True
 needs_auth = False
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    ''' limited to 240 messages/hour'''
-    base = ''
-    for message in messages:
-        base += '%s: %s\n' % (message['role'], message['content'])
-    base += 'assistant:'
-    
     headers = {
-        "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36",
+        'authority': 'free.easychat.work',
+        'accept': 'text/event-stream',
+        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
+        'content-type': 'application/json',
+        'endpoint': '',
+        'origin': 'https://free.easychat.work',
+        'plugins': '0',
+        'referer': 'https://free.easychat.work/',
+        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
+        'sec-ch-ua-mobile': '?0',
+        'sec-ch-ua-platform': '"macOS"',
+        'sec-fetch-dest': 'empty',
+        'sec-fetch-mode': 'cors',
+        'sec-fetch-site': 'same-origin',
+        'user-agent': 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
+        'usesearch': 'false',
+        'x-requested-with': 'XMLHttpRequest',
     }
 
-    data = {
-        "messages": [
-            {"role": "system", "content": "You are ChatGPT, a large language model trained by OpenAI."},
-            {"role": "user", "content": base}
-        ],
-        "stream": False,
-        "model": "gpt-3.5-turbo",
-        "temperature": 0.5,
-        "presence_penalty": 0,
-        "frequency_penalty": 0,
-        "top_p": 1
+    json_data = {
+        'messages': messages,
+        'stream': True,
+        'model': model,
+        'temperature': kwargs.get('temperature', 0.5),
+        'presence_penalty': kwargs.get('presence_penalty', 0),
+        'frequency_penalty': kwargs.get('frequency_penalty', 0),
+        'top_p': kwargs.get('top_p', 1),
     }
 
-    response = requests.post(url, headers=headers, json=data)
-    if response.status_code == 200:
-        response = response.json()
-        yield response['choices'][0]['message']['content']
-    else:
-        print(f"Error Occurred::{response.status_code}")
-        return None
+    response = requests.post('https://free.easychat.work/api/openai/v1/chat/completions',
+        headers=headers, json=json_data)
+    
+    for chunk in response.iter_lines():
+        if b'content' in chunk:
+            data = json.loads(chunk.decode().split('data: ')[1])
+            yield (data['choices'][0]['delta']['content'])
 
 params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
     '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Forefront.py

@@ -7,6 +7,8 @@ url = 'https://forefront.com'
 model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
+working = False
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     json_data = {

g4f/Provider/Providers/GetGpt.py

@@ -9,6 +9,8 @@ url = 'https://chat.getgpt.world/'
 model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
+working = True
+
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     def encrypt(e):

g4f/Provider/Providers/H2o.py

@@ -1,106 +1,94 @@
-from requests import Session
-from uuid import uuid4
-from json import loads
-import os
-import json
-import requests
-from ...typing import sha256, Dict, get_type_hints
-
-url = 'https://gpt-gm.h2o.ai'
-model = ['falcon-40b', 'falcon-7b', 'llama-13b']
-supports_stream = True
-needs_auth = False
-
-models = {
-    'falcon-7b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-7b-v3',
-    'falcon-40b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1',
-    'llama-13b': 'h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-13b'
-}
-
-def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    conversation = 'instruction: this is a conversation beween, a user and an AI assistant, respond to the latest message, referring to the conversation if needed\n'
-    for message in messages:
-        conversation += '%s: %s\n' % (message['role'], message['content'])
-    conversation += 'assistant:'
-    
-    client = Session()
-    client.headers = {
-        'authority': 'gpt-gm.h2o.ai',
-        'origin': 'https://gpt-gm.h2o.ai',
-        'referer': 'https://gpt-gm.h2o.ai/',
-        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"Windows"',
-        'sec-fetch-dest': 'document',
-        'sec-fetch-mode': 'navigate',
-        'sec-fetch-site': 'same-origin',
-        'sec-fetch-user': '?1',
-        'upgrade-insecure-requests': '1',
-        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
-    }
-
-    client.get('https://gpt-gm.h2o.ai/')
-    response = client.post('https://gpt-gm.h2o.ai/settings', data={
-        'ethicsModalAccepted': 'true',
-        'shareConversationsWithModelAuthors': 'true',
-        'ethicsModalAcceptedAt': '',
-        'activeModel': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1',
-        'searchEnabled': 'true',
-    })
-
-    headers = {
-        'authority': 'gpt-gm.h2o.ai',
-        'accept': '*/*',
-        'accept-language': 'en,fr-FR;q=0.9,fr;q=0.8,es-ES;q=0.7,es;q=0.6,en-US;q=0.5,am;q=0.4,de;q=0.3',
-        'origin': 'https://gpt-gm.h2o.ai',
-        'referer': 'https://gpt-gm.h2o.ai/',
-        'sec-ch-ua': '"Not.A/Brand";v="8", "Chromium";v="114", "Google Chrome";v="114"',
-        'sec-ch-ua-mobile': '?0',
-        'sec-ch-ua-platform': '"Windows"',
-        'sec-fetch-dest': 'empty',
-        'sec-fetch-mode': 'cors',
-        'sec-fetch-site': 'same-origin',
-        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/114.0.0.0 Safari/537.36',
-    }
-
-    json_data = {
-        'model': models[model]
-    }
-
-    response = client.post('https://gpt-gm.h2o.ai/conversation',
-                            headers=headers, json=json_data)
-    conversationId = response.json()['conversationId']
-
-
-    completion = client.post(f'https://gpt-gm.h2o.ai/conversation/{conversationId}', stream=True, json = {
-        'inputs': conversation,
-        'parameters': {
-            'temperature': kwargs.get('temperature', 0.4),
-            'truncate': kwargs.get('truncate', 2048),
-            'max_new_tokens': kwargs.get('max_new_tokens', 1024),
-            'do_sample': kwargs.get('do_sample', True),
-            'repetition_penalty': kwargs.get('repetition_penalty', 1.2),
-            'return_full_text': kwargs.get('return_full_text', False)
-        },
-        'stream': True,
-        'options': {
-            'id': kwargs.get('id', str(uuid4())),
-            'response_id': kwargs.get('response_id', str(uuid4())),
-            'is_retry': False,
-            'use_cache': False,
-            'web_search_id': ''
-        }
-    })
-
-    for line in completion.iter_lines():
-        if b'data' in line:
-            line = loads(line.decode('utf-8').replace('data:', ''))
-            token = line['token']['text']
-            
-            if token == '<|endoftext|>':
-                break
-            else:
-                yield (token)
-            
-params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+from requests import Session
+from uuid import uuid4
+from json import loads
+import os
+import json
+import requests
+from ...typing import sha256, Dict, get_type_hints
+
+url = 'https://gpt-gm.h2o.ai'
+model = ['falcon-40b', 'falcon-7b', 'llama-13b']
+supports_stream = True
+needs_auth = False
+working = True
+
+models = {
+    'falcon-7b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-7b-v3',
+    'falcon-40b': 'h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1',
+    'llama-13b': 'h2oai/h2ogpt-gm-oasst1-en-2048-open-llama-13b'
+}
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    
+    conversation = ''
+    for message in messages:
+        conversation += '%s: %s\n' % (message['role'], message['content'])
+    
+    conversation += 'assistant: '
+    session = requests.Session()
+
+    response = session.get("https://gpt-gm.h2o.ai/")
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0",
+        "Accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,*/*;q=0.8",
+        "Accept-Language": "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
+        "Content-Type": "application/x-www-form-urlencoded",
+        "Upgrade-Insecure-Requests": "1",
+        "Sec-Fetch-Dest": "document",
+        "Sec-Fetch-Mode": "navigate",
+        "Sec-Fetch-Site": "same-origin",
+        "Sec-Fetch-User": "?1",
+        "Referer": "https://gpt-gm.h2o.ai/r/jGfKSwU"
+    }
+    data = {
+        "ethicsModalAccepted": "true",
+        "shareConversationsWithModelAuthors": "true",
+        "ethicsModalAcceptedAt": "",
+        "activeModel": "h2oai/h2ogpt-gm-oasst1-en-2048-falcon-40b-v1",
+        "searchEnabled": "true"
+    }
+    response = session.post("https://gpt-gm.h2o.ai/settings", headers=headers, data=data)
+
+    headers = {
+        "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64; rv:109.0) Gecko/20100101 Firefox/115.0",
+        "Accept": "*/*",
+        "Accept-Language": "ru-RU,ru;q=0.8,en-US;q=0.5,en;q=0.3",
+        "Content-Type": "application/json",
+        "Sec-Fetch-Dest": "empty",
+        "Sec-Fetch-Mode": "cors",
+        "Sec-Fetch-Site": "same-origin",
+        "Referer": "https://gpt-gm.h2o.ai/"
+    }
+    data = {
+        "model": models[model]
+    }
+    
+    conversation_id = session.post("https://gpt-gm.h2o.ai/conversation", headers=headers, json=data)
+    data = {
+        "inputs": conversation,
+        "parameters": {
+            "temperature": kwargs.get('temperature', 0.4),
+            "truncate": kwargs.get('truncate', 2048),
+            "max_new_tokens": kwargs.get('max_new_tokens', 1024),
+            "do_sample": kwargs.get('do_sample', True),
+            "repetition_penalty": kwargs.get('repetition_penalty', 1.2),
+            "return_full_text": kwargs.get('return_full_text', False)
+        },
+        "stream": True,
+        "options": {
+            "id": kwargs.get('id', str(uuid4())),
+            "response_id": kwargs.get('response_id', str(uuid4())),
+            "is_retry": False,
+            "use_cache": False,
+            "web_search_id": ""
+        }
+    }
+    
+    response = session.post(f"https://gpt-gm.h2o.ai/conversation/{conversation_id.json()['conversationId']}", headers=headers, json=data)
+    generated_text = response.text.replace("\n", "").split("data:")
+    generated_text = json.loads(generated_text[-1])
+    
+    return generated_text["generated_text"]
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
     '(%s)' % ', '.join([f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/Liaobots.py

@@ -5,6 +5,7 @@ url = 'https://liaobots.com'
 model = ['gpt-3.5-turbo', 'gpt-4']
 supports_stream = True
 needs_auth = True
+working = False
 
 models = {
     'gpt-4': {

g4f/Provider/Providers/Lockchat.py

@@ -6,11 +6,12 @@ url = 'http://supertest.lockchat.app'
 model = ['gpt-4', 'gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, temperature: float = 0.7, **kwargs):
 
     payload = {
-        "temperature": 0.7,
+        "temperature": temperature,
         "messages": messages,
         "model": model,
         "stream": True,

g4f/Provider/Providers/Theb.py

@@ -9,6 +9,7 @@ url = 'https://theb.ai'
 model = ['gpt-3.5-turbo']
 supports_stream = True
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
 
@@ -20,7 +21,7 @@ def _create_completion(model: str, messages: list, stream: bool, **kwargs):
     cmd = ['python3', f'{path}/helpers/theb.py', config]
 
     p = subprocess.Popen(cmd, stdout=subprocess.PIPE, stderr=subprocess.STDOUT)
-
+    
     for line in iter(p.stdout.readline, b''):
         yield line.decode('utf-8')
         

g4f/Provider/Providers/Vercel.py

@@ -11,6 +11,7 @@ from ...typing import sha256, Dict, get_type_hints
 url = 'https://play.vercel.ai'
 supports_stream = True
 needs_auth = False
+working = False
 
 models = {
     'claude-instant-v1': 'anthropic:claude-instant-v1',
@@ -143,8 +144,6 @@ class Client:
                 index = len(lines) - 1
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
-    yield 'Vercel is currently not working.'
-    return
     
     conversation = 'This is a conversation between a human and a language model, respond to the last message accordingly, referring to the past history of messages if needed.\n'
     

g4f/Provider/Providers/Wewordle.py

@@ -0,0 +1,73 @@
+import os,sys
+import requests
+import json
+import random
+import time
+import string
+from ...typing import sha256, Dict, get_type_hints
+
+url = "https://wewordle.org/gptapi/v1/android/turbo"
+model = ['gpt-3.5-turbo']
+supports_stream = False
+needs_auth = False
+working = False
+
+def _create_completion(model: str, messages: list, stream: bool, **kwargs):
+    base = ''
+    for message in messages:
+        base += '%s: %s\n' % (message['role'], message['content'])
+    base += 'assistant:'
+    # randomize user id and app id
+    _user_id = ''.join(random.choices(f'{string.ascii_lowercase}{string.digits}', k=16))
+    _app_id = ''.join(random.choices(f'{string.ascii_lowercase}{string.digits}', k=31))
+    # make current date with format utc
+    _request_date = time.strftime("%Y-%m-%dT%H:%M:%S.000Z", time.gmtime())
+    headers = {
+        'accept': '*/*',
+        'pragma': 'no-cache',
+        'Content-Type': 'application/json',
+        'Connection':'keep-alive'
+        # user agent android client
+        # 'User-Agent': 'Dalvik/2.1.0 (Linux; U; Android 10; SM-G975F Build/QP1A.190711.020)',
+        
+    }
+    data = {
+        "user": _user_id,
+        "messages": [
+            {"role": "user", "content": base}
+        ],
+        "subscriber": {
+            "originalPurchaseDate": None,
+            "originalApplicationVersion": None,
+            "allPurchaseDatesMillis": {},
+            "entitlements": {
+                "active": {},
+                "all": {}
+            },
+            "allPurchaseDates": {},
+            "allExpirationDatesMillis": {},
+            "allExpirationDates": {},
+            "originalAppUserId": f"$RCAnonymousID:{_app_id}",
+            "latestExpirationDate": None,
+            "requestDate": _request_date,
+            "latestExpirationDateMillis": None,
+            "nonSubscriptionTransactions": [],
+            "originalPurchaseDateMillis": None,
+            "managementURL": None,
+            "allPurchasedProductIdentifiers": [],
+            "firstSeen": _request_date,
+            "activeSubscriptions": []
+        }
+    }
+    response = requests.post(url, headers=headers, data=json.dumps(data))
+    if response.status_code == 200:
+        _json = response.json()
+        if 'message' in _json:
+            yield _json['message']['content']
+    else:
+        print(f"Error Occurred::{response.status_code}")
+        return None
+
+params = f'g4f.Providers.{os.path.basename(__file__)[:-3]} supports: ' + \
+    '(%s)' % ', '.join(
+        [f"{name}: {get_type_hints(_create_completion)[name].__name__}" for name in _create_completion.__code__.co_varnames[:_create_completion.__code__.co_argcount]])

g4f/Provider/Providers/You.py

@@ -9,6 +9,7 @@ url = 'https://you.com'
 model = 'gpt-3.5-turbo'
 supports_stream = True
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
 

g4f/Provider/Providers/Yqcloud.py

@@ -9,6 +9,7 @@ model = [
 ]
 supports_stream = True
 needs_auth = False
+working = False
 
 def _create_completion(model: str, messages: list, stream: bool, **kwargs):
 

g4f/Provider/Providers/helpers/binghuan.py

@@ -0,0 +1,221 @@
+# Original Code From : https://gitler.moe/g4f/gpt4free
+# https://gitler.moe/g4f/gpt4free/src/branch/main/g4f/Provider/Providers/helpers/bing.py
+import sys
+import ssl
+import uuid 
+import json
+import time
+import random
+import asyncio
+import certifi
+# import requests
+from curl_cffi import requests
+import websockets
+import browser_cookie3
+
+config = json.loads(sys.argv[1])
+
+ssl_context = ssl.create_default_context()
+ssl_context.load_verify_locations(certifi.where())
+
+
+
+conversationstyles = {
+    'gpt-4': [ #'precise'
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "h3precise",
+        "rcsprtsalwlst",
+        "dv3sugg",
+        "autosave",
+        "clgalileo",
+        "gencontentv3"
+    ],
+    'balanced': [
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "harmonyv3",
+        "rcsprtsalwlst",
+        "dv3sugg",
+        "autosave"
+    ],
+    'gpt-3.5-turbo': [ #'precise'
+        "nlu_direct_response_filter",
+        "deepleo",
+        "disable_emoji_spoken_text",
+        "responsible_ai_policy_235",
+        "enablemm",
+        "h3imaginative",
+        "rcsprtsalwlst",
+        "dv3sugg",
+        "autosave",
+        "gencontentv3"
+    ]
+}
+
+def format(msg: dict) -> str:
+    return json.dumps(msg) + '\x1e'
+
+def get_token():
+    return
+    
+    try:
+        cookies = {c.name: c.value for c in browser_cookie3.edge(domain_name='bing.com')}
+        return cookies['_U']
+    except:
+        print('Error: could not find bing _U cookie in edge browser.')
+        exit(1)
+
+class AsyncCompletion:
+    async def create(
+        prompt     : str = None,
+        optionSets : list = None,
+        token     : str = None): # No auth required anymore
+        
+        create = None
+        for _ in range(5):
+            try:
+                create = requests.get('https://b.ai-huan.xyz/turing/conversation/create', 
+                    headers = {
+                        'host': 'b.ai-huan.xyz',
+                        'accept-encoding': 'gzip, deflate, br',
+                        'connection': 'keep-alive',
+                        'authority': 'b.ai-huan.xyz',
+                        'accept': 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.7',
+                        'accept-language': 'en-US,en;q=0.9',
+                        'cache-control': 'max-age=0',
+                        'sec-ch-ua': '"Chromium";v="110", "Not A(Brand";v="24", "Microsoft Edge";v="110"',
+                        'sec-ch-ua-arch': '"x86"',
+                        'sec-ch-ua-bitness': '"64"',
+                        'sec-ch-ua-full-version': '"110.0.1587.69"',
+                        'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                        'sec-ch-ua-mobile': '?0',
+                        'sec-ch-ua-model': '""',
+                        'sec-ch-ua-platform': '"Windows"',
+                        'sec-ch-ua-platform-version': '"15.0.0"',
+                        'sec-fetch-dest': 'document',
+                        'sec-fetch-mode': 'navigate',
+                        'sec-fetch-site': 'none',
+                        'sec-fetch-user': '?1',
+                        'upgrade-insecure-requests': '1',
+                        'user-agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/110.0.0.0 Safari/537.36 Edg/110.0.1587.69',
+                        'x-edge-shopping-flag': '1',
+                        'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
+                    }            
+                )
+
+                conversationId        = create.json()['conversationId']
+                clientId              = create.json()['clientId']
+                conversationSignature = create.json()['conversationSignature']
+
+            except Exception as e:
+                time.sleep(0.5)
+                continue
+        
+        if create == None: raise Exception('Failed to create conversation.')
+
+        wss: websockets.WebSocketClientProtocol or None = None
+
+        wss = await websockets.connect('wss://sydney.vcanbb.chat/sydney/ChatHub', max_size = None, ssl = ssl_context,
+            extra_headers = {
+                'accept': 'application/json',
+                'accept-language': 'en-US,en;q=0.9',
+                'content-type': 'application/json',
+                'sec-ch-ua': '"Not_A Brand";v="99", Microsoft Edge";v="110", "Chromium";v="110"',
+                'sec-ch-ua-arch': '"x86"',
+                'sec-ch-ua-bitness': '"64"',
+                'sec-ch-ua-full-version': '"109.0.1518.78"',
+                'sec-ch-ua-full-version-list': '"Chromium";v="110.0.5481.192", "Not A(Brand";v="24.0.0.0", "Microsoft Edge";v="110.0.1587.69"',
+                'sec-ch-ua-mobile': '?0',
+                'sec-ch-ua-model': "",
+                'sec-ch-ua-platform': '"Windows"',
+                'sec-ch-ua-platform-version': '"15.0.0"',
+                'sec-fetch-dest': 'empty',
+                'sec-fetch-mode': 'cors',
+                'sec-fetch-site': 'same-origin',
+                'x-ms-client-request-id': str(uuid.uuid4()),
+                'x-ms-useragent': 'azsdk-js-api-client-factory/1.0.0-beta.1 core-rest-pipeline/1.10.0 OS/Win32',
+                'Referer': 'https://b.ai-huan.xyz/search?q=Bing+AI&showconv=1&FORM=hpcodx',
+                'Referrer-Policy': 'origin-when-cross-origin',
+                'x-forwarded-for': f'13.{random.randint(104, 107)}.{random.randint(0, 255)}.{random.randint(0, 255)}'
+            }
+        )
+
+        await wss.send(format({'protocol': 'json', 'version': 1}))
+        await wss.recv()
+
+        struct = {
+            'arguments': [
+                {
+                    'source': 'cib', 
+                    'optionsSets': optionSets, 
+                    'isStartOfSession': True, 
+                    'message': {
+                        'author': 'user', 
+                        'inputMethod': 'Keyboard', 
+                        'text': prompt, 
+                        'messageType': 'Chat'
+                    }, 
+                    'conversationSignature': conversationSignature, 
+                    'participant': {
+                        'id': clientId
+                    }, 
+                    'conversationId': conversationId
+                }
+            ], 
+            'invocationId': '0', 
+            'target': 'chat', 
+            'type': 4
+        }
+        
+        await wss.send(format(struct))
+        
+        base_string = ''
+        
+        final = False
+        while not final:
+            objects = str(await wss.recv()).split('\x1e')
+            for obj in objects:
+                if obj is None or obj == '':
+                    continue
+                
+                response = json.loads(obj)
+                #print(response, flush=True, end='')
+                if response.get('type') == 1 and response['arguments'][0].get('messages',):
+                    response_text = response['arguments'][0]['messages'][0]['adaptiveCards'][0]['body'][0].get('text')
+                    
+                    yield (response_text.replace(base_string, ''))
+                    base_string = response_text
+        
+                elif response.get('type') == 2:
+                    final = True
+        
+        await wss.close()
+
+# i thing bing realy donset understand multi message (based on prompt template)
+def convert(messages):
+    context = ""
+    for message in messages:
+        context += "[%s](#message)\n%s\n\n" % (message['role'],
+                                               message['content'])
+    return context
+
+async def run(optionSets, messages):
+    prompt = messages[-1]['content']
+    if(len(messages) > 1):
+        prompt = convert(messages)
+    async for value in AsyncCompletion.create(prompt=prompt, optionSets=optionSets):     
+        try:
+            print(value, flush=True, end='')
+        except UnicodeEncodeError as e:
+            # emoji encoding problem
+            print(value.encode('utf-8'), flush=True, end='')
+
+optionSet = conversationstyles[config['model']]
+asyncio.run(run(optionSet, config['messages']))

g4f/Provider/__init__.py

@@ -18,7 +18,11 @@ from .Providers import (
     AItianhu,
     EasyChat,
     Acytoo,
-    DFEHub,
+    DfeHub,
+    AiService,
+    BingHuan,
+    Wewordle,
+    ChatgptAi,
 )
 
 Palm = Bard

g4f/__init__.py

@@ -2,11 +2,14 @@ import sys
 from . import Provider
 from g4f.models import Model, ModelUtils
 
+logging = False
 
 class ChatCompletion:
     @staticmethod
     def create(model: Model.model or str, messages: list, provider: Provider.Provider = None, stream: bool = False, auth: str = False, **kwargs):
         kwargs['auth'] = auth
+        if provider and provider.working == False:
+            return f'{provider.__name__} is not working'
 
         if provider and provider.needs_auth and not auth:
             print(
@@ -27,7 +30,7 @@ class ChatCompletion:
                     f"ValueError: {engine.__name__} does not support 'stream' argument", file=sys.stderr)
                 sys.exit(1)
 
-            print(f'Using {engine.__name__} provider')
+            if logging: print(f'Using {engine.__name__} provider')
 
             return (engine._create_completion(model.name, messages, stream, **kwargs)
                     if stream else ''.join(engine._create_completion(model.name, messages, stream, **kwargs)))

g4f/models.py

@@ -152,11 +152,42 @@ class Model:
         name: str = 'llama-13b'
         base_provider: str = 'huggingface'
         best_provider: Provider.Provider = Provider.H2o
+        
+    class gpt_35_turbo_16k:
+        name: str = 'gpt-3.5-turbo-16k'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.EasyChat
+        
+    class gpt_35_turbo_0613:
+        name: str = 'gpt-3.5-turbo-0613'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.EasyChat
+        
+    class gpt_35_turbo_16k_0613:
+        name: str = 'gpt-3.5-turbo-16k-0613'
+        base_provider: str = 'openai'
+        best_provider: Provider.Provider = Provider.EasyChat
+        
+    class gpt_4_32k:
+        name: str = 'gpt-4-32k'
+        base_provider: str = 'openai'
+        best_provider =  None
+        
+    class gpt_4_0613:
+        name: str = 'gpt-4-0613'
+        base_provider: str = 'openai'
+        best_provider = None
     
 class ModelUtils:
     convert: dict = {
         'gpt-3.5-turbo': Model.gpt_35_turbo,
+        'gpt-3.6-turbo-16k': Model.gpt_35_turbo_16k,
+        'gpt-3.5-turbo-0613': Model.gpt_35_turbo_0613,
+        'gpt-3.5-turbo-16k-0613': Model.gpt_35_turbo_16k_0613,
+        
         'gpt-4': Model.gpt_4,
+        'gpt-4-32k': Model.gpt_4_32k,
+        'gpt-4-0613': Model.gpt_4_0613,
         
         'claude-instant-v1-100k': Model.claude_instant_v1_100k,
         'claude-v1-100k': Model.claude_v1_100k,

testing/readme_table.py

@@ -13,7 +13,15 @@ from g4f.Provider import (
     H2o,
     ChatgptLogin,
     DeepAi,
-    GetGpt
+    GetGpt,
+    AItianhu,
+    EasyChat,
+    Acytoo,
+    DfeHub,
+    AiService,
+    BingHuan,
+    Wewordle,
+    ChatgptAi,
 )
 
 from urllib.parse import urlparse
@@ -33,7 +41,15 @@ providers = [
     H2o,
     ChatgptLogin,
     DeepAi,
-    GetGpt
+    GetGpt,
+    AItianhu,
+    EasyChat,
+    Acytoo,
+    DfeHub,
+    AiService,
+    BingHuan,
+    Wewordle,
+    ChatgptAi,
 ]
 
 # | Website| Provider| gpt-3.5-turbo | gpt-4 | Supports Stream | Status | Needs Auth |
@@ -41,12 +57,15 @@ print('| Website| Provider| gpt-3.5 | gpt-4 | Streaming | Status | Auth |')
 print('| --- | --- | --- | --- | --- | --- | --- |')
 
 for provider in providers:
+    
     parsed_url = urlparse(provider.url)
-    name = f"`g4f.Provider{provider.__name__.split('.')[-1]}`"
+    name = f"`g4f.Provider.{provider.__name__.split('.')[-1]}`"
     url = f'[{parsed_url.netloc}]({provider.url})'
     has_gpt4 = '✔️' if 'gpt-4' in provider.model else '❌'
     has_gpt3_5 = '✔️' if 'gpt-3.5-turbo' in provider.model else '❌'
     streaming = '✔️' if provider.supports_stream else '❌'
     needs_auth = '✔️' if provider.needs_auth else '❌'
     
-    print(f'| {url} | {name} | {has_gpt3_5} | {has_gpt4} | {streaming} | ![Active](https://img.shields.io/badge/Active-brightgreen) | {needs_auth} |')
+    working = '![Active](https://img.shields.io/badge/Active-brightgreen)' if provider.working else '![Inactive](https://img.shields.io/badge/Inactive-red)'
+    
+    print(f'| {url} | {name} | {has_gpt3_5} | {has_gpt4} | {streaming} | {working} | {needs_auth} |')

testing/test.py

@@ -0,0 +1,12 @@
+import g4f
+
+# Set with provider
+stream = False
+response = g4f.ChatCompletion.create(model='gpt-3.5-turbo', provider=g4f.Provider.Yqcloud, messages=[
+                                     {"role": "user", "content": "hello"}], stream=stream)
+
+if stream:
+    for message in response:
+        print(message)
+else:
+    print(response)