1 files changed, 212 insertions, 0 deletions

diff --git a/g4f/Provider/Cloudflare.py b/g4f/Provider/Cloudflare.py
new file mode 100644
index 00000000..e78bbcd0
--- /dev/null
+++ b/g4f/Provider/Cloudflare.py
@@ -0,0 +1,212 @@
+from __future__ import annotations
+
+import asyncio
+import json
+import uuid
+import cloudscraper
+from typing import AsyncGenerator
+from ..typing import AsyncResult, Messages
+from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
+from .helper import format_prompt
+
+class Cloudflare(AsyncGeneratorProvider, ProviderModelMixin):
+    url = "https://playground.ai.cloudflare.com"
+    api_endpoint = "https://playground.ai.cloudflare.com/api/inference"
+    working = True
+    supports_stream = True
+    supports_system_message = True
+    supports_message_history = True
+    
+    default_model = '@cf/meta/llama-3.1-8b-instruct'
+    models = [        
+         '@cf/deepseek-ai/deepseek-math-7b-instruct', # Specific answer
+         
+         
+         '@cf/thebloke/discolm-german-7b-v1-awq', 
+         
+         
+         '@cf/tiiuae/falcon-7b-instruct', # Specific answer
+         
+         
+         '@hf/google/gemma-7b-it', 
+
+
+         '@cf/meta/llama-2-7b-chat-fp16', 
+         '@cf/meta/llama-2-7b-chat-int8', 
+         
+         '@cf/meta/llama-3-8b-instruct', 
+         '@cf/meta/llama-3-8b-instruct-awq', 
+         default_model, 
+         '@hf/meta-llama/meta-llama-3-8b-instruct', 
+         
+         '@cf/meta/llama-3.1-8b-instruct-awq', 
+         '@cf/meta/llama-3.1-8b-instruct-fp8',  
+         '@cf/meta/llama-3.2-11b-vision-instruct',  
+         '@cf/meta/llama-3.2-1b-instruct',  
+         '@cf/meta/llama-3.2-3b-instruct',  
+
+         '@cf/mistral/mistral-7b-instruct-v0.1',
+         '@hf/mistral/mistral-7b-instruct-v0.2',
+         
+         '@cf/openchat/openchat-3.5-0106',
+         
+         '@cf/microsoft/phi-2',
+         
+         '@cf/qwen/qwen1.5-0.5b-chat',
+         '@cf/qwen/qwen1.5-1.8b-chat',
+         '@cf/qwen/qwen1.5-14b-chat-awq',
+         '@cf/qwen/qwen1.5-7b-chat-awq',
+         
+         '@cf/defog/sqlcoder-7b-2', # Specific answer
+         
+         '@cf/tinyllama/tinyllama-1.1b-chat-v1.0',
+         
+         '@cf/fblgit/una-cybertron-7b-v2-bf16',
+    ]
+    
+    model_aliases = {       
+        "german-7b-v1": "@cf/thebloke/discolm-german-7b-v1-awq",
+
+        
+        "gemma-7b": "@hf/google/gemma-7b-it",
+        
+        
+        "llama-2-7b": "@cf/meta/llama-2-7b-chat-fp16",
+        "llama-2-7b": "@cf/meta/llama-2-7b-chat-int8",
+        
+        "llama-3-8b": "@cf/meta/llama-3-8b-instruct",
+        "llama-3-8b": "@cf/meta/llama-3-8b-instruct-awq",
+        "llama-3-8b": "@cf/meta/llama-3.1-8b-instruct",
+        "llama-3-8b": "@hf/meta-llama/meta-llama-3-8b-instruct",
+        
+        "llama-3.1-8b": "@cf/meta/llama-3.1-8b-instruct-awq",
+        "llama-3.1-8b": "@cf/meta/llama-3.1-8b-instruct-fp8",
+        "llama-3.1-8b": "@cf/meta/llama-3.1-8b-instruct-fp8",
+        
+        "llama-3.2-11b": "@cf/meta/llama-3.2-11b-vision-instruct",
+        "llama-3.2-1b": "@cf/meta/llama-3.2-1b-instruct",
+        "llama-3.2-3b": "@cf/meta/llama-3.2-3b-instruct",
+        
+        
+        "mistral-7b": "@cf/mistral/mistral-7b-instruct-v0.1",
+        "mistral-7b": "@hf/mistral/mistral-7b-instruct-v0.2",
+        
+        
+        "openchat-3.5": "@cf/openchat/openchat-3.5-0106",
+        
+        
+        "phi-2": "@cf/microsoft/phi-2",
+        
+                
+        "qwen-1.5-0.5b": "@cf/qwen/qwen1.5-0.5b-chat",
+        "qwen-1.5-1.8b": "@cf/qwen/qwen1.5-1.8b-chat",
+        "qwen-1.5-14b": "@cf/qwen/qwen1.5-14b-chat-awq",
+        "qwen-1.5-7b": "@cf/qwen/qwen1.5-7b-chat-awq",
+        
+
+        "tinyllama-1.1b": "@cf/tinyllama/tinyllama-1.1b-chat-v1.0",
+        
+        
+        "cybertron-7b": "@cf/fblgit/una-cybertron-7b-v2-bf16",
+    }
+
+    @classmethod
+    def get_model(cls, model: str) -> str:
+        if model in cls.models:
+            return model
+        elif model in cls.model_aliases:
+            return cls.model_aliases[model]
+        else:
+            return cls.default_model
+
+    @classmethod
+    async def create_async_generator(
+        cls,
+        model: str,
+        messages: Messages,
+        proxy: str = None,
+        max_tokens: str = 2048,
+        stream: bool = True,
+        **kwargs
+    ) -> AsyncResult:
+        model = cls.get_model(model)
+        
+        headers = {
+            'Accept': 'text/event-stream',
+            'Accept-Language': 'en-US,en;q=0.9',
+            'Cache-Control': 'no-cache',
+            'Content-Type': 'application/json',
+            'Origin': cls.url,
+            'Pragma': 'no-cache',
+            'Referer': f'{cls.url}/',
+            'Sec-Ch-Ua': '"Chromium";v="129", "Not=A?Brand";v="8"',
+            'Sec-Ch-Ua-Mobile': '?0',
+            'Sec-Ch-Ua-Platform': '"Linux"',
+            'Sec-Fetch-Dest': 'empty',
+            'Sec-Fetch-Mode': 'cors',
+            'Sec-Fetch-Site': 'same-origin',
+            'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36',
+        }
+        
+        cookies = {
+            '__cf_bm': uuid.uuid4().hex,
+        }
+        
+        scraper = cloudscraper.create_scraper()
+        
+        prompt = format_prompt(messages)
+        data = {
+            "messages": [
+                {"role": "system", "content": "You are a helpful assistant"},
+                {"role": "user", "content": prompt}
+            ],
+            "lora": None,
+            "model": model,
+            "max_tokens": max_tokens,
+            "stream": stream
+        }
+        
+        max_retries = 3
+        for attempt in range(max_retries):
+            try:
+                response = scraper.post(
+                    cls.api_endpoint,
+                    headers=headers,
+                    cookies=cookies,
+                    json=data,
+                    stream=True,
+                    proxies={'http': proxy, 'https': proxy} if proxy else None
+                )
+                
+                if response.status_code == 403:
+                    await asyncio.sleep(2 ** attempt)
+                    continue
+                
+                response.raise_for_status()
+                
+                for line in response.iter_lines():
+                    if line.startswith(b'data: '):
+                        if line == b'data: [DONE]':
+                            break
+                        try:
+                            content = json.loads(line[6:].decode('utf-8'))['response']
+                            yield content
+                        except Exception:
+                            continue
+                break
+            except Exception as e:
+                if attempt == max_retries - 1:
+                    raise
+
+    @classmethod
+    async def create_async(
+        cls,
+        model: str,
+        messages: Messages,
+        proxy: str = None,
+        **kwargs
+    ) -> str:
+        full_response = ""
+        async for response in cls.create_async_generator(model, messages, proxy, **kwargs):
+            full_response += response
+        return full_response