Delete hf_private_boris.ipynb

hf_private_boris.ipynb

@@ -1,355 +0,0 @@
-{
- "cells": [
-  {
-   "cell_type": "code",
-   "execution_count": 1,
-   "metadata": {},
-   "outputs": [
-    {
-     "ename": "ModuleNotFoundError",
-     "evalue": "No module named 'random_user_agent'",
-     "output_type": "error",
-     "traceback": [
-      "\u001b[1;31m---------------------------------------------------------------------------\u001b[0m",
-      "\u001b[1;31mModuleNotFoundError\u001b[0m                       Traceback (most recent call last)",
-      "Cell \u001b[1;32mIn[1], line 3\u001b[0m\n\u001b[0;32m      1\u001b[0m \u001b[38;5;28;01mimport\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mrequests\u001b[39;00m\u001b[38;5;241m,\u001b[39m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mjson\u001b[39;00m\u001b[38;5;241m,\u001b[39m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01muuid\u001b[39;00m\u001b[38;5;241m,\u001b[39m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mtime\u001b[39;00m\n\u001b[0;32m      2\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mflask\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m Flask, request, Response, stream_with_context, jsonify\n\u001b[1;32m----> 3\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mrandom_user_agent\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01muser_agent\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m UserAgent\n\u001b[0;32m      4\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mrandom_user_agent\u001b[39;00m\u001b[38;5;21;01m.\u001b[39;00m\u001b[38;5;21;01mparams\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m SoftwareName, OperatingSystem\n\u001b[0;32m      5\u001b[0m \u001b[38;5;28;01mfrom\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;21;01mtime\u001b[39;00m\u001b[38;5;250m \u001b[39m\u001b[38;5;28;01mimport\u001b[39;00m time \u001b[38;5;28;01mas\u001b[39;00m current_time\n",
-      "\u001b[1;31mModuleNotFoundError\u001b[0m: No module named 'random_user_agent'"
-     ]
-    }
-   ],
-   "source": [
-    "import requests, json, uuid, time\n",
-    "from flask import Flask, request, Response, stream_with_context, jsonify\n",
-    "from random_user_agent.user_agent import UserAgent\n",
-    "from random_user_agent.params import SoftwareName, OperatingSystem\n",
-    "from time import time as current_time\n",
-    "import os\n",
-    "from functools import wraps\n",
-    "from dotenv import load_dotenv\n",
-    "\n",
-    "load_dotenv()\n",
-    "\n",
-    "app = Flask(__name__)\n",
-    "\n",
-    "completed_prompts = 0\n",
-    "active_streams = 0\n",
-    "total_duration = 0.0\n",
-    "\n",
-    "software_names = [SoftwareName.CHROME.value]\n",
-    "operating_systems = [OperatingSystem.WINDOWS.value, OperatingSystem.LINUX.value]\n",
-    "user_agent_rotator = UserAgent(software_names=software_names, operating_systems=operating_systems)\n",
-    "user_agent = f\"{user_agent_rotator.get_random_user_agent()} VSCode/1.96.4\"\n",
-    "\n",
-    "PROXY_PASSWORD = os.getenv('PROXY_PASSWORD')\n",
-    "key = os.getenv('ACCESS_TOKEN')\n",
-    "API_ENDPOINT = \"https://codestory-provider-dot-anton-390822.ue.r.appspot.com/openrouter-api\"\n",
-    "\n",
-    "def get_external_url_for_huggingface_space(space_id: str) -> str:\n",
-    "    try:\n",
-    "        username, spacename = space_id.split(\"/\")\n",
-    "        return f\"https://{username}-{spacename.replace('_', '-')}.hf.space\"\n",
-    "    except Exception as e:\n",
-    "        print(f\"Error generating Hugging Face Space URL: {e}\")\n",
-    "        return \"\"\n",
-    "\n",
-    "def get_base_url(request) -> str:\n",
-    "    space_id = os.getenv('SPACE_ID')\n",
-    "    if space_id and \"hf.space\" not in request.host:\n",
-    "        return get_external_url_for_huggingface_space(space_id)\n",
-    "    return request.base_url\n",
-    "\n",
-    "def require_password(view_func):\n",
-    "    @wraps(view_func)\n",
-    "    def wrapper(*args, **kwargs):\n",
-    "        auth_header = request.headers.get(\"Authorization\")\n",
-    "        if auth_header and auth_header.startswith(\"Bearer \"):\n",
-    "            token = auth_header.split(\" \")[1]\n",
-    "            if token == PROXY_PASSWORD:\n",
-    "                return view_func(*args, **kwargs)\n",
-    "        api_key = request.headers.get(\"x-api-key\")\n",
-    "        if api_key and api_key == PROXY_PASSWORD:\n",
-    "            return view_func(*args, **kwargs)\n",
-    "        return jsonify({\"error\": \"Unauthorized\"}), 401\n",
-    "    return wrapper\n",
-    "\n",
-    "def chat_request(messages, temp, system, model=None):\n",
-    "    if not system:\n",
-    "        system = [{\"type\": \"text\", \"text\": \"You are a helpful assistant that follows all user instructions.\"}]\n",
-    "    \n",
-    "    # anthropic/claude-3-5-sonnet:beta doesn't work\n",
-    "    if model == \"anthropic/claude-3-5-sonnet:beta\":\n",
-    "        model = \"claude-3-5-sonnet-20241022\"\n",
-    "    else:\n",
-    "        model = model or \"claude-3-5-sonnet-20241022\"\n",
-    "\n",
-    "    payload = {\n",
-    "        \"model\": model,\n",
-    "        \"temperature\": temp,\n",
-    "        \"stream\": True,\n",
-    "        \"messages\": [\n",
-    "            {\"role\": \"system\", \"content\": system},\n",
-    "            _messages\n",
-    "        ]\n",
-    "    }\n",
-    "    resp = requests.post(\n",
-    "        API_ENDPOINT,\n",
-    "        headers={\n",
-    "            \"authorization\": f\"Bearer {key}\",\n",
-    "            \"content-type\": \"application/json\",\n",
-    "            \"User-Agent\": user_agent\n",
-    "        },\n",
-    "        json=payload, stream=True\n",
-    "    )\n",
-    "    return resp if resp.ok else None\n",
-    "\n",
-    "@app.route(\"/\", methods=[\"GET\"])\n",
-    "def root():\n",
-    "    global completed_prompts, active_streams, total_duration\n",
-    "    average_duration = total_duration / completed_prompts if completed_prompts > 0 else 0\n",
-    "    base_url = get_base_url(request).rstrip('/')\n",
-    "    if base_url.startswith(\"http://\"):\n",
-    "        base_url = base_url.replace(\"http://\", \"https://\", 1)\n",
-    "    response_data = {\n",
-    "        \"Total Requests\": completed_prompts,\n",
-    "        \"Active Requests\": active_streams,\n",
-    "        \"Average Duration\": average_duration,\n",
-    "        \"Proxy Endpoint\": base_url\n",
-    "    }\n",
-    "    pretty_json = json.dumps(response_data, indent=4, sort_keys=False)\n",
-    "    html_content = f\"\"\"\n",
-    "<!DOCTYPE html>\n",
-    "<html lang=\"en\">\n",
-    "<head>\n",
-    "    <meta charset=\"UTF-8\">\n",
-    "    <meta name=\"viewport\" content=\"width=device-width, initial-scale=1.0\">\n",
-    "    <title>Proxy Status</title>\n",
-    "    <style>\n",
-    "        body {{\n",
-    "            font-family: Arial, sans-serif;\n",
-    "            margin: 20px;\n",
-    "            background-color: #f4f4f9;\n",
-    "            color: #333;\n",
-    "            display: flex;\n",
-    "            flex-direction: column;\n",
-    "            align-items: center;\n",
-    "        }}\n",
-    "        h1 {{\n",
-    "            color: #444;\n",
-    "        }}\n",
-    "        pre {{\n",
-    "            background-color: #fff;\n",
-    "            padding: 15px;\n",
-    "            border-radius: 5px;\n",
-    "            border: 1px solid #ddd;\n",
-    "            max-width: 600px;\n",
-    "            overflow-x: auto;\n",
-    "            width: 100%;\n",
-    "            box-sizing: border-box;\n",
-    "        }}\n",
-    "    </style>\n",
-    "</head>\n",
-    "<body>\n",
-    "    <pre>{pretty_json}</pre>\n",
-    "</body>\n",
-    "</html>\n",
-    "\"\"\"\n",
-    "    return Response(html_content, content_type='text/html')\n",
-    "\n",
-    "@app.route(\"/chat/completions\", methods=[\"POST\"])\n",
-    "@app.route(\"/v1/chat/completions\", methods=[\"POST\"])\n",
-    "@require_password\n",
-    "def handle_openai_chat():\n",
-    "    global completed_prompts, active_streams, total_duration\n",
-    "    data = request.json\n",
-    "    streaming = data.get(\"stream\", True)\n",
-    "    start_time = current_time()\n",
-    "    \n",
-    "    result = chat_request(\n",
-    "        messages=data.get(\"messages\"),\n",
-    "        temp=data.get(\"temperature\"),\n",
-    "        system=data.get(\"system\"),\n",
-    "        model=data.get(\"model\")\n",
-    "    )\n",
-    "    \n",
-    "    if not result:\n",
-    "        return {\"error\": \"Request failed\"}\n",
-    "    \n",
-    "    if streaming:\n",
-    "        active_streams += 1\n",
-    "        def generate():\n",
-    "            nonlocal start_time\n",
-    "            global active_streams, completed_prompts, total_duration\n",
-    "            try:\n",
-    "                for l in result.iter_lines():\n",
-    "                    if not l:\n",
-    "                        continue\n",
-    "                    try:\n",
-    "                        d = json.loads(l.decode('utf-8').replace('data: ', ''))\n",
-    "                        if 'choices' in d and len(d['choices']) > 0:\n",
-    "                            chunk = d['choices'][0].get('delta', {}).get('content', '')\n",
-    "                            if chunk:\n",
-    "                                yield f\"data: {json.dumps({'choices': [{'delta': {'content': chunk}}]})}\\n\\n\"\n",
-    "                        if d.get('choices', [{}])[0].get('finish_reason') is not None:\n",
-    "                            yield f\"data: {json.dumps({'choices': [{'finish_reason': 'stop'}]})}\\n\\n\"\n",
-    "                            break\n",
-    "                    except json.JSONDecodeError as e:\n",
-    "                        print(f\"JSON decode error: {e}\")\n",
-    "                        continue\n",
-    "                    except GeneratorExit:\n",
-    "                        print(\"Generator closed prematurely\")\n",
-    "                    except Exception as e:\n",
-    "                        print(f\"Error in generator: {e}\")\n",
-    "            finally:\n",
-    "                active_streams -= 1\n",
-    "                duration = current_time() - start_time\n",
-    "                total_duration += duration\n",
-    "                completed_prompts += 1\n",
-    "                print(\"Generator cleanup complete\")\n",
-    "                \n",
-    "        return Response(stream_with_context(generate()), content_type='text/event-stream', headers={'Cache-Control': 'no-cache', 'Connection': 'keep-alive'})\n",
-    "    else:\n",
-    "        txt = \"\"\n",
-    "        for l in result.iter_lines():\n",
-    "            if not l:\n",
-    "                continue\n",
-    "            try:\n",
-    "                d = json.loads(l.decode('utf-8').replace('data: ', ''))\n",
-    "                if 'choices' in d and len(d['choices']) > 0:\n",
-    "                    chunk = d['choices'][0].get('delta', {}).get('content', '')\n",
-    "                    if chunk:\n",
-    "                        txt += chunk\n",
-    "                if d.get('choices', [{}])[0].get('finish_reason') is not None:\n",
-    "                    break\n",
-    "            except:\n",
-    "                continue\n",
-    "        duration = current_time() - start_time\n",
-    "        total_duration += duration\n",
-    "        completed_prompts += 1\n",
-    "        return {\"type\": \"message\", \"content\": [{\"type\": \"text\", \"text\": txt}]}\n",
-    "\n",
-    "@app.route(\"/messages\", methods=[\"POST\"])\n",
-    "@app.route(\"/v1/messages\", methods=[\"POST\"])\n",
-    "@require_password\n",
-    "def handle_anthropic_chat():\n",
-    "    global completed_prompts, active_streams, total_duration\n",
-    "    data = request.json\n",
-    "    streaming = data.get(\"stream\", True)\n",
-    "    start_time = current_time()\n",
-    "    \n",
-    "    result = chat_request(\n",
-    "        messages=data.get(\"messages\"),\n",
-    "        temp=data.get(\"temperature\"),\n",
-    "        system=data.get(\"system\"),\n",
-    "        model=data.get(\"model\")\n",
-    "    )\n",
-    "    \n",
-    "    if not result:\n",
-    "        return {\"error\": \"Request failed\"}\n",
-    "    \n",
-    "    if streaming:\n",
-    "        active_streams += 1\n",
-    "        def generate():\n",
-    "            nonlocal start_time\n",
-    "            global active_streams, completed_prompts, total_duration\n",
-    "            try:\n",
-    "                yield f\"event: message_start\\ndata: {json.dumps({'type': 'message_start', 'message': {{'id': str(uuid.uuid4()), 'type': 'message', 'role': 'assistant', 'content': [], 'model': data.get('model'), 'stop_reason': None, 'stop_sequence': None, 'usage': {{'input_tokens': 0, 'output_tokens': 0}}}}})}\\n\\n\"\n",
-    "                \n",
-    "                for l in result.iter_lines():\n",
-    "                    if not l:\n",
-    "                        continue\n",
-    "                    try:\n",
-    "                        d = json.loads(l.decode('utf-8').replace('data: ', ''))\n",
-    "                        if 'choices' in d and len(d['choices']) > 0:\n",
-    "                            chunk = d['choices'][0].get('delta', {}).get('content', '')\n",
-    "                            if chunk:\n",
-    "                                yield f\"event: content_block_delta\\ndata: {json.dumps({'type': 'content_block_delta', 'index': 0, 'delta': {{'type': 'text_delta', 'text': chunk}}})}\\n\\n\"\n",
-    "                        if d.get('choices', [{}])[0].get('finish_reason') is not None:\n",
-    "                            yield f\"event: content_block_stop\\ndata: {json.dumps({'type': 'content_block_stop', 'index': 0})}\\n\\n\"\n",
-    "                            yield f\"event: message_delta\\ndata: {json.dumps({'type': 'message_delta', 'delta': {{'stop_reason': 'end_turn', 'stop_sequence': None}}, 'usage': {{'output_tokens': 0}}})}\\n\\n\"\n",
-    "                            yield f\"event: message_stop\\ndata: {json.dumps({'type': 'message_stop'})}\\n\\n\"\n",
-    "                            break\n",
-    "                    except json.JSONDecodeError as e:\n",
-    "                        print(f\"JSON decode error: {e}\")\n",
-    "                        continue\n",
-    "                    except GeneratorExit:\n",
-    "                        print(\"Generator closed prematurely\")\n",
-    "                    except Exception as e:\n",
-    "                        print(f\"Error in generator: {e}\")\n",
-    "            finally:\n",
-    "                active_streams -= 1\n",
-    "                duration = current_time() - start_time\n",
-    "                total_duration += duration\n",
-    "                completed_prompts += 1\n",
-    "                print(\"Generator cleanup complete\")\n",
-    "                \n",
-    "        return Response(stream_with_context(generate()), content_type='text/event-stream', headers={'Cache-Control': 'no-cache', 'Connection': 'keep-alive'})\n",
-    "    else:\n",
-    "        txt = \"\"\n",
-    "        for l in result.iter_lines():\n",
-    "            if not l:\n",
-    "                continue\n",
-    "            try:\n",
-    "                d = json.loads(l.decode('utf-8').replace('data: ', ''))\n",
-    "                if 'choices' in d and len(d['choices']) > 0:\n",
-    "                    chunk = d['choices'][0].get('delta', {}).get('content', '')\n",
-    "                    if chunk:\n",
-    "                        txt += chunk\n",
-    "                if d.get('choices', [{}])[0].get('finish_reason') is not None:\n",
-    "                    break\n",
-    "            except:\n",
-    "                continue\n",
-    "        duration = current_time() - start_time\n",
-    "        total_duration += duration\n",
-    "        completed_prompts += 1\n",
-    "        return {\n",
-    "            \"content\": [{\"text\": txt, \"type\": \"text\"}],\n",
-    "            \"id\": str(uuid.uuid4()),\n",
-    "            \"model\": data.get(\"model\"),\n",
-    "            \"role\": \"assistant\",\n",
-    "            \"stop_reason\": \"end_turn\",\n",
-    "            \"stop_sequence\": None,\n",
-    "            \"type\": \"message\",\n",
-    "            \"usage\": {\n",
-    "                \"input_tokens\": 0,\n",
-    "                \"output_tokens\": len(txt.split())\n",
-    "            }\n",
-    "        }\n",
-    "\n",
-    "@app.route(\"/models\", methods=[\"GET\"])\n",
-    "def list_models():\n",
-    "    try:\n",
-    "        response = requests.get(\"https://openrouter.ai/api/v1/models\", headers={\"User-Agent\": user_agent})\n",
-    "        if response.ok:\n",
-    "            return response.json()\n",
-    "        else:\n",
-    "            return {\"error\": \"Failed to fetch models\"}, response.status_code\n",
-    "    except requests.RequestException as e:\n",
-    "        return {\"error\": str(e)}, 500\n",
-    "\n",
-    "if __name__ == \"__main__\":\n",
-    "    app.run(port=7860)"
-   ]
-  }
- ],
- "metadata": {
-  "kernelspec": {
-   "display_name": "Python 3",
-   "language": "python",
-   "name": "python3"
-  },
-  "language_info": {
-   "codemirror_mode": {
-    "name": "ipython",
-    "version": 3
-   },
-   "file_extension": ".py",
-   "mimetype": "text/x-python",
-   "name": "python",
-   "nbconvert_exporter": "python",
-   "pygments_lexer": "ipython3",
-   "version": "3.13.1"
-  }
- },
- "nbformat": 4,
- "nbformat_minor": 2
-}