smbaner6 commited on
Commit
a48116e
·
verified ·
1 Parent(s): cf85250

Create server.py

Browse files
Files changed (1) hide show
  1. server.py +38 -0
server.py ADDED
@@ -0,0 +1,38 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from fastapi import FastAPI, Request
2
+ import os, requests
3
+
4
+ app = FastAPI()
5
+
6
+ OLLAMA_URL = os.getenv("OLLAMA_URL")
7
+ CF_ID = os.getenv("CF_ACCESS_CLIENT_ID")
8
+ CF_SECRET = os.getenv("CF_ACCESS_CLIENT_SECRET")
9
+
10
+ @app.get("/")
11
+ def home():
12
+ return {"status": "Decidr proxy running"}
13
+
14
+ @app.post("/api/generate")
15
+ async def generate(req: Request):
16
+ body = await req.json()
17
+ r = requests.post(
18
+ f"{OLLAMA_URL}/api/generate",
19
+ json=body,
20
+ headers={
21
+ "CF-Access-Client-Id": CF_ID,
22
+ "CF-Access-Client-Secret": CF_SECRET
23
+ },
24
+ timeout=60
25
+ )
26
+ return r.json()
27
+
28
+ @app.get("/api/tags")
29
+ def tags():
30
+ r = requests.get(
31
+ f"{OLLAMA_URL}/api/tags",
32
+ headers={
33
+ "CF-Access-Client-Id": CF_ID,
34
+ "CF-Access-Client-Secret": CF_SECRET
35
+ },
36
+ timeout=30
37
+ )
38
+ return r.json()