杨万青 commited on
Commit
03483cf
·
1 Parent(s): 933646c

use model

Browse files
Files changed (2) hide show
  1. Dockerfile +10 -1
  2. main.py +10 -1
Dockerfile CHANGED
@@ -6,6 +6,15 @@ COPY ./requirements.txt /code/requirements.txt
6
 
7
  RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
8
 
9
- COPY . .
 
 
 
 
 
 
 
 
 
10
 
11
  CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
 
6
 
7
  RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
8
 
9
+ RUN useradd -m -u 1000 user
10
+
11
+ USER user
12
+
13
+ ENV HOME=/home/user \
14
+ PATH=/home/user/.local/bin:$PATH
15
+
16
+ WORKDIR $HOME/app
17
+
18
+ COPY --chown=user . $HOME/app
19
 
20
  CMD ["uvicorn", "main:app", "--host", "0.0.0.0", "--port", "7860"]
main.py CHANGED
@@ -1,7 +1,16 @@
1
  from fastapi import FastAPI
 
 
2
 
3
  app = FastAPI()
4
 
5
  @app.get("/")
6
  def read_root():
7
- return {"Hello": "World!"}
 
 
 
 
 
 
 
 
1
  from fastapi import FastAPI
2
+ from transformers import pipeline
3
+
4
 
5
  app = FastAPI()
6
 
7
  @app.get("/")
8
  def read_root():
9
+ return {"Hello": "World!"}
10
+
11
+ pipe_flan = pipeline("text-generation", model="Phind/Phind-CodeLlama-34B-v2")
12
+ @app.get("/ffmpeg")
13
+ def ffmpeg(input):
14
+ output = pipe_flan(input)
15
+ print(output)
16
+ return {"output": output[0]["generated_text"]}