flyingma commited on
Commit
5ccf23b
·
1 Parent(s): 8883924

Add a clip model.

Browse files
Files changed (3) hide show
  1. README.md +2 -2
  2. app.py +28 -0
  3. requirements.txt +3 -0
README.md CHANGED
@@ -3,8 +3,8 @@ title: ThemeClassifier
3
  emoji: 📉
4
  colorFrom: yellow
5
  colorTo: gray
6
- sdk: gradio
7
- sdk_version: 3.27.0
8
  app_file: app.py
9
  pinned: false
10
  ---
 
3
  emoji: 📉
4
  colorFrom: yellow
5
  colorTo: gray
6
+ sdk: streamlit
7
+ sdk_version: 1.17.0
8
  app_file: app.py
9
  pinned: false
10
  ---
app.py ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ import streamlit as st
2
+ from transformers import CLIPProcessor, CLIPModel
3
+ from PIL import Image
4
+
5
+ smaller_model = "openai/clip-vit-base-patch32"
6
+ model = CLIPModel.from_pretrained(smaller_model)
7
+ processor = CLIPProcessor.from_pretrained(smaller_model)
8
+
9
+ st.title("What's your wedding personality?")
10
+
11
+ file_name = st.file_uploader("Upload a wedding photo")
12
+
13
+ if file_name is not None:
14
+ col1, col2 = st.columns(2)
15
+
16
+ image = Image.open(file_name)
17
+ col1.image(image, use_column_width=True)
18
+
19
+ labels = ["a photo of a cat", "a photo of a dog"]
20
+ inputs = processor(text=labels, images=image, return_tensors="pt", padding=True)
21
+ outputs = model(**inputs)
22
+
23
+ logits_per_image = outputs.logits_per_image
24
+ probs = logits_per_image.softmax(dim=1)
25
+
26
+ col2.header("Probabilities")
27
+ for label, score in zip(labels, probs):
28
+ col2.subheader(f"{label}: { round(score * 100, 1)}%")
requirements.txt ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ transformers
2
+ torch
3
+ pandas