Update app.py
Browse files
app.py
CHANGED
|
@@ -52,8 +52,10 @@ def encode(prompt: str):
|
|
| 52 |
embeds_2048 = proj(embeds_896) # [1, L, 2048]
|
| 53 |
|
| 54 |
# pooled -> moyenne
|
| 55 |
-
|
| 56 |
-
|
|
|
|
|
|
|
| 57 |
# Sauvegarde
|
| 58 |
torch.save(embeds_2048, "embeds.pt")
|
| 59 |
torch.save(pooled, "pooled.pt")
|
|
|
|
| 52 |
embeds_2048 = proj(embeds_896) # [1, L, 2048]
|
| 53 |
|
| 54 |
# pooled -> moyenne
|
| 55 |
+
# [1, 2048]
|
| 56 |
+
proj_pooled = nn.Linear(2048, 768)
|
| 57 |
+
pooled = proj_pooled(embeds_2048.mean(dim=1))
|
| 58 |
+
|
| 59 |
# Sauvegarde
|
| 60 |
torch.save(embeds_2048, "embeds.pt")
|
| 61 |
torch.save(pooled, "pooled.pt")
|