lea97338 commited on
Commit
1922080
·
verified ·
1 Parent(s): dd4ebe9

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +4 -2
app.py CHANGED
@@ -52,8 +52,10 @@ def encode(prompt: str):
52
  embeds_2048 = proj(embeds_896) # [1, L, 2048]
53
 
54
  # pooled -> moyenne
55
- pooled = embeds_2048.mean(dim=1) # [1, 2048]
56
-
 
 
57
  # Sauvegarde
58
  torch.save(embeds_2048, "embeds.pt")
59
  torch.save(pooled, "pooled.pt")
 
52
  embeds_2048 = proj(embeds_896) # [1, L, 2048]
53
 
54
  # pooled -> moyenne
55
+ # [1, 2048]
56
+ proj_pooled = nn.Linear(2048, 768)
57
+ pooled = proj_pooled(embeds_2048.mean(dim=1))
58
+
59
  # Sauvegarde
60
  torch.save(embeds_2048, "embeds.pt")
61
  torch.save(pooled, "pooled.pt")