File size: 2,797 Bytes
8ea8b32
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
"""Download the chosen real photos, pick the best 3:4 crop window with CLIP, save credits."""
import io, json, re, sys, urllib.parse, urllib.request
import numpy as np
from PIL import Image, ImageOps
sys.path.insert(0, '/workspaces/studio')
import clip_score as C

ITEMS = {i['id']: i for i in json.load(open('/workspaces/studio/items2.json'))}
PICKS = {  # id -> title of the chosen file (from ranked_<id>.json)
    '10': 'UK Green Traffic Light Signal - geograph.org.uk - 52642',
    '11': 'SHANGHAI MITSUBISHI ELEVATOR ESCALATOR',
    '12': 'JVC RM-C1508 TV remote control unit',
    '13': 'Thermos flask with hot water.jpg',
    '14': 'People using nail cutters 02.jpg',
    '15': 'Baozi, Au Petit Grain de Sel, Paris 001.jpg',
    '16': 'Barber cutting hair with comb',
    '17': 'Yawning woman.jpg',
    '18': 'Trash can, Oak & Dante Streets',
}
UA = {'User-Agent': 'LiveWordsStudio/1.0 (https://huggingface.co/spaces/Ethscriptions/eths; educational)'}
credits = []
for id_, title in PICKS.items():
    it = ITEMS[id_]
    ranked = json.load(open(f'/tmp/work/real/ranked_{id_}.json'))
    c = next(r for r in ranked if r['title'].startswith(title))
    name = c['landing'].split('File:')[-1]
    url = 'https://commons.wikimedia.org/wiki/Special:FilePath/' + name + '?width=2000'
    img = Image.open(io.BytesIO(urllib.request.urlopen(urllib.request.Request(url, headers=UA), timeout=120).read()))
    img = ImageOps.exif_transpose(img).convert('RGB')
    w, h = img.size
    cw = min(w, int(h * 3 / 4)); chh = int(cw * 4 / 3)
    pos = C.text_emb([it['clip']])
    best = None
    steps = 7
    for k in range(steps):
        fx = k / (steps - 1)
        x0 = int((w - cw) * fx) if w > cw else 0
        y0 = int((h - chh) * fx) if h > chh else 0
        if w > cw and h > chh:
            y0 = (h - chh) // 2
        crop = img.crop((x0, y0, x0 + cw, y0 + chh))
        s = float(pos[0] @ C.image_emb(crop.resize((300, 400))) * 100)
        s -= 0.6 * abs(fx - 0.5)  # mild preference for the centre
        if best is None or s > best[0]:
            best = (s, crop, fx)
    crop = best[1]
    if crop.width > 1600:
        crop = crop.resize((1500, 2000), Image.LANCZOS)
    crop.save(f'/tmp/work/real/{id_}_pick.jpg', quality=95)
    cr = dict(id=id_, zh=it['zh'], en=it['en'], file=name.replace('_', ' '), page=c['landing'], author=re.sub(r'\s+', ' ', c['creator'] or 'Unknown'),
              license=c['license'], license_url=c.get('license_url'), size=f'{w}x{h}', crop_pos=round(best[2], 2), clip=round(best[0], 1))
    credits.append(cr)
    print(id_, it['en'], cr['license'], cr['author'][:40], img.size, '-> crop', crop.size, 'pos', cr['crop_pos'], 'clip', cr['clip'], flush=True)
json.dump(credits, open('/workspaces/studio/credits2.json', 'w'), ensure_ascii=False, indent=1)