File size: 4,706 Bytes
51b711f
891dd4c
 
 
 
 
 
 
 
51b711f
891dd4c
51b711f
 
 
891dd4c
51b711f
891dd4c
51b711f
 
 
891dd4c
 
 
 
 
 
 
 
 
51b711f
891dd4c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51b711f
891dd4c
 
 
 
 
 
 
 
 
 
 
 
 
51b711f
891dd4c
51b711f
 
 
891dd4c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
51b711f
891dd4c
 
 
 
 
 
51b711f
891dd4c
 
 
 
 
 
 
 
 
 
 
 
 
51b711f
891dd4c
51b711f
 
 
891dd4c
 
 
51b711f
891dd4c
51b711f
891dd4c
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
#!/bin/bash
# pg_backup.sh - Backup periodico do PostgreSQL -> HF Dataset
#
#   pg_backup.sh                 -> loop de backup (lançado pelo init_pg.sh)
#   pg_backup.sh restore         -> restaura dump local (akira_dump.sql/.custom)
#   pg_backup.sh restore-from-hf -> baixa o ultimo dump do dataset HF e restaura
#
# Sem Persistent Storage no Space, o /data/pgdata morre em cada deploy: o dump
# no dataset HF e a unica forma do historico de conversas sobreviver.

set -u

BACKUP_DIR="/akira/data/cloud_sync"
BACKUP_FILE="$BACKUP_DIR/akira_dump.sql"
BACKUP_CUSTOM="$BACKUP_DIR/akira_dump.custom"
DATASET_NAME="${HF_BACKUP_DATASET:-akira-db-backup}"
SYNC_INTERVAL=${BACKUP_SYNC_INTERVAL:-3600}

mkdir -p "$BACKUP_DIR"

count_mensagens() {
    local n
    n=$(PGPASSWORD=akira psql -h localhost -U akira -d akira -tAc "SELECT COUNT(*) FROM mensagens" 2>/dev/null)
    case "${n:-}" in
        ''|*[!0-9]*) echo 0 ;;
        *) echo "$n" ;;
    esac
}

backup_pg() {
    echo "[BACKUP] A iniciar backup do PostgreSQL..."
    local n
    n=$(count_mensagens)
    if [ "$n" -eq 0 ]; then
        echo "[BACKUP] 0 mensagens - upload saltado (nunca apagar um backup bom)"
        return 0
    fi

    if PGPASSWORD=akira pg_dump -h localhost -U akira -d akira \
            --format=custom --compress=9 --file="$BACKUP_CUSTOM" 2>/dev/null &&
       PGPASSWORD=akira pg_dump -h localhost -U akira -d akira > "$BACKUP_FILE" 2>/dev/null; then
        echo "[BACKUP] Dump concluido: $(du -h "$BACKUP_FILE" | cut -f1) ($n mensagens)"
    else
        echo "[BACKUP] Dump falhou"
        return 1
    fi

    if [ -z "${HF_TOKEN:-}" ]; then
        echo "[BACKUP] HF_TOKEN ausente - so dump local (perde-se no proximo deploy)"
        return 0
    fi

    echo "[BACKUP] Enviando para HF Dataset: $DATASET_NAME"
    if BACKUP_DIR="$BACKUP_DIR" python -c "
import os
from huggingface_hub import HfApi
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
api = HfApi(token=token)
api.create_repo(repo_id=repo, repo_type='dataset', exist_ok=True)
api.upload_folder(
    folder_path=os.environ.get('BACKUP_DIR'),
    repo_id=repo,
    repo_type='dataset',
    allow_patterns=['akira_dump.*'],
)
print('[BACKUP] Upload concluido')
"; then
        :
    else
        echo "[BACKUP] Upload falhou"
    fi
}

restore_from_remote() {
    if [ -z "${HF_TOKEN:-}" ]; then
        echo "[RESTORE] HF_TOKEN ausente - sem restore remoto"
        return 0
    fi
    BACKUP_DIR="$BACKUP_DIR" python - <<'PY'
import os, shutil, sys
from huggingface_hub import HfApi, hf_hub_download
token = os.environ.get('HF_TOKEN')
repo = os.environ.get('HF_AUTHOR', 'akra35567') + '/' + os.environ.get('HF_BACKUP_DATASET', 'akira-db-backup')
dest = os.environ.get('BACKUP_DIR')
try:
    files = HfApi(token=token).list_repo_files(repo_id=repo, repo_type='dataset')
except Exception as e:
    print('[RESTORE] dataset remoto indisponivel:', e)
    sys.exit(0)
for f in ('akira_dump.sql', 'akira_dump.custom'):
    if f in files:
        path = hf_hub_download(repo_id=repo, filename=f, repo_type='dataset', token=token)
        shutil.copyfile(path, os.path.join(dest, f))
        print('[RESTORE] baixado do dataset:', f)
        sys.exit(0)
print('[RESTORE] dataset sem dumps')
PY
}

restore_pg() {
    local n
    n=$(count_mensagens)
    if [ "$n" -gt 0 ]; then
        echo "[RESTORE] BD ja tem $n mensagens - restore saltado"
        return 0
    fi
    if [ -f "$BACKUP_FILE" ]; then
        echo "[RESTORE] Restaurando $BACKUP_FILE..."
        if PGPASSWORD=akira psql -h localhost -U akira -d akira -f "$BACKUP_FILE" >/dev/null 2>&1; then
            echo "[RESTORE] Concluido ($n mensagens antes)"
        else
            echo "[RESTORE] Falhou (tabela ja existe? a continuar)"
        fi
    elif [ -f "$BACKUP_CUSTOM" ]; then
        echo "[RESTORE] Restaurando dump custom..."
        if PGPASSWORD=akira pg_restore -h localhost -U akira -d akira --clean --if-exists "$BACKUP_CUSTOM" >/dev/null 2>&1; then
            echo "[RESTORE] Concluido"
        else
            echo "[RESTORE] pg_restore reportou erros"
        fi
    else
        echo "[RESTORE] Nenhum backup encontrado"
    fi
}

restore_remote_and_local() {
    echo "[RESTORE] A verificar historico remoto (dataset HF)..."
    restore_from_remote
    restore_pg
}

case "${1:-}" in
    restore)
        restore_pg
        ;;
    restore-from-hf)
        restore_remote_and_local
        ;;
    *)
        echo "[BACKUP] Loop iniciado (intervalo ${SYNC_INTERVAL}s)"
        while true; do
            backup_pg
            sleep "$SYNC_INTERVAL"
        done
        ;;
esac