File size: 4,563 Bytes
2eb6704
 
2f024ae
 
 
 
2eb6704
 
 
 
 
 
 
 
 
 
 
 
2f024ae
 
 
 
 
 
 
 
 
 
2eb6704
 
 
 
2f024ae
 
2eb6704
 
 
 
 
 
 
2f024ae
 
 
 
 
 
 
 
 
 
 
 
2eb6704
 
 
2f024ae
 
 
 
2eb6704
 
 
2f024ae
2eb6704
 
 
 
 
 
 
 
 
3a9eebe
 
 
 
 
2eb6704
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
3a9eebe
 
 
 
 
 
2eb6704
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
"""Google Drive intake uploads for new case study requests.

Preferred hosted auth uses OAuth user credentials for the shared
``rfr.rag.uwaterloo@gmail.com`` account. This avoids service-account Drive
storage quota limits in regular My Drive folders. If OAuth secrets are absent,
the uploader falls back to the older service-account secret.
"""

from __future__ import annotations

import io
import json
import mimetypes
import os
from typing import Any


DEFAULT_REQUESTS_DRIVE_FOLDER_ID = "10n_-uOCT2GXu_G3r1qi5qJr8hHoy-E_y"
DRIVE_SCOPES = ["https://www.googleapis.com/auth/drive"]


def _oauth_env_is_configured() -> bool:
    required = (
        "GOOGLE_OAUTH_CLIENT_ID",
        "GOOGLE_OAUTH_CLIENT_SECRET",
        "GOOGLE_OAUTH_REFRESH_TOKEN",
    )
    return all(os.getenv(key) for key in required)


def _drive_service():
    try:
        from google.auth.transport.requests import Request
        from google.oauth2.credentials import Credentials as OAuthCredentials
        from google.oauth2.service_account import Credentials
        from googleapiclient.discovery import build
    except ImportError as exc:
        raise RuntimeError(
            "Google Drive libraries are not installed. Check requirements.txt."
        ) from exc

    if _oauth_env_is_configured():
        creds = OAuthCredentials(
            token=None,
            refresh_token=os.environ["GOOGLE_OAUTH_REFRESH_TOKEN"],
            token_uri=os.getenv("GOOGLE_OAUTH_TOKEN_URI", "https://oauth2.googleapis.com/token"),
            client_id=os.environ["GOOGLE_OAUTH_CLIENT_ID"],
            client_secret=os.environ["GOOGLE_OAUTH_CLIENT_SECRET"],
            scopes=DRIVE_SCOPES,
        )
        creds.refresh(Request())
        return build("drive", "v3", credentials=creds)

    creds_json = os.getenv("GOOGLE_SERVICE_ACCOUNT_JSON")
    if not creds_json:
        raise RuntimeError(
            "Google Drive credentials are not set. Add OAuth secrets "
            "GOOGLE_OAUTH_CLIENT_ID, GOOGLE_OAUTH_CLIENT_SECRET, and "
            "GOOGLE_OAUTH_REFRESH_TOKEN, or add GOOGLE_SERVICE_ACCOUNT_JSON "
            "as a Hugging Face Space secret."
        )

    creds_dict = json.loads(creds_json)
    creds = Credentials.from_service_account_info(creds_dict, scopes=DRIVE_SCOPES)
    return build("drive", "v3", credentials=creds)


def _create_folder(service, parent_folder_id: str, name: str) -> dict:
    metadata = {
        "name": name,
        "mimeType": "application/vnd.google-apps.folder",
        "parents": [parent_folder_id],
    }
    return (
        service.files()
        .create(body=metadata, fields="id,name,webViewLink", supportsAllDrives=True)
        .execute()
    )


def _upload_bytes(
    service,
    parent_folder_id: str,
    filename: str,
    data: bytes,
    mimetype: str | None = None,
) -> dict:
    from googleapiclient.http import MediaIoBaseUpload

    resolved_mimetype = mimetype or mimetypes.guess_type(filename)[0] or "application/octet-stream"
    media = MediaIoBaseUpload(io.BytesIO(data), mimetype=resolved_mimetype, resumable=False)
    metadata = {"name": filename, "parents": [parent_folder_id]}
    return (
        service.files()
        .create(
            body=metadata,
            media_body=media,
            fields="id,name,webViewLink",
            supportsAllDrives=True,
        )
        .execute()
    )


def upload_case_request_to_drive(
    request_folder_name: str,
    request_record: dict,
    uploaded_files: list[Any],
) -> dict:
    parent_folder_id = os.getenv("RFR_REQUESTS_DRIVE_FOLDER_ID", DEFAULT_REQUESTS_DRIVE_FOLDER_ID)
    service = _drive_service()

    folder = _create_folder(service, parent_folder_id, request_folder_name)
    folder_id = folder["id"]

    uploaded = []
    for uploaded_file in uploaded_files:
        file_result = _upload_bytes(
            service,
            folder_id,
            uploaded_file.name,
            uploaded_file.getvalue(),
            getattr(uploaded_file, "type", None),
        )
        uploaded.append(file_result)

    final_record = {
        **request_record,
        "drive_folder_id": folder_id,
        "drive_folder_url": folder.get("webViewLink") or f"https://drive.google.com/drive/folders/{folder_id}",
        "saved_files": [item.get("name", "") for item in uploaded],
        "uploaded_drive_files": uploaded,
    }
    _upload_bytes(
        service,
        folder_id,
        "request.json",
        json.dumps(final_record, indent=2).encode("utf-8"),
        "application/json",
    )

    return final_record