Download services/gcp_toolkit.py from bened/nca: direct link, hf CLI and curl.
- Browser
- Download file 2.55 kB
-
https://huggingface.co/spaces/bened/nca/resolve/main/services/gcp_toolkit.py
- Command line
-
hf download hf://spaces/bened/nca/services/gcp_toolkit.py
-
curl -L -o gcp_toolkit.py https://huggingface.co/spaces/bened/nca/resolve/main/services/gcp_toolkit.py
2.55 kB
| # Copyright (c) 2025 Stephen G. Pope | |
| # | |
| # This program is free software; you can redistribute it and/or modify | |
| # it under the terms of the GNU General Public License as published by | |
| # the Free Software Foundation; either version 2 of the License, or | |
| # (at your option) any later version. | |
| # | |
| # This program is distributed in the hope that it will be useful, | |
| # but WITHOUT ANY WARRANTY; without even the implied warranty of | |
| # MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the | |
| # GNU General Public License for more details. | |
| # | |
| # You should have received a copy of the GNU General Public License along | |
| # with this program; if not, write to the Free Software Foundation, Inc., | |
| # 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA. | |
| import os | |
| import json | |
| import logging | |
| from google.oauth2 import service_account | |
| from google.cloud import storage | |
| # Configure logging | |
| logging.basicConfig(level=logging.INFO) | |
| logger = logging.getLogger(__name__) | |
| # GCS environment variables | |
| GCP_BUCKET_NAME = os.getenv('GCP_BUCKET_NAME') | |
| STORAGE_PATH = "/tmp/" | |
| gcs_client = None | |
| def initialize_gcp_client(): | |
| GCP_SA_CREDENTIALS = os.getenv('GCP_SA_CREDENTIALS') | |
| if not GCP_SA_CREDENTIALS: | |
| #logger.warning("GCP credentials not found. Skipping GCS client initialization.") | |
| return None # Skip client initialization if credentials are missing | |
| # Define the required scopes for Google Cloud Storage | |
| GCS_SCOPES = ['https://www.googleapis.com/auth/devstorage.full_control'] | |
| try: | |
| credentials_info = json.loads(GCP_SA_CREDENTIALS) | |
| gcs_credentials = service_account.Credentials.from_service_account_info( | |
| credentials_info, | |
| scopes=GCS_SCOPES | |
| ) | |
| return storage.Client(credentials=gcs_credentials) | |
| except Exception as e: | |
| logger.error(f"Failed to initialize GCS client: {e}") | |
| return None | |
| # Initialize the GCS client | |
| gcs_client = initialize_gcp_client() | |
| def upload_to_gcs(file_path, bucket_name=GCP_BUCKET_NAME): | |
| if not gcs_client: | |
| raise ValueError("GCS client is not initialized. Skipping file upload.") | |
| try: | |
| logger.info(f"Uploading file to Google Cloud Storage: {file_path}") | |
| bucket = gcs_client.bucket(bucket_name) | |
| blob = bucket.blob(os.path.basename(file_path)) | |
| blob.upload_from_filename(file_path) | |
| logger.info(f"File uploaded successfully to GCS: {blob.public_url}") | |
| return blob.public_url | |
| except Exception as e: | |
| logger.error(f"Error uploading file to GCS: {e}") | |
| raise | |