File size: 966 Bytes
a58ece3 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 | """CLI: push a checkpoint to Hugging Face Hub."""
import os
import click
from llm_go.deployment.hf_uploader import HuggingFaceUploader
@click.command()
@click.option("--ckpt-dir", required=True, help="Checkpoint directory to upload")
@click.option("--tok-dir", required=True, help="Tokenizer directory")
@click.option("--repo-id", required=True, help="HF repo, e.g. myorg/llm-go-350m")
@click.option("--token", default=lambda: os.environ.get("HF_TOKEN", ""))
@click.option("--private/--public", default=False)
@click.option("--message", default="Upload GoLLM checkpoint", show_default=True)
def main(ckpt_dir, tok_dir, repo_id, token, private, message):
"""Deploy GoLLM to Hugging Face Hub."""
uploader = HuggingFaceUploader(repo_id=repo_id, hf_token=token, private=private)
url = uploader.upload(
checkpoint_dir=ckpt_dir,
tokenizer_dir=tok_dir,
commit_message=message,
)
click.echo(f"Model live at: {url}")
|