| |
| from argparse import ArgumentParser |
|
|
| from datasets.commands.convert import ConvertCommand |
| from datasets.commands.convert_to_parquet import ConvertToParquetCommand |
| from datasets.commands.delete_from_hub import DeleteFromHubCommand |
| from datasets.commands.env import EnvironmentCommand |
| from datasets.commands.test import TestCommand |
| from datasets.utils.logging import set_verbosity_info |
|
|
|
|
| def parse_unknown_args(unknown_args): |
| return {key.lstrip("-"): value for key, value in zip(unknown_args[::2], unknown_args[1::2])} |
|
|
|
|
| def main(): |
| parser = ArgumentParser( |
| "HuggingFace Datasets CLI tool", usage="datasets-cli <command> [<args>]", allow_abbrev=False |
| ) |
| commands_parser = parser.add_subparsers(help="datasets-cli command helpers") |
| set_verbosity_info() |
|
|
| |
| ConvertCommand.register_subcommand(commands_parser) |
| EnvironmentCommand.register_subcommand(commands_parser) |
| TestCommand.register_subcommand(commands_parser) |
| ConvertToParquetCommand.register_subcommand(commands_parser) |
| DeleteFromHubCommand.register_subcommand(commands_parser) |
|
|
| |
| args, unknown_args = parser.parse_known_args() |
| if not hasattr(args, "func"): |
| parser.print_help() |
| exit(1) |
| kwargs = parse_unknown_args(unknown_args) |
|
|
| |
| service = args.func(args, **kwargs) |
| service.run() |
|
|
|
|
| if __name__ == "__main__": |
| main() |
|
|
