serving_schema.py

"""Serving extension for 255 candidates without changing legacy training prompts.

Also shipped as a standalone module in the v2 Hugging Face package.
"""
if __package__:
    from . import extended_schema, parallel_schema
else:
    import extended_schema
    import parallel_schema

MAX_CHOICES = 255
choice_key = parallel_schema.choice_key
validate_schema = extended_schema.validate_schema


def codes_for(count, tokenizer):
    if type(count) is not int or not 1 <= count <= MAX_CHOICES:
        raise ValueError(f"Candidate count must be between 1 and {MAX_CHOICES}")
    return extended_schema.codes_for(count, tokenizer)


parse_schema = extended_schema.parse_schema


def prepare_prompts(tokenizer, context, schema, max_input_tokens, system_role=True):
    validate_schema(schema)
    width = max(len(extended_schema.choices_for(field)) for field in schema.values())
    module = parallel_schema if width <= 26 else extended_schema
    return module.prepare_prompts(tokenizer, context, schema, max_input_tokens, system_role)