Spaces:

nateraw
/

text-generation-inference

Runtime error

text-generation-inference / server /text_generation_server /utils /__init__.py

🍻 cheers

f9158ff over 3 years ago

881 Bytes

from text_generation_server.utils.convert import convert_file, convert_files
from text_generation_server.utils.dist import initialize_torch_distributed
from text_generation_server.utils.hub import (
    weight_files,
    weight_hub_files,
    download_weights,
    EntryNotFoundError,
    LocalEntryNotFoundError,
    RevisionNotFoundError,
)
from text_generation_server.utils.tokens import (
    Greedy,
    NextTokenChooser,
    Sampling,
    StoppingCriteria,
    StopSequenceCriteria,
    FinishReason,
)

__all__ = [
    "convert_file",
    "convert_files",
    "initialize_torch_distributed",
    "weight_files",
    "weight_hub_files",
    "download_weights",
    "EntryNotFoundError",
    "LocalEntryNotFoundError",
    "RevisionNotFoundError",
    "Greedy",
    "NextTokenChooser",
    "Sampling",
    "StoppingCriteria",
    "StopSequenceCriteria",
    "FinishReason",
]

	from text_generation_server.utils.convert import convert_file, convert_files
	from text_generation_server.utils.dist import initialize_torch_distributed
	from text_generation_server.utils.hub import (
	weight_files,
	weight_hub_files,
	download_weights,
	EntryNotFoundError,
	LocalEntryNotFoundError,
	RevisionNotFoundError,
	)
	from text_generation_server.utils.tokens import (
	Greedy,
	NextTokenChooser,
	Sampling,
	StoppingCriteria,
	StopSequenceCriteria,
	FinishReason,
	)

	__all__ = [
	"convert_file",
	"convert_files",
	"initialize_torch_distributed",
	"weight_files",
	"weight_hub_files",
	"download_weights",
	"EntryNotFoundError",
	"LocalEntryNotFoundError",
	"RevisionNotFoundError",
	"Greedy",
	"NextTokenChooser",
	"Sampling",
	"StoppingCriteria",
	"StopSequenceCriteria",
	"FinishReason",
	]