hf-llm-api

Running

hf-llm-api / mocks /stream_chat_mocker.py

:gem: [Feature] Support no-stream mode with dict response

d2b20f2 almost 3 years ago

299 Bytes

import time
from utils.logger import logger


def stream_chat_mock(*args, **kwargs):
    logger.note(msg=str(args) + str(kwargs))
    for i in range(10):
        content = f"W{i+1} "
        time.sleep(0.1)
        logger.mesg(content, end="")
        yield content
    logger.mesg("")
    yield ""

	import time
	from utils.logger import logger


	def stream_chat_mock(args, *kwargs):
	logger.note(msg=str(args) + str(kwargs))
	for i in range(10):
	content = f"W{i+1} "
	time.sleep(0.1)
	logger.mesg(content, end="")
	yield content
	logger.mesg("")
	yield ""