Spaces:

Phoenix21
/

lecturelens-demo

Paused

lecturelens-demo / space_app /gpu_generation.py

Deploy LectureLens runtime from GitHub e006f4b1c999

0f1d44a verified 29 days ago

305 Bytes

"""Local open-source answer generation on the Space's ZeroGPU allocation."""
import spaces
from .generation import load_model, run_generation

tokenizer, model = load_model("cuda")


@spaces.GPU(duration=45)
def generate_json(system, payload):
    return run_generation(tokenizer, model, system, payload)

	"""Local open-source answer generation on the Space's ZeroGPU allocation."""
	import spaces
	from .generation import load_model, run_generation

	tokenizer, model = load_model("cuda")


	@spaces.GPU(duration=45)
	def generate_json(system, payload):
	return run_generation(tokenizer, model, system, payload)