| from engine import PipeOwlEngine, PipeOwlConfig
|
| import time
|
|
|
|
|
| """
|
| t0 = time.perf_counter()
|
| """
|
|
|
|
|
| engine = PipeOwlEngine(PipeOwlConfig())
|
|
|
|
|
| """
|
| t1 = time.perf_counter()
|
| print(f"\n🚀 Cold start time: {(t1 - t0)*1000:.2f} ms\n")
|
| #""
|
| for _ in range(20):
|
| t0 = time.perf_counter()
|
| engine.pipeowl("雪鴞")
|
| print((time.perf_counter() - t0) * 1000, "ms")
|
| """
|
|
|
|
|
| while True:
|
|
|
| print()
|
| query = input("請輸入句子： ")
|
|
|
| out = engine.pipeowl(query, top_k=5)
|
|
|
| print("\nTop-K Tokens:")
|
| for text, score in out["retrieved"]:
|
| print(f"{score:.3f} | {text}")
|
|
|
|
|
|
|
|
|
| print() |
