File size: 1,353 Bytes
f843101 5adf069 f843101 5adf069 f843101 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 | """Start the resident Fev text-decision reference server."""
import argparse
import os
from pathlib import Path
from fev4b import Fev4B
from fev4b.server import create_server
def main():
parser = argparse.ArgumentParser(description=__doc__)
parser.add_argument('--model-dir', type=Path, default=Path(__file__).resolve().parent)
parser.add_argument('--host', default='127.0.0.1')
parser.add_argument('--port', type=int, default=8000)
parser.add_argument('--device', default='cuda:0')
parser.add_argument('--execution', choices=('reference', 'compiled'), default='reference')
parser.add_argument('--adaptation-dir', type=Path, help='Explicit, verified research adapter overlay')
args = parser.parse_args()
api_key = os.environ.get('FEV_API_KEY')
if args.host not in ('127.0.0.1', 'localhost') and not api_key:
parser.error('Set FEV_API_KEY before binding outside localhost')
model = Fev4B(args.model_dir, device=args.device, execution=args.execution,
adaptation_dir=args.adaptation_dir)
with create_server(model, (args.host, args.port), api_key=api_key) as server:
print(f'Fev ready at http://{args.host}:{args.port}', flush=True)
try:
server.serve_forever()
except KeyboardInterrupt:
pass
if __name__ == '__main__':
main()
|