ChoruYt commited on
Commit
17b1888
·
verified ·
1 Parent(s): 59afa9c

Update server.py

Browse files
Files changed (1) hide show
  1. server.py +4 -5
server.py CHANGED
@@ -8,8 +8,9 @@ import time
8
  from flask import Flask, request, jsonify, Response
9
  from flask_cors import CORS
10
 
11
- HF_REPO = "litert-community/gemma-4-E2B-it-litert-lm"
12
- HF_FILE = "gemma-4-E2B-it.litertlm"
 
13
 
14
  _SERVER_DIR = os.path.dirname(os.path.abspath(__file__))
15
  _DEFAULT_PATH = os.path.join(_SERVER_DIR, "models", "gemma", HF_FILE)
@@ -157,7 +158,7 @@ def extract_request() -> tuple[str, bytes | None, bool]:
157
  @app.route("/")
158
  def index():
159
  return jsonify({
160
- "service": "Gemma 4 API",
161
  "model_status": model_status,
162
  "guide": {
163
  "1. Text Only Chat": {
@@ -212,7 +213,6 @@ def gemma():
212
  def generate_stream():
213
  try:
214
  for text_chunk in _run_real_model_generator(ask, image_bytes):
215
- # Standard SSE format for frontend parsing
216
  yield f"data: {json.dumps({'text': text_chunk})}\n\n"
217
  yield "data: [DONE]\n\n"
218
  except Exception as e:
@@ -220,7 +220,6 @@ def gemma():
220
 
221
  return Response(generate_stream(), mimetype="text/event-stream")
222
  else:
223
- # Wait for all chunks and join them into one string
224
  try:
225
  full_text = "".join(list(_run_real_model_generator(ask, image_bytes)))
226
  return jsonify({
 
8
  from flask import Flask, request, jsonify, Response
9
  from flask_cors import CORS
10
 
11
+ # --- KEY CHANGE: Updated to 12B Model ---
12
+ HF_REPO = "litert-community/gemma-4-12B-it-litert-lm"
13
+ HF_FILE = "gemma-4-12B-it.litertlm"
14
 
15
  _SERVER_DIR = os.path.dirname(os.path.abspath(__file__))
16
  _DEFAULT_PATH = os.path.join(_SERVER_DIR, "models", "gemma", HF_FILE)
 
158
  @app.route("/")
159
  def index():
160
  return jsonify({
161
+ "service": "Gemma 4 API (12B Model)",
162
  "model_status": model_status,
163
  "guide": {
164
  "1. Text Only Chat": {
 
213
  def generate_stream():
214
  try:
215
  for text_chunk in _run_real_model_generator(ask, image_bytes):
 
216
  yield f"data: {json.dumps({'text': text_chunk})}\n\n"
217
  yield "data: [DONE]\n\n"
218
  except Exception as e:
 
220
 
221
  return Response(generate_stream(), mimetype="text/event-stream")
222
  else:
 
223
  try:
224
  full_text = "".join(list(_run_real_model_generator(ask, image_bytes)))
225
  return jsonify({