AnalyticsIntelligence
/

PIDGIN_gemma3

text-generation-inference

Model card Files Files and versions

Ephraimmm commited on Oct 28, 2025

Commit

eeb37eb

·

verified ·

1 Parent(s): bce9423

Update handler.py

Files changed (1) hide show

handler.py +2 -1

handler.py CHANGED Viewed

@@ -6,7 +6,8 @@ from peft import PeftModel
 class EndpointHandler:
     def __init__(self, path=""):
         # CORRECTED: Use gemma-3-4b instead of gemma-2-2b
-        model_id = "unsloth/gemma-3-4b-it-unsloth"
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
         model = AutoModelForCausalLM.from_pretrained(

 class EndpointHandler:
     def __init__(self, path=""):
         # CORRECTED: Use gemma-3-4b instead of gemma-2-2b
+        #unsloth/gemma-3-4b-it-unsloth-bnb-4bit
+        model_id = "unsloth/gemma-3-4b-it-unsloth"
         self.tokenizer = AutoTokenizer.from_pretrained(model_id)
         model = AutoModelForCausalLM.from_pretrained(