tchbcb commited on
Commit
2588ddd
·
verified ·
1 Parent(s): 245f1aa

deploy2 v5: lora-scale arg removed (new llama.cpp)

Browse files
artifacts/m15_scripts/colab_deploy2.py CHANGED
@@ -134,7 +134,7 @@ def main():
134
  # E6: serve (Q4_K_M + LoRA 挂载, :8080, key=1234)
135
  if not have("D2_SERVE"):
136
  sh("pkill -f '[l]lama-server' 2>/dev/null; sleep 1", 20)
137
- cmd = (LD + " nohup %s/llama-server -m %s --lora %s --lora-scale 1.0 --mmproj %s "
138
  "--host 127.0.0.1 --port 8080 --api-key 1234 -c 32768 -ngl 99 -fa on "
139
  "--parallel 2 > %s/llama_server.log 2>&1 &" % (BIN, Q4, LORA, MMPROJ, K8B))
140
  sh(cmd, 30)
 
134
  # E6: serve (Q4_K_M + LoRA 挂载, :8080, key=1234)
135
  if not have("D2_SERVE"):
136
  sh("pkill -f '[l]lama-server' 2>/dev/null; sleep 1", 20)
137
+ cmd = (LD + " nohup %s/llama-server -m %s --lora %s --mmproj %s "
138
  "--host 127.0.0.1 --port 8080 --api-key 1234 -c 32768 -ngl 99 -fa on "
139
  "--parallel 2 > %s/llama_server.log 2>&1 &" % (BIN, Q4, LORA, MMPROJ, K8B))
140
  sh(cmd, 30)