titanthree commited on
Commit
3eec3d5
·
verified ·
1 Parent(s): 407d774

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +3 -12
README.md CHANGED
@@ -85,7 +85,7 @@ Model ini adalah versi **fine-tuned** dari:
85
  | **Target Modules** | q_proj, k_proj, v_proj, o_proj, gate_proj, up_proj, down_proj |
86
  | **Epoch** | 3 |
87
  | **Learning Rate** | 2e-4 |
88
- | **Precision** | FP16 |
89
 
90
  ---
91
 
@@ -140,31 +140,24 @@ print("=" * 60)
140
  Penggunaan Dasar
141
 
142
  ```python
143
- # ==================== CELL 2: TEST ORBIT-3-NANO ====================
144
-
145
- # ─── Import ───
146
  import os
147
  import torch
148
  import transformers
149
  from transformers import AutoModelForCausalLM, AutoTokenizer
150
 
151
- # ─── Cek Versi ───
152
  print(f"transformers: {transformers.__version__}")
153
  print(f"torch: {torch.__version__}")
154
 
155
- # ─── Config ───
156
  HF_TOKEN = "TOKEN_HF"
157
- MODEL_NAME = "OpenPathAI/Orbit-3-Nano"
158
 
159
  os.environ["HUGGING_FACE_HUB_TOKEN"] = HF_TOKEN
160
  os.environ["HF_TOKEN"] = HF_TOKEN
161
 
162
- # ==================== LOAD TOKENIZER ====================
163
  print("\nLoading tokenizer...")
164
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
165
  print("✅ Tokenizer loaded!")
166
 
167
- # ==================== LOAD MODEL ====================
168
  print("Loading model...")
169
  model = AutoModelForCausalLM.from_pretrained(
170
  MODEL_NAME,
@@ -175,7 +168,6 @@ model = AutoModelForCausalLM.from_pretrained(
175
  model.eval()
176
  print("✅ Model loaded!")
177
 
178
- # ==================== FUNGSI CHAT ====================
179
  def chat(pertanyaan, max_new_tokens=512, temperature=0.7):
180
  """Fungsi chat untuk transformers v5."""
181
  messages = [{"role": "user", "content": pertanyaan}]
@@ -203,7 +195,6 @@ def chat(pertanyaan, max_new_tokens=512, temperature=0.7):
203
  )
204
  return response.strip()
205
 
206
- # ==================== TEST ====================
207
  pertanyaan = "halo, kamu bisa bantu aku gak?"
208
 
209
  print("\n" + "=" * 60)
@@ -219,7 +210,7 @@ print("=" * 60)
219
  Keterbatasan
220
 
221
  Keterbatasan Deskripsi
222
- Ukuran Model 2,6B parameter — kapasitas terbatas
223
  Akurasi Mungkin menghasilkan informasi yang tidak akurat
224
  Konteks Maksimal 131.072 token
225
  Reasoning Terbatas untuk tugas kompleks
 
85
  | **Target Modules** | q_proj, k_proj, v_proj, o_proj, gate_proj, up_proj, down_proj |
86
  | **Epoch** | 3 |
87
  | **Learning Rate** | 2e-4 |
88
+ | **Precision** | BF16 |
89
 
90
  ---
91
 
 
140
  Penggunaan Dasar
141
 
142
  ```python
 
 
 
143
  import os
144
  import torch
145
  import transformers
146
  from transformers import AutoModelForCausalLM, AutoTokenizer
147
 
 
148
  print(f"transformers: {transformers.__version__}")
149
  print(f"torch: {torch.__version__}")
150
 
 
151
  HF_TOKEN = "TOKEN_HF"
152
+ MODEL_NAME = "OpenPathAI/Orbit-3.2-Nano"
153
 
154
  os.environ["HUGGING_FACE_HUB_TOKEN"] = HF_TOKEN
155
  os.environ["HF_TOKEN"] = HF_TOKEN
156
 
 
157
  print("\nLoading tokenizer...")
158
  tokenizer = AutoTokenizer.from_pretrained(MODEL_NAME, token=HF_TOKEN)
159
  print("✅ Tokenizer loaded!")
160
 
 
161
  print("Loading model...")
162
  model = AutoModelForCausalLM.from_pretrained(
163
  MODEL_NAME,
 
168
  model.eval()
169
  print("✅ Model loaded!")
170
 
 
171
  def chat(pertanyaan, max_new_tokens=512, temperature=0.7):
172
  """Fungsi chat untuk transformers v5."""
173
  messages = [{"role": "user", "content": pertanyaan}]
 
195
  )
196
  return response.strip()
197
 
 
198
  pertanyaan = "halo, kamu bisa bantu aku gak?"
199
 
200
  print("\n" + "=" * 60)
 
210
  Keterbatasan
211
 
212
  Keterbatasan Deskripsi
213
+ Ukuran Model 2,6B parameter kapasitas terbatas
214
  Akurasi Mungkin menghasilkan informasi yang tidak akurat
215
  Konteks Maksimal 131.072 token
216
  Reasoning Terbatas untuk tugas kompleks