MultivexAI commited on
Commit
3e9dacf
·
verified ·
1 Parent(s): e1ba3ff

Update README.md

Browse files
Files changed (1) hide show
  1. README.md +9 -5
README.md CHANGED
@@ -113,12 +113,16 @@ model_id = "AtomixLabs/Pascal-15M-v1.0"
113
  model = AutoModelForCausalLM.from_pretrained(
114
  model_id,
115
  torch_dtype="auto",
116
- device_map="auto"
 
117
  )
118
 
119
- tokenizer = AutoTokenizer.from_pretrained(model_id)
 
 
 
120
 
121
- prompt = "1, 1/2, 2/3, 3/5, 5/8," # answer is 8/13
122
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
123
  sep_id = tokenizer.convert_tokens_to_ids(",")
124
 
@@ -127,10 +131,10 @@ outputs = model.generate(
127
  max_new_tokens=24,
128
  do_sample=False,
129
  eos_token_id=sep_id, # Stop immediately upon completing the next number
130
- pad_token_id=tokenizer.pad_token_id
131
  )
132
 
133
- # prints the full sequence including the continuation: "1,1/2,2/3,3/5,5/8,8/13,"
134
  print(tokenizer.decode(outputs[0], skip_special_tokens=True))
135
  ```
136
 
 
113
  model = AutoModelForCausalLM.from_pretrained(
114
  model_id,
115
  torch_dtype="auto",
116
+ device_map="auto",
117
+ trust_remote_code=False,
118
  )
119
 
120
+ tokenizer = AutoTokenizer.from_pretrained(
121
+ model_id,
122
+ trust_remote_code=False,
123
+ )
124
 
125
+ prompt = "1, 1/2, 2/3, 3/5, 5/8,"
126
  inputs = tokenizer(prompt, return_tensors="pt").to(model.device)
127
  sep_id = tokenizer.convert_tokens_to_ids(",")
128
 
 
131
  max_new_tokens=24,
132
  do_sample=False,
133
  eos_token_id=sep_id, # Stop immediately upon completing the next number
134
+ pad_token_id=tokenizer.pad_token_id,
135
  )
136
 
137
+ # prints the full sequence including the continuation: "1,1/2,2/3,3/5,5/8,8/13"
138
  print(tokenizer.decode(outputs[0], skip_special_tokens=True))
139
  ```
140