eunJ commited on
Commit
b65312b
·
verified ·
1 Parent(s): eb8b741

Create README.md

Browse files
Files changed (1) hide show
  1. README.md +18 -0
README.md ADDED
@@ -0,0 +1,18 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ```python
2
+ from transformers import AutoTokenizer, AutoModelForCausalLM
3
+ tokenizer = AutoTokenizer.from_pretrained(CKPT_PATH, padding_side="right")
4
+
5
+ if tokenizer.pad_token is None:
6
+ tokenizer.add_special_tokens({'pad_token': tokenizer.eos_token})
7
+
8
+ model = AutoModelForCausalLM.from_pretrained(
9
+ CKPT_PATH,
10
+ torch_dtype=torch.bfloat16,
11
+ device_map="auto",
12
+ low_cpu_mem_usage=True,
13
+ trust_remote_code=True
14
+ )
15
+
16
+ if model.config.pad_token_id is None:
17
+ model.config.pad_token_id = tokenizer.pad_token_id
18
+ ```