Update README.md

README.md

@@ -1,6 +1,9 @@
 ---
 library_name: peft
 base_model: shpotes/codegen-350M-mono
+datasets:
+- flytech/python-codes-25k
+pipeline_tag: text-generation
 ---
 
 # Model Card for Model ID
@@ -69,7 +72,35 @@ Users (both direct and downstream) should be made aware of the risks, biases and
 
 ## How to Get Started with the Model
 
-Use the code below to get started with the model.
+import torch
+from transformers import AutoModelForCausalLM, AutoTokenizer
+
+tokenizer = AutoTokenizer.from_pretrained("shpotes/codegen-350M-mono")
+model = AutoModelForCausalLM.from_pretrained("shpotes/codegen-350M-mono", trust_remote_code=True)
+
+input_ids = tokenizer(
+    context,
+    truncation=True,
+    padding=True,
+    return_tensors='pt',
+    pad_token_id=pad_token_id,
+).input_ids
+
+input_ids_len = input_ids.shape[1]
+
+with torch.no_grad():
+  input_ids = input_ids
+  tokens = model.generate(
+      input_ids,
+      do_sample=True,
+      num_return_sequences=num_return_sequences,
+      temperature=temp,
+      max_length=input_ids_len + max_length_sample,
+      top_p=top_p,
+      use_cache=True,
+  )
+  text = tokenizer.batch_decode(tokens[:, input_ids_len:, ...])
+
 
 [More Information Needed]