Saad381 commited on
Commit
dd3b59e
·
verified ·
1 Parent(s): a008127

Upload train.py

Browse files
Files changed (1) hide show
  1. train.py +32 -0
train.py ADDED
@@ -0,0 +1,32 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ from transformers import AutoModel, AutoTokenizer, Trainer, TrainingArguments
2
+ from datasets import load_dataset
3
+ import pandas as pd
4
+
5
+ # Load model and tokenizer
6
+ model = AutoModel.from_pretrained('Anime.safetensors', trust_remote_code=True)
7
+ tokenizer = AutoTokenizer.from_pretrained('Saad381/SpectraGen')
8
+
9
+ # Load dataset
10
+ dataset = load_dataset('csv', data_files='dataset.csv')
11
+
12
+ # Set training arguments
13
+ training_args = TrainingArguments(
14
+ output_dir='./results',
15
+ per_device_train_batch_size=8,
16
+ num_train_epochs=3,
17
+ evaluation_strategy="epoch"
18
+ )
19
+
20
+ # Initialize Trainer
21
+ trainer = Trainer(
22
+ model=model,
23
+ args=training_args,
24
+ train_dataset=dataset['train']
25
+ )
26
+
27
+ # Train the model
28
+ trainer.train()
29
+
30
+ # Save the model
31
+ model.save_pretrained('./trained_model')
32
+ tokenizer.save_pretrained('./trained_model')