File size: 1,830 Bytes
2750f74
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
import os
os.environ["CUDA_VISIBLE_DEVICES"] = ""
os.environ["TOKENIZERS_PARALLELISM"] = "false"

import torch
torch.set_default_device('cpu')

from sentence_transformers import SentenceTransformer
from sklearn.linear_model import LogisticRegression
from sklearn.pipeline import make_pipeline
from sklearn.preprocessing import StandardScaler
from sklearn.metrics import accuracy_score, f1_score, classification_report

def train_intent_model(X_train, y_train, X_val, y_val, cfg):
    print("\n--- Training Intent Model on CPU ---")
    embedder = SentenceTransformer('sentence-transformers/all-MiniLM-L6-v2', device='cpu')

    print("Encoding training data...")
    X_train_emb = embedder.encode(
        list(X_train),
        show_progress_bar=True,
        batch_size=16,
        convert_to_numpy=True,
        device='cpu'
    )

    print("Encoding validation data...")
    X_val_emb = embedder.encode(
        list(X_val),
        show_progress_bar=True,
        batch_size=16,
        convert_to_numpy=True,
        device='cpu'
    )

    clf = make_pipeline(
        StandardScaler(),
        LogisticRegression(
            max_iter=2000,
            class_weight='balanced',
            C=2.0,
            solver='lbfgs',
            random_state=cfg.random_state,
            n_jobs=-1
        )
    )

    print("Fitting classifier...")
    clf.fit(X_train_emb, y_train)

    print("Evaluating classifier...")
    pred = clf.predict(X_val_emb)
    metrics = {
        'val_accuracy': float(accuracy_score(y_val, pred)),
        'val_f1_macro': float(f1_score(y_val, pred, average='macro')),
        'val_f1_weighted': float(f1_score(y_val, pred, average='weighted')),
        'classification_report': classification_report(y_val, pred, zero_division=0, output_dict=True)
    }
    
    return embedder, clf, metrics