File size: 4,060 Bytes
4e04a65
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
import os
import json
import mlflow
import mlflow.keras
import tensorflow as tf
from tensorflow import keras
from tensorflow.keras.datasets import imdb
from tensorflow.keras.preprocessing.sequence import pad_sequences

# ---------------------------
# 1. Hyperparameters
# ---------------------------
vocab_size = 10000
maxlen = 200
embedding_dim = 16
epochs = 3  # Reduced for faster training
batch_size = 64

# ---------------------------
# 2. Load and preprocess data
# ---------------------------
print("Loading IMDB dataset...")
(x_train, y_train), (x_test, y_test) = imdb.load_data(num_words=vocab_size)

print("Padding sequences...")
x_train = pad_sequences(x_train, maxlen=maxlen)
x_test = pad_sequences(x_test, maxlen=maxlen)

print("Preparing word index...")
# Get and adjust word index (IMDB specific)
word_index = imdb.get_word_index()
word_index = {k:(v+3) for k,v in word_index.items()}
word_index["<PAD>"] = 0
word_index["<START>"] = 1
word_index["<UNK>"] = 2  # Out-of-vocabulary
word_index["<UNUSED>"] = 3

# Reverse word index for decoding
reverse_word_index = {v: k for k, v in word_index.items()}

# ---------------------------
# 3. Build model
# ---------------------------
print("Building model...")
model = keras.Sequential([
    keras.layers.Embedding(vocab_size, embedding_dim, input_length=maxlen),
    keras.layers.GlobalAveragePooling1D(),  # Better than Flatten for sequences
    keras.layers.Dense(16, activation="relu"),
    keras.layers.Dropout(0.5),
    keras.layers.Dense(1, activation="sigmoid")
])

model.compile(
    optimizer="adam",
    loss="binary_crossentropy",
    metrics=["accuracy"]
)

print(model.summary())

# ---------------------------
# 4. Train + MLflow logging
# ---------------------------
print("Starting training with MLflow logging...")

# Set MLflow tracking (local by default)
mlflow.set_tracking_uri("file:./mlruns")  # Local storage
mlflow.set_experiment("imdb-sentiment")

with mlflow.start_run() as run:
    run_id = run.info.run_id
    print(f"✅ Training started. Run ID: {run_id}")

    # Log parameters
    mlflow.log_params({
        "vocab_size": vocab_size,
        "embedding_dim": embedding_dim,
        "maxlen": maxlen,
        "epochs": epochs,
        "batch_size": batch_size,
        "model_type": "Embedding+GlobalAveragePooling"
    })

    # Train model
    history = model.fit(
        x_train, y_train,
        epochs=epochs,
        batch_size=batch_size,
        validation_split=0.2,
        verbose=1
    )

    # Evaluate
    test_loss, test_accuracy = model.evaluate(x_test, y_test, verbose=0)
    print(f"✅ Test Loss: {test_loss:.4f}, Test Accuracy: {test_accuracy:.4f}")

    # Log metrics
    mlflow.log_metrics({
        "test_loss": test_loss,
        "test_accuracy": test_accuracy
    })
    
    # Log final training metrics
    final_train_acc = history.history['accuracy'][-1]
    final_val_acc = history.history['val_accuracy'][-1]
    mlflow.log_metrics({
        "final_train_accuracy": final_train_acc,
        "final_val_accuracy": final_val_acc
    })

    # Log model
    mlflow.keras.log_model(
        model,
        "model",
        registered_model_name="IMDBSentimentModel"
    )

    # ---------------------------
    # 5. Save artifacts for deployment
    # ---------------------------
    os.makedirs("model", exist_ok=True)
    
    # Save model in Keras format
    model.save("model/saved_model.keras")
    
    # Save word index
    with open("model/word_index.json", "w") as f:
        json.dump(word_index, f)
    
    # Save reverse word index for text generation
    with open("model/reverse_word_index.json", "w") as f:
        json.dump(reverse_word_index, f)
    
    # Log artifacts
    mlflow.log_artifacts("model", artifact_path="model")

print("✅ Training complete!")
print("✅ Model saved locally in './model/' directory")
print("✅ Model registered with MLflow as 'IMDBSentimentModel'")