File size: 4,060 Bytes
4e04a65 | 1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 | import os
import json
import mlflow
import mlflow.keras
import tensorflow as tf
from tensorflow import keras
from tensorflow.keras.datasets import imdb
from tensorflow.keras.preprocessing.sequence import pad_sequences
# ---------------------------
# 1. Hyperparameters
# ---------------------------
vocab_size = 10000
maxlen = 200
embedding_dim = 16
epochs = 3 # Reduced for faster training
batch_size = 64
# ---------------------------
# 2. Load and preprocess data
# ---------------------------
print("Loading IMDB dataset...")
(x_train, y_train), (x_test, y_test) = imdb.load_data(num_words=vocab_size)
print("Padding sequences...")
x_train = pad_sequences(x_train, maxlen=maxlen)
x_test = pad_sequences(x_test, maxlen=maxlen)
print("Preparing word index...")
# Get and adjust word index (IMDB specific)
word_index = imdb.get_word_index()
word_index = {k:(v+3) for k,v in word_index.items()}
word_index["<PAD>"] = 0
word_index["<START>"] = 1
word_index["<UNK>"] = 2 # Out-of-vocabulary
word_index["<UNUSED>"] = 3
# Reverse word index for decoding
reverse_word_index = {v: k for k, v in word_index.items()}
# ---------------------------
# 3. Build model
# ---------------------------
print("Building model...")
model = keras.Sequential([
keras.layers.Embedding(vocab_size, embedding_dim, input_length=maxlen),
keras.layers.GlobalAveragePooling1D(), # Better than Flatten for sequences
keras.layers.Dense(16, activation="relu"),
keras.layers.Dropout(0.5),
keras.layers.Dense(1, activation="sigmoid")
])
model.compile(
optimizer="adam",
loss="binary_crossentropy",
metrics=["accuracy"]
)
print(model.summary())
# ---------------------------
# 4. Train + MLflow logging
# ---------------------------
print("Starting training with MLflow logging...")
# Set MLflow tracking (local by default)
mlflow.set_tracking_uri("file:./mlruns") # Local storage
mlflow.set_experiment("imdb-sentiment")
with mlflow.start_run() as run:
run_id = run.info.run_id
print(f"✅ Training started. Run ID: {run_id}")
# Log parameters
mlflow.log_params({
"vocab_size": vocab_size,
"embedding_dim": embedding_dim,
"maxlen": maxlen,
"epochs": epochs,
"batch_size": batch_size,
"model_type": "Embedding+GlobalAveragePooling"
})
# Train model
history = model.fit(
x_train, y_train,
epochs=epochs,
batch_size=batch_size,
validation_split=0.2,
verbose=1
)
# Evaluate
test_loss, test_accuracy = model.evaluate(x_test, y_test, verbose=0)
print(f"✅ Test Loss: {test_loss:.4f}, Test Accuracy: {test_accuracy:.4f}")
# Log metrics
mlflow.log_metrics({
"test_loss": test_loss,
"test_accuracy": test_accuracy
})
# Log final training metrics
final_train_acc = history.history['accuracy'][-1]
final_val_acc = history.history['val_accuracy'][-1]
mlflow.log_metrics({
"final_train_accuracy": final_train_acc,
"final_val_accuracy": final_val_acc
})
# Log model
mlflow.keras.log_model(
model,
"model",
registered_model_name="IMDBSentimentModel"
)
# ---------------------------
# 5. Save artifacts for deployment
# ---------------------------
os.makedirs("model", exist_ok=True)
# Save model in Keras format
model.save("model/saved_model.keras")
# Save word index
with open("model/word_index.json", "w") as f:
json.dump(word_index, f)
# Save reverse word index for text generation
with open("model/reverse_word_index.json", "w") as f:
json.dump(reverse_word_index, f)
# Log artifacts
mlflow.log_artifacts("model", artifact_path="model")
print("✅ Training complete!")
print("✅ Model saved locally in './model/' directory")
print("✅ Model registered with MLflow as 'IMDBSentimentModel'") |