{"cells":[{"cell_type":"markdown","source":["# **Brain MRI Tumor Classification Using ResNet50 Transfer Learning**\n","\n","ResNet50 was evaluated using the same dataset and preprocessing pipeline."],"metadata":{"id":"kFRakAU-uEOm"}},{"cell_type":"markdown","source":["# **Architecture**\n","\n","ResNet50 (ImageNet pretrained) → GlobalAveragePooling2D → Dense(256) + BatchNorm + Dropout(0.4) → Dense(128) + BatchNorm + Dropout(0.3) → Dense(4, Softmax)"],"metadata":{"id":"BFzmHRHRwScS"}},{"cell_type":"markdown","source":["# **Final Result**\n","\n","Initial accuracy: **68.00%** , Fine-tuned accuracy: **81.00%** \n","\n","Fine-tuning produced a substantial **13 percentage**-point improvement, but the final performance remained below VGG16."],"metadata":{"id":"4MC87wtbyW3I"}},{"cell_type":"markdown","metadata":{"id":"qjQrXUwrIZdN"},"source":["**Libraries and datasets**"]},{"cell_type":"code","execution_count":1,"metadata":{"executionInfo":{"elapsed":5755,"status":"ok","timestamp":1787456167071,"user":{"displayName":"Abin","userId":"06944942458087513678"},"user_tz":-330},"id":"dVQpaeHGI1eK"},"outputs":[],"source":["import tensorflow as tf\n","from tensorflow.keras.models import Sequential\n","from tensorflow.keras.layers import Input, Flatten, Dropout, Dense, GlobalAveragePooling2D, BatchNormalization\n","from tensorflow.keras.optimizers import Adam\n","from tensorflow.keras.applications import ResNet50"]},{"cell_type":"code","source":["import os\n","import random"],"metadata":{"id":"cRXa2A8v7Lmy","executionInfo":{"status":"ok","timestamp":1787456167076,"user_tz":-330,"elapsed":14,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":2,"outputs":[]},{"cell_type":"code","source":["from PIL import Image, ImageEnhance\n","from tensorflow.keras.preprocessing.image import load_img\n","from sklearn.utils import shuffle"],"metadata":{"id":"ziTpmjh_7I25","executionInfo":{"status":"ok","timestamp":1787456167078,"user_tz":-330,"elapsed":11,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"qsuWozrTMP4R","executionInfo":{"status":"ok","timestamp":1787456167082,"user_tz":-330,"elapsed":3,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":3,"outputs":[]},{"cell_type":"code","source":["import numpy as np\n","import matplotlib.pyplot as plt\n","import seaborn as sns\n","from sklearn.metrics import classification_report, confusion_matrix, roc_curve, auc\n","from sklearn.preprocessing import label_binarize\n","from tensorflow.keras.models import load_model"],"metadata":{"id":"nxAAPGa757Ex","executionInfo":{"status":"ok","timestamp":1787456168187,"user_tz":-330,"elapsed":1102,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":4,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"yqVnKH849X3f","executionInfo":{"status":"ok","timestamp":1787456168195,"user_tz":-330,"elapsed":4,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":4,"outputs":[]},{"cell_type":"code","source":["print(\"GPU:\", tf.config.list_physical_devices('GPU'))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"t2yKNLVc55Z4","executionInfo":{"status":"ok","timestamp":1787456169836,"user_tz":-330,"elapsed":10,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"a5a14fb6-c810-4ed9-d0d0-ae27d5c506fb"},"execution_count":5,"outputs":[{"output_type":"stream","name":"stdout","text":["GPU: [PhysicalDevice(name='/physical_device:GPU:0', device_type='GPU')]\n"]}]},{"cell_type":"code","execution_count":6,"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"J3yE0IytKG1c","executionInfo":{"status":"ok","timestamp":1787456198267,"user_tz":-330,"elapsed":28429,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"c0f9e0bd-52c5-4342-c1cb-f44dd97760ab"},"outputs":[{"output_type":"stream","name":"stdout","text":["Mounted at /content/drive\n"]}],"source":["from google.colab import drive\n","drive.mount('/content/drive')"]},{"cell_type":"code","source":["train_dir = '/content/drive/MyDrive/cancer-cnn/extracted data/Training'\n","test_dir = '/content/drive/MyDrive/cancer-cnn/extracted data/Testing'"],"metadata":{"id":"ZoFscuOz6Jv8","executionInfo":{"status":"ok","timestamp":1787456241840,"user_tz":-330,"elapsed":24,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":7,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"UrsAzHg66PfS","executionInfo":{"status":"ok","timestamp":1787456242737,"user_tz":-330,"elapsed":205,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":7,"outputs":[]},{"cell_type":"markdown","metadata":{"id":"r2cZxSxzMgSd"},"source":["**preprocessing img**"]},{"cell_type":"code","source":["#img Augmentation fun\n","def augment_image(image):\n"," image = Image.fromarray(np.uint8(image))\n"," image = ImageEnhance.Brightness(image).enhance(random.uniform(0.8, 1.2))#brightness -random\n"," image = ImageEnhance.Contrast(image).enhance(random.uniform(0.8, 1.2)) #contrast -random\n"," image = np.array(image) / 255.0 #normalize pixel values to [0, 1]\n"," return image\n","\n","#load img & apply augmentation\n","def open_images(paths):\n"," images = []\n"," for path in paths:\n"," image = load_img(path, target_size=(IMAGE_SIZE, IMAGE_SIZE))\n"," image = augment_image(image)\n"," images.append(image)\n"," return np.array(images)\n","\n","#encoding labels (label names)\n","def encode_label(labels):\n"," unique_labels = os.listdir(train_dir) # Ensure unique labels are determined\n"," encoded = [unique_labels.index(label) for label in labels]\n"," return np.array(encoded)\n","\n","#data generator for batching\n","def datagen(paths, labels, batch_size=12, epochs=1):\n"," for _ in range(epochs):\n"," for i in range(0, len(paths), batch_size):\n"," batch_paths = paths[i:i + batch_size]\n"," batch_images = open_images(batch_paths) #open & augment img\n"," batch_labels = labels[i:i + batch_size]\n"," batch_labels = encode_label(batch_labels) # encode labels\n"," yield batch_images, batch_labels #yield the batch\n","\n"],"metadata":{"id":"fpQW8CvY9OZQ","executionInfo":{"status":"ok","timestamp":1787457256892,"user_tz":-330,"elapsed":25,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":15,"outputs":[]},{"cell_type":"code","source":[],"metadata":{"id":"NEyd1bjLKnZx","executionInfo":{"status":"ok","timestamp":1787457257772,"user_tz":-330,"elapsed":20,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":15,"outputs":[]},{"cell_type":"code","source":["from sklearn.model_selection import train_test_split\n","\n","train_paths, val_paths, train_labels, val_labels = train_test_split(\n"," train_paths,\n"," train_labels,\n"," test_size=0.15,\n"," random_state=42,\n"," stratify=train_labels\n",")"],"metadata":{"id":"Uxq6eYo_NjQK","executionInfo":{"status":"ok","timestamp":1787457258412,"user_tz":-330,"elapsed":30,"user":{"displayName":"Abin","userId":"06944942458087513678"}}},"execution_count":16,"outputs":[]},{"cell_type":"code","source":["# FIXED CLASS ORDER\n","class_names = [\n"," \"pituitary\",\n"," \"notumor\",\n"," \"meningioma\",\n"," \"glioma\"\n","]\n","\n","print(\"Class mapping:\")\n","for i, name in enumerate(class_names):\n"," print(f\"{i} → {name}\")\n","\n","\n","# TRAIN DATA\n","train_paths = []\n","train_labels = []\n","\n","# Use our fixed class order, NOT os.listdir() order\n","for label in class_names:\n"," for image in os.listdir(os.path.join(train_dir, label)):\n"," train_paths.append(\n"," os.path.join(train_dir, label, image)\n"," )\n"," train_labels.append(label)\n","\n","train_paths, train_labels = shuffle(\n"," train_paths,\n"," train_labels,\n"," random_state=42\n",")\n","\n","\n","# CREATE VALIDATION SET\n","from sklearn.model_selection import train_test_split\n","\n","train_paths, val_paths, train_labels, val_labels = train_test_split(\n"," train_paths,\n"," train_labels,\n"," test_size=0.15,\n"," random_state=42,\n"," stratify=train_labels\n",")\n","\n","\n","# TEST DATA\n","test_paths = []\n","test_labels = []\n","\n","# Use the SAME fixed class order\n","for label in class_names:\n"," for image in os.listdir(os.path.join(test_dir, label)):\n"," test_paths.append(\n"," os.path.join(test_dir, label, image)\n"," )\n"," test_labels.append(label)\n","\n","test_paths, test_labels = shuffle(\n"," test_paths,\n"," test_labels,\n"," random_state=42\n",")\n","\n","\n","# LABEL ENCODING\n","def encode_label(labels):\n"," encoded = [\n"," class_names.index(label)\n"," for label in labels\n"," ]\n","\n"," return np.array(encoded)"],"metadata":{"id":"L4XDljU4NnUS","executionInfo":{"status":"ok","timestamp":1787457260307,"user_tz":-330,"elapsed":177,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"colab":{"base_uri":"https://localhost:8080/"},"outputId":"564c312a-6e9a-4e78-92a2-11889f89470d"},"execution_count":17,"outputs":[{"output_type":"stream","name":"stdout","text":["Class mapping:\n","0 → pituitary\n","1 → notumor\n","2 → meningioma\n","3 → glioma\n"]}]},{"cell_type":"code","source":["print(class_names)\n","print(encode_label(class_names))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"GimB_ISWvl25","executionInfo":{"status":"ok","timestamp":1787457262988,"user_tz":-330,"elapsed":14,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"f8872e4d-5074-40f6-838c-cb685a7c192c"},"execution_count":18,"outputs":[{"output_type":"stream","name":"stdout","text":["['pituitary', 'notumor', 'meningioma', 'glioma']\n","[0 1 2 3]\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"mQ7OaRWYo89l"},"execution_count":null,"outputs":[]},{"cell_type":"markdown","source":["# **Stage-1**\n","\n"," **Training of the model with first set of parameters**"],"metadata":{"id":"X3_kke9wKpkO"}},{"cell_type":"code","source":[],"metadata":{"id":"r5juY9eOs4Tm"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["# MODEL 2 - ResNet50\n","\n","IMAGE_SIZE = 128\n","NUM_CLASSES = 4\n","\n","\n","# Load pretrained ResNet50\n","base_model = ResNet50(\n"," input_shape=(IMAGE_SIZE, IMAGE_SIZE, 3),\n"," include_top=False,\n"," weights='imagenet'\n",")\n","\n","\n","# Freeze the complete ResNet50 backbone\n","for layer in base_model.layers:\n"," layer.trainable = False\n","\n","\n","# Classification head\n","model = Sequential()\n","\n","model.add(Input(shape=(IMAGE_SIZE, IMAGE_SIZE, 3)))\n","\n","model.add(base_model)\n","\n","model.add(GlobalAveragePooling2D())\n","\n","model.add(Dense(256, activation='relu'))\n","model.add(BatchNormalization())\n","model.add(Dropout(0.4))\n","\n","model.add(Dense(128, activation='relu'))\n","model.add(BatchNormalization())\n","model.add(Dropout(0.3))\n","\n","model.add(Dense(NUM_CLASSES, activation='softmax'))\n","\n","\n","# Compile\n","model.compile(\n"," optimizer=Adam(learning_rate=1e-4),\n"," loss='sparse_categorical_crossentropy',\n"," metrics=['sparse_categorical_accuracy']\n",")\n","\n","model.summary()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":520},"id":"qo5v50EwKnOv","executionInfo":{"status":"ok","timestamp":1787457309673,"user_tz":-330,"elapsed":4953,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"d48b50a8-1cf3-4d46-c85e-0e8f224b3b16"},"execution_count":19,"outputs":[{"output_type":"stream","name":"stdout","text":["Downloading data from https://storage.googleapis.com/tensorflow/keras-applications/resnet/resnet50_weights_tf_dim_ordering_tf_kernels_notop.h5\n","\u001b[1m94765736/94765736\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m1s\u001b[0m 0us/step\n"]},{"output_type":"display_data","data":{"text/plain":["\u001b[1mModel: \"sequential\"\u001b[0m\n"],"text/html":["
Model: \"sequential\"\n","\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓\n","┃\u001b[1m \u001b[0m\u001b[1mLayer (type) \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1mOutput Shape \u001b[0m\u001b[1m \u001b[0m┃\u001b[1m \u001b[0m\u001b[1m Param #\u001b[0m\u001b[1m \u001b[0m┃\n","┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩\n","│ resnet50 (\u001b[38;5;33mFunctional\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m4\u001b[0m, \u001b[38;5;34m4\u001b[0m, \u001b[38;5;34m2048\u001b[0m) │ \u001b[38;5;34m23,587,712\u001b[0m │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ global_average_pooling2d │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m2048\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n","│ (\u001b[38;5;33mGlobalAveragePooling2D\u001b[0m) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense (\u001b[38;5;33mDense\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m256\u001b[0m) │ \u001b[38;5;34m524,544\u001b[0m │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ batch_normalization │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m256\u001b[0m) │ \u001b[38;5;34m1,024\u001b[0m │\n","│ (\u001b[38;5;33mBatchNormalization\u001b[0m) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dropout (\u001b[38;5;33mDropout\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m256\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense_1 (\u001b[38;5;33mDense\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m128\u001b[0m) │ \u001b[38;5;34m32,896\u001b[0m │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ batch_normalization_1 │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m128\u001b[0m) │ \u001b[38;5;34m512\u001b[0m │\n","│ (\u001b[38;5;33mBatchNormalization\u001b[0m) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dropout_1 (\u001b[38;5;33mDropout\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m128\u001b[0m) │ \u001b[38;5;34m0\u001b[0m │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense_2 (\u001b[38;5;33mDense\u001b[0m) │ (\u001b[38;5;45mNone\u001b[0m, \u001b[38;5;34m4\u001b[0m) │ \u001b[38;5;34m516\u001b[0m │\n","└─────────────────────────────────┴────────────────────────┴───────────────┘\n"],"text/html":["┏━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━━━━━━━━━━┳━━━━━━━━━━━━━━━┓\n","┃ Layer (type) ┃ Output Shape ┃ Param # ┃\n","┡━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━━━━━━━━━━╇━━━━━━━━━━━━━━━┩\n","│ resnet50 (Functional) │ (None, 4, 4, 2048) │ 23,587,712 │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ global_average_pooling2d │ (None, 2048) │ 0 │\n","│ (GlobalAveragePooling2D) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense (Dense) │ (None, 256) │ 524,544 │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ batch_normalization │ (None, 256) │ 1,024 │\n","│ (BatchNormalization) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dropout (Dropout) │ (None, 256) │ 0 │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense_1 (Dense) │ (None, 128) │ 32,896 │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ batch_normalization_1 │ (None, 128) │ 512 │\n","│ (BatchNormalization) │ │ │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dropout_1 (Dropout) │ (None, 128) │ 0 │\n","├─────────────────────────────────┼────────────────────────┼───────────────┤\n","│ dense_2 (Dense) │ (None, 4) │ 516 │\n","└─────────────────────────────────┴────────────────────────┴───────────────┘\n","\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["\u001b[1m Total params: \u001b[0m\u001b[38;5;34m24,147,204\u001b[0m (92.11 MB)\n"],"text/html":["
Total params: 24,147,204 (92.11 MB)\n","\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["\u001b[1m Trainable params: \u001b[0m\u001b[38;5;34m558,724\u001b[0m (2.13 MB)\n"],"text/html":["
Trainable params: 558,724 (2.13 MB)\n","\n"]},"metadata":{}},{"output_type":"display_data","data":{"text/plain":["\u001b[1m Non-trainable params: \u001b[0m\u001b[38;5;34m23,588,480\u001b[0m (89.98 MB)\n"],"text/html":["
Non-trainable params: 23,588,480 (89.98 MB)\n","\n"]},"metadata":{}}]},{"cell_type":"code","source":["# RESNET50 - STAGE 1 TRAINING\n","\n","batch_size = 20\n","epochs = 20\n","\n","steps = len(train_paths) // batch_size\n","\n","\n","# Early stopping\n","early_stopping = tf.keras.callbacks.EarlyStopping(\n"," monitor='val_loss',\n"," patience=5,\n"," restore_best_weights=True,\n"," verbose=1\n",")\n","\n","\n","# Reduce learning rate when validation loss stops improving\n","reduce_lr = tf.keras.callbacks.ReduceLROnPlateau(\n"," monitor='val_loss',\n"," factor=0.2,\n"," patience=2,\n"," min_lr=1e-7,\n"," verbose=1\n",")\n","\n","\n","# Save best ResNet50 model\n","checkpoint = tf.keras.callbacks.ModelCheckpoint(\n"," 'resnet50_stage1_best.keras',\n"," monitor='val_loss',\n"," save_best_only=True,\n"," verbose=1\n",")\n","\n","\n","# Train\n","history = model.fit(\n"," datagen(\n"," train_paths,\n"," train_labels,\n"," batch_size=batch_size,\n"," epochs=epochs\n"," ),\n","\n"," epochs=epochs,\n","\n"," steps_per_epoch=steps,\n","\n"," validation_data=datagen(\n"," val_paths,\n"," val_labels,\n"," batch_size=batch_size,\n"," epochs=1\n"," ),\n","\n"," validation_steps=len(val_paths) // batch_size,\n","\n"," callbacks=[\n"," early_stopping,\n"," reduce_lr,\n"," checkpoint\n"," ]\n",")"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Z4-uiyDlKnUm","executionInfo":{"status":"ok","timestamp":1787460044820,"user_tz":-330,"elapsed":2588959,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"5d8f9589-8ce5-4093-b5ea-71bc23549278"},"execution_count":20,"outputs":[{"output_type":"stream","name":"stdout","text":["Epoch 1/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 8s/step - loss: 1.5783 - sparse_categorical_accuracy: 0.3982\n","Epoch 1: val_loss improved from None to 1.32247, saving model to resnet50_stage1_best.keras\n","\n","Epoch 1: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m2230s\u001b[0m 9s/step - loss: 1.3952 - sparse_categorical_accuracy: 0.4595 - val_loss: 1.3225 - val_sparse_categorical_accuracy: 0.3798 - learning_rate: 1.0000e-04\n","Epoch 2/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 84ms/step - loss: 1.1118 - sparse_categorical_accuracy: 0.5565"]},{"output_type":"stream","name":"stderr","text":["/usr/local/lib/python3.13/dist-packages/keras/src/trainers/epoch_iterator.py:164: UserWarning: Your input ran out of data; interrupting training. Make sure that your dataset or generator can generate at least `steps_per_epoch * epochs` batches. You may need to use the `.repeat()` function when building your dataset.\n"," self._interrupted_warning()\n"]},{"output_type":"stream","name":"stdout","text":["\n","Epoch 2: val_loss improved from 1.32247 to 0.94244, saving model to resnet50_stage1_best.keras\n","\n","Epoch 2: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m27s\u001b[0m 91ms/step - loss: 1.0841 - sparse_categorical_accuracy: 0.5685 - val_loss: 0.9424 - val_sparse_categorical_accuracy: 0.6000 - learning_rate: 1.0000e-04\n","Epoch 3/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 79ms/step - loss: 1.0201 - sparse_categorical_accuracy: 0.6104\n","Epoch 3: val_loss improved from 0.94244 to 0.69368, saving model to resnet50_stage1_best.keras\n","\n","Epoch 3: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 85ms/step - loss: 0.9941 - sparse_categorical_accuracy: 0.6120 - val_loss: 0.6937 - val_sparse_categorical_accuracy: 0.7250 - learning_rate: 1.0000e-04\n","Epoch 4/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 83ms/step - loss: 0.9714 - sparse_categorical_accuracy: 0.6142\n","Epoch 4: val_loss improved from 0.69368 to 0.61242, saving model to resnet50_stage1_best.keras\n","\n","Epoch 4: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m21s\u001b[0m 90ms/step - loss: 0.9267 - sparse_categorical_accuracy: 0.6335 - val_loss: 0.6124 - val_sparse_categorical_accuracy: 0.8250 - learning_rate: 1.0000e-04\n","Epoch 5/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 77ms/step - loss: 0.8975 - sparse_categorical_accuracy: 0.6402\n","Epoch 5: val_loss did not improve from 0.61242\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m19s\u001b[0m 78ms/step - loss: 0.8833 - sparse_categorical_accuracy: 0.6470 - val_loss: 0.7027 - val_sparse_categorical_accuracy: 0.7750 - learning_rate: 1.0000e-04\n","Epoch 6/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 83ms/step - loss: 0.8420 - sparse_categorical_accuracy: 0.6664\n","Epoch 6: val_loss improved from 0.61242 to 0.57251, saving model to resnet50_stage1_best.keras\n","\n","Epoch 6: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m22s\u001b[0m 93ms/step - loss: 0.8334 - sparse_categorical_accuracy: 0.6669 - val_loss: 0.5725 - val_sparse_categorical_accuracy: 0.7500 - learning_rate: 1.0000e-04\n","Epoch 7/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 77ms/step - loss: 0.8218 - sparse_categorical_accuracy: 0.6708\n","Epoch 7: val_loss did not improve from 0.57251\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m19s\u001b[0m 78ms/step - loss: 0.8097 - sparse_categorical_accuracy: 0.6758 - val_loss: 0.7744 - val_sparse_categorical_accuracy: 0.7250 - learning_rate: 1.0000e-04\n","Epoch 8/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 81ms/step - loss: 0.8063 - sparse_categorical_accuracy: 0.6723\n","Epoch 8: ReduceLROnPlateau reducing learning rate to 1.9999999494757503e-05.\n","\n","Epoch 8: val_loss did not improve from 0.57251\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m19s\u001b[0m 81ms/step - loss: 0.7736 - sparse_categorical_accuracy: 0.6850 - val_loss: 0.7017 - val_sparse_categorical_accuracy: 0.7250 - learning_rate: 1.0000e-04\n","Epoch 9/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 85ms/step - loss: 0.7827 - sparse_categorical_accuracy: 0.6861\n","Epoch 9: val_loss improved from 0.57251 to 0.52324, saving model to resnet50_stage1_best.keras\n","\n","Epoch 9: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m22s\u001b[0m 91ms/step - loss: 0.7642 - sparse_categorical_accuracy: 0.6972 - val_loss: 0.5232 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 2.0000e-05\n","Epoch 10/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 77ms/step - loss: 0.7537 - sparse_categorical_accuracy: 0.6982\n","Epoch 10: val_loss did not improve from 0.52324\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m18s\u001b[0m 77ms/step - loss: 0.7439 - sparse_categorical_accuracy: 0.7010 - val_loss: 0.5309 - val_sparse_categorical_accuracy: 0.8250 - learning_rate: 2.0000e-05\n","Epoch 11/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 82ms/step - loss: 0.7821 - sparse_categorical_accuracy: 0.6975\n","Epoch 11: ReduceLROnPlateau reducing learning rate to 3.999999898951501e-06.\n","\n","Epoch 11: val_loss did not improve from 0.52324\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 83ms/step - loss: 0.7618 - sparse_categorical_accuracy: 0.7036 - val_loss: 0.5370 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 2.0000e-05\n","Epoch 12/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 81ms/step - loss: 0.7687 - sparse_categorical_accuracy: 0.7034\n","Epoch 12: val_loss improved from 0.52324 to 0.52060, saving model to resnet50_stage1_best.keras\n","\n","Epoch 12: finished saving model to resnet50_stage1_best.keras\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m21s\u001b[0m 88ms/step - loss: 0.7490 - sparse_categorical_accuracy: 0.7023 - val_loss: 0.5206 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 4.0000e-06\n","Epoch 13/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 76ms/step - loss: 0.7517 - sparse_categorical_accuracy: 0.7113\n","Epoch 13: val_loss did not improve from 0.52060\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m18s\u001b[0m 77ms/step - loss: 0.7370 - sparse_categorical_accuracy: 0.7132 - val_loss: 0.5241 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 4.0000e-06\n","Epoch 14/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 85ms/step - loss: 0.7725 - sparse_categorical_accuracy: 0.6947\n","Epoch 14: ReduceLROnPlateau reducing learning rate to 7.999999979801942e-07.\n","\n","Epoch 14: val_loss did not improve from 0.52060\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 86ms/step - loss: 0.7581 - sparse_categorical_accuracy: 0.6979 - val_loss: 0.5271 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 4.0000e-06\n","Epoch 15/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 82ms/step - loss: 0.7677 - sparse_categorical_accuracy: 0.6996\n","Epoch 15: val_loss did not improve from 0.52060\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 83ms/step - loss: 0.7462 - sparse_categorical_accuracy: 0.7004 - val_loss: 0.5238 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 8.0000e-07\n","Epoch 16/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 83ms/step - loss: 0.7623 - sparse_categorical_accuracy: 0.6969\n","Epoch 16: ReduceLROnPlateau reducing learning rate to 1.600000018697756e-07.\n","\n","Epoch 16: val_loss did not improve from 0.52060\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 84ms/step - loss: 0.7447 - sparse_categorical_accuracy: 0.7059 - val_loss: 0.5222 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 8.0000e-07\n","Epoch 17/20\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m0s\u001b[0m 82ms/step - loss: 0.7519 - sparse_categorical_accuracy: 0.7026\n","Epoch 17: val_loss did not improve from 0.52060\n","\u001b[1m238/238\u001b[0m \u001b[32m━━━━━━━━━━━━━━━━━━━━\u001b[0m\u001b[37m\u001b[0m \u001b[1m20s\u001b[0m 83ms/step - loss: 0.7430 - sparse_categorical_accuracy: 0.7063 - val_loss: 0.5220 - val_sparse_categorical_accuracy: 0.8500 - learning_rate: 1.6000e-07\n","Epoch 17: early stopping\n","Restoring model weights from the end of the best epoch: 12.\n"]}]},{"cell_type":"code","source":[],"metadata":{"id":"CPof__kiNy-j"},"execution_count":null,"outputs":[]},{"cell_type":"code","source":["print(\"Best validation accuracy:\")\n","print(max(history.history['val_sparse_categorical_accuracy']))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"Ig4JaLoGXLxw","executionInfo":{"status":"ok","timestamp":1787461842115,"user_tz":-330,"elapsed":34,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"61a44ab6-6a5a-4b37-bea3-bcec1d30859d"},"execution_count":21,"outputs":[{"output_type":"stream","name":"stdout","text":["Best validation accuracy:\n","0.8500000238418579\n"]}]},{"cell_type":"code","source":["print(\"Best validation loss:\")\n","print(min(history.history['val_loss']))"],"metadata":{"colab":{"base_uri":"https://localhost:8080/"},"id":"TXBzbim0XPyn","executionInfo":{"status":"ok","timestamp":1787461843973,"user_tz":-330,"elapsed":46,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"15123d1b-0fc3-4e96-835f-3dbd83e6d5ef"},"execution_count":22,"outputs":[{"output_type":"stream","name":"stdout","text":["Best validation loss:\n","0.5206043720245361\n"]}]},{"cell_type":"code","source":["plt.figure(figsize=(10,5))\n","plt.grid(True)\n","plt.plot(history.history['sparse_categorical_accuracy'], '.g-', linewidth=2)\n","plt.plot(history.history['loss'], '.r-', linewidth=2.5)\n","plt.title('Model Training History')\n","plt.xlabel('Epoch')\n","plt.ylabel('Value')\n","plt.xticks([x for x in range(epochs)])\n","plt.legend(['accuracy', 'loss'], loc='upper left', bbox_to_anchor=(1, 1))\n","plt.show()"],"metadata":{"colab":{"base_uri":"https://localhost:8080/","height":487},"id":"NoGrm8BxWI_X","executionInfo":{"status":"ok","timestamp":1787461845935,"user_tz":-330,"elapsed":319,"user":{"displayName":"Abin","userId":"06944942458087513678"}},"outputId":"e0aa2816-5305-4d7d-e102-aaee5015c911"},"execution_count":23,"outputs":[{"output_type":"display_data","data":{"text/plain":["