Update test.py

test.py

@@ -1,53 +1,55 @@
 import tensorflow as tf
 from tensorflow.keras.models import Model
-from tensorflow.keras.layers import Input, Dense, Dropout, BatchNormalization, Activation
+from tensorflow.keras.layers import Input, Dense, Dropout, BatchNormalization
 from tensorflow.keras import regularizers
 from tensorflow.keras.optimizers import Adam
-from tensorflow.keras.callbacks import EarlyStopping, ModelCheckpoint, ReduceLROnPlateau
+from tensorflow.keras.callbacks import EarlyStopping, ModelCheckpoint
 
 with tf.device('/gpu:0'):
+    # this is the size of our encoded representations
     encoding_dim1 = 500
     encoding_dim2 = 200
 
     lambda_act = 0.0001
     lambda_weight = 0.001
 
+    # this is our input placeholder
     input_data = Input(shape=(num_in_neurons,))
 
-    # Encoder
-    encoded = Dense(encoding_dim1, activity_regularizer=regularizers.l1(lambda_act), kernel_regularizer=regularizers.l2(lambda_weight), name='encoder1')(input_data)
+    # first encoded representation of the input
+    encoded = Dense(encoding_dim1, activation='relu', activity_regularizer=regularizers.l1(lambda_act), kernel_regularizer=regularizers.l2(lambda_weight), name='encoder1')(input_data)
     encoded = BatchNormalization()(encoded)
-    encoded = Activation('relu')(encoded)
     encoded = Dropout(0.5)(encoded)
 
-    encoded = Dense(encoding_dim2, activity_regularizer=regularizers.l1(lambda_act), kernel_regularizer=regularizers.l2(lambda_weight), name='encoder2')(encoded)
+    # second encoded representation of the input
+
+    encoded = Dense(encoding_dim2, activation='relu', activity_regularizer=regularizers.l1(lambda_act), kernel_regularizer=regularizers.l2(lambda_weight), name='encoder2')(encoded)
     encoded = BatchNormalization()(encoded)
-    encoded = Activation('relu')(encoded)
     encoded = Dropout(0.5)(encoded)
 
-    # Decoder
-    decoded = Dense(encoding_dim1, name='decoder1')(encoded)
+    # first lossy reconstruction of the input
+
+    decoded = Dense(encoding_dim1, activation='relu', name='decoder1')(encoded)
     decoded = BatchNormalization()(decoded)
-    decoded = Activation('relu')(decoded)
 
-    decoded = Dense(num_in_neurons, name='decoder2')(decoded)
-    decoded = Activation('sigmoid')(decoded)
+    # the final lossy reconstruction of the input
+    decoded = Dense(num_in_neurons, activation='sigmoid', name='decoder2')(decoded)
 
+    # this model maps an input to its reconstruction
     autoencoder = Model(inputs=input_data, outputs=decoded)
-    autoencoder.compile(optimizer=Adam(learning_rate=0.001), loss='mse')
+    autoencoder.compile(optimizer=Adam(), loss='mse')
 
-    # Callbacks
+    # setup callbacks
     callbacks = [
-        EarlyStopping(monitor='val_loss', patience=10, verbose=1),
-        ModelCheckpoint('best_model.h5', monitor='val_loss', save_best_only=True, verbose=1),
-        ReduceLROnPlateau(monitor='val_loss', factor=0.1, patience=5, verbose=1)
+        EarlyStopping(monitor='val_loss', patience=5, verbose=1),
+        ModelCheckpoint('best_model.h5', monitor='val_loss', save_best_only=True, verbose=1)
     ]
 
-    # Training
+    # training
     print('Training the autoencoder')
     autoencoder.fit(x_train_noisy, x_train,
                     epochs=50,
-                    batch_size=16,  # Adjusted batch size
+                    batch_size=8,
                     shuffle=True,
                     validation_data=(x_test_noisy, x_test),
                     callbacks=callbacks)
@@ -55,5 +57,6 @@ with tf.device('/gpu:0'):
     # Load best model
     autoencoder.load_weights('best_model.h5')
 
-    # Freeze the weights for inference
+    # Freeze the weights
     autoencoder.trainable = False
+