add utilities file

utilities/config.py

@@ -0,0 +1,58 @@
+# Seed
+SEED = 1
+
+# Dataset
+
+CLASSES = (
+    "Airplane",
+    "Automobile",
+    "Bird",
+    "Cat",
+    "Deer",
+    "Dog",
+    "Frog",
+    "Horse",
+    "Ship",
+    "Truck",
+)
+
+SHUFFLE = True
+DATA_DIR = "../data"
+NUM_WORKERS = 4
+PIN_MEMORY = True
+
+# Training Hyperparameters
+
+INPUT_SIZE = (3, 32, 32)
+NUM_CLASSES = 10
+LEARNING_RATE = 0.001
+WEIGHT_DECAY = 1e-4
+BATCH_SIZE = 512
+NUM_EPOCHS = 24
+DROPOUT_PERCENTAGE = 0.05
+LAYER_NORM = "bn"  # Batch Normalization
+
+# OPTIMIZER & SCHEDULER
+
+LRFINDER_END_LR = 0.1
+LRFINDER_NUM_ITERATIONS = 50
+LRFINDER_STEP_MODE = "exp"
+
+OCLR_DIV_FACTOR = 100
+OCLR_FINAL_DIV_FACTOR = 100
+OCLR_THREE_PHASE = False
+OCLR_ANNEAL_STRATEGY = "linear"
+
+# Compute Related
+
+ACCELERATOR = "cuda"
+PRECISION = 32
+
+# Store
+
+TRAINING_STAT_STORE = "Store/training_stats.csv"
+MODEL_SAVE_PATH = "Store/model.pth"
+
+# Visualization
+
+NORM_CONF_MAT = True