add experiment 7 & 8

experiment 7: same as experiment 6 starting from epoch 49 and going to epoch 100 experiment 8: same as experiment 5 but w/ efficientnet b6, 60 epochs
MichelML · Aug 17, 2019 · adaa5a9 · adaa5a9
1 parent d44ed22
commit adaa5a9
Show file tree

Hide file tree

Showing 8 changed files with 2,127 additions and 8 deletions.
diff --git a/.floydignore b/.floydignore
@@ -12,4 +12,3 @@ var
 *.pyc
 *.swp
 .DS_Store
-models
diff --git a/experiment6.ipynb b/experiment6.ipynb
@@ -255,7 +255,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "handler = EarlyStopping(patience=50, score_function=lambda engine: engine.state.metrics['accuracy'], trainer=trainer)\n",
+    "handler = EarlyStopping(patience=30, score_function=lambda engine: engine.state.metrics['accuracy'], trainer=trainer)\n",
     "val_evaluator.add_event_handler(Events.COMPLETED, handler)"
    ]
   },
@@ -272,7 +272,7 @@
    "metadata": {},
    "outputs": [],
    "source": [
-    "scheduler = CosineAnnealingScheduler(optimizer, 'lr', 3e-4, 1e-7, len(loader))\n",
+    "scheduler = CosineAnnealingScheduler(optimizer, 'lr', 2e-4, 1e-7, len(loader))\n",
     "trainer.add_event_handler(Events.ITERATION_STARTED, scheduler)\n",
     "\n",
     "@trainer.on(Events.ITERATION_COMPLETED)\n",
@@ -439,7 +439,7 @@
    ],
    "source": [
     "print('Training started\\n')\n",
-    "trainer.run(loader, max_epochs=50)"
+    "trainer.run(loader, max_epochs=120)"
    ]
   },
   {

diff --git a/experiment6.py b/experiment6.py
@@ -188,7 +188,7 @@ def forward(self, x1, x2):
 # In[8]:
 
 
-handler = EarlyStopping(patience=50, score_function=lambda engine: engine.state.metrics['accuracy'], trainer=trainer)
+handler = EarlyStopping(patience=30, score_function=lambda engine: engine.state.metrics['accuracy'], trainer=trainer)
 val_evaluator.add_event_handler(Events.COMPLETED, handler)
 
 
@@ -197,7 +197,7 @@ def forward(self, x1, x2):
 # In[9]:
 
 
-scheduler = CosineAnnealingScheduler(optimizer, 'lr', 3e-4, 1e-7, len(loader))
+scheduler = CosineAnnealingScheduler(optimizer, 'lr', 2e-4, 1e-7, len(loader))
 trainer.add_event_handler(Events.ITERATION_STARTED, scheduler)
 
 @trainer.on(Events.ITERATION_COMPLETED)
@@ -280,7 +280,7 @@ def save_best_epoch_only(engine):
 
 
 print('Training started\n')
-trainer.run(loader, max_epochs=50)
+trainer.run(loader, max_epochs=120)
 
 
 # #### Evaluate
-Original file line number
+Diff line change
@@ Expand Up / @@ -12,4 +12,3 @@ var @@
     *.pyc
     *.swp
     .DS_Store
-    models