diff --git a/DQN/Double DQN Solution.ipynb b/DQN/Double DQN Solution.ipynb
index 122c4dd3f..22bb9ebc9 100644
--- a/DQN/Double DQN Solution.ipynb	
+++ b/DQN/Double DQN Solution.ipynb	
@@ -503,7 +503,7 @@
     "                                    experiment_dir=experiment_dir,\n",
     "                                    num_episodes=10000,\n",
     "                                    replay_memory_size=500000,\n",
-    "                                    replay_memory_init_size=500,\n",
+    "                                    replay_memory_init_size=50000,\n",
     "                                    update_target_estimator_every=10000,\n",
     "                                    epsilon_start=1.0,\n",
     "                                    epsilon_end=0.1,\n",