Merge branch 'master' of https://github.com/yandexdataschool/Practica…

…l_RL
suryabdev · Mar 11, 2021 · a2462f2 · a2462f2
2 parents 418da77 + 0e23bf2
commit a2462f2
Showing 1 changed file with 3 additions and 2 deletions.
diff --git a/week04_approx_rl/homework_pytorch_main.ipynb b/week04_approx_rl/homework_pytorch_main.ipynb
@@ -888,9 +888,10 @@
    "outputs": [],
    "source": [
     "REPLAY_BUFFER_SIZE = 10**4\n",
+    "N_STEPS = 100\n",
     "\n",
     "exp_replay = ReplayBuffer(REPLAY_BUFFER_SIZE)\n",
-    "for i in range(100):\n",
+    "for i in range(REPLAY_BUFFER_SIZE // N_STEPS)):\n",
     "    if not utils.is_enough_ram(min_available_gb=0.1):\n",
     "        print(\"\"\"\n",
     "            Less than 100 Mb RAM available. \n",
@@ -899,7 +900,7 @@
     "            \"\"\"\n",
     "             )\n",
     "        break\n",
-    "    play_and_record(state, agent, env, exp_replay, n_steps=10**2)\n",
+    "    play_and_record(state, agent, env, exp_replay, n_steps=N_STEPS)\n",
     "    if len(exp_replay) == REPLAY_BUFFER_SIZE:\n",
     "        break\n",
     "print(len(exp_replay))"