Skip to content

Commit

Permalink
Update 19_1_Markov_Decision_Processes.ipynb
Browse files Browse the repository at this point in the history
  • Loading branch information
udlbook authored Dec 20, 2023
1 parent d5304c8 commit d9e7306
Showing 1 changed file with 3 additions and 3 deletions.
6 changes: 3 additions & 3 deletions Notebooks/Chap19/19_1_Markov_Decision_Processes.ipynb
Original file line number Diff line number Diff line change
Expand Up @@ -598,7 +598,7 @@
"source": [
"def markov_decision_process_step_deterministic(state, transition_probabilities_given_action, reward_structure, policy):\n",
" # TODO -- complete this function.\n",
" # For each state, theres is a corresponding action.\n",
" # For each state, there's is a corresponding action.\n",
" # Draw the next state based on the current state and that action\n",
" # and calculate the reward\n",
" # Replace this line:\n",
Expand Down Expand Up @@ -683,7 +683,7 @@
"source": [
"def markov_decision_process_step_stochastic(state, transition_probabilities_given_action, reward_structure, stochastic_policy):\n",
" # TODO -- complete this function.\n",
" # For each state, theres is a corresponding distribution over actions\n",
" # For each state, there's is a corresponding distribution over actions\n",
" # Draw a sample from that distribution to get the action\n",
" # Draw the next state based on the current state and that action\n",
" # and calculate the reward\n",
Expand Down Expand Up @@ -733,4 +733,4 @@
"outputs": []
}
]
}
}

0 comments on commit d9e7306

Please sign in to comment.