change add terminal state

Author: MorvanZhou

contents/2_Q_Learning_maze/maze_env.py

@@ -116,9 +116,11 @@ def step(self, action):
         if s_ == self.canvas.coords(self.oval):
             reward = 1
             done = True
+            s_ = 'terminal'
         elif s_ in [self.canvas.coords(self.hell1), self.canvas.coords(self.hell2)]:
             reward = -1
             done = True
+            s_ = 'terminal'
         else:
             reward = 0
             done = False