SolarManagementAgentfinal.ipynb

{
  "nbformat": 4,
  "nbformat_minor": 0,
  "metadata": {
    "colab": {
      "provenance": [],
      "authorship_tag": "ABX9TyNjOZmXLiV11cQ4DKOdNOHV",
      "include_colab_link": true
    },
    "kernelspec": {
      "name": "python3",
      "display_name": "Python 3"
    },
    "language_info": {
      "name": "python"
    }
  },
  "cells": [
    {
      "cell_type": "markdown",
      "metadata": {
        "id": "view-in-github",
        "colab_type": "text"
      },
      "source": [
        "<a href=\"https://colab.research.google.com/github/DIPANJAN001/Dipanjanpatra/blob/master/SolarManagementAgentfinal.ipynb\" target=\"_parent\"><img src=\"https://colab.research.google.com/assets/colab-badge.svg\" alt=\"Open In Colab\"/></a>"
      ]
    },
    {
      "cell_type": "code",
      "execution_count": 1,
      "metadata": {
        "id": "wFLtnufaFl7j"
      },
      "outputs": [],
      "source": [
        "\n",
        "import numpy as np\n",
        "import matplotlib.pyplot as plt\n",
        "import os\n",
        "from collections import deque\n",
        "from keras.models import Sequential\n",
        "from keras.layers import Dense\n",
        "from keras.optimizers import Adam\n",
        "import random"
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "import numpy as np\n",
        "import gym\n",
        "from gym.utils import seeding\n",
        "from gym.spaces import Space, Discrete, MultiDiscrete,  Box\n",
        "from gym.spaces.space import Space\n",
        "import numpy as np\n",
        "import random\n",
        "from collections import deque\n",
        "from keras.models import Sequential\n",
        "from keras.layers import Dense\n",
        "from keras.optimizers import Adam\n",
        "from keras import metrics"
      ],
      "metadata": {
        "id": "y9FPqkopPTg3"
      },
      "execution_count": 4,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "class MyEnv3(gym.Env):\n",
        "    \n",
        "      def __init__(self):\n",
        "        \n",
        "        self.action_space = Discrete(4)\n",
        "        self.observation_space=None\n",
        "        #self.battery_efficiency=0.3\n",
        "        self.battery_cap=30\n",
        "        self.max_battery_discharge=15\n",
        "        self.max_battery_charge=10\n",
        "        self.max_battery_capacity=50\n",
        "        #self.state=[]\n",
        "        #self.reward, self.done, self.info= None, None, None\n",
        "        #self.grid_import=0\n",
        "        #self.grid_export=0\n",
        "        self.info=None\n",
        "      def _seed(self, seed=None):\n",
        "        self.np_random, seed = seeding.np_random(seed)\n",
        "        return [seed]\n",
        "\n",
        "      def _step(self,action):\n",
        "        state=[]\n",
        "        grid_import_=0\n",
        "        grid_export_=0\n",
        "        done=False\n",
        "        load=np.random.randint(100,150)\n",
        "        pv=np.random.randint(80,130)\n",
        "        battery_state=self.battery_cap\n",
        "        #net_load=max((load-power),0)\n",
        "        #net_rem=max(net_load-(self.battery_efficiency*self.battery_cap),0)\n",
        "        info={}\n",
        "        reward=0\n",
        "        #battery_chng=0\n",
        "        \n",
        "        if action== 0:\n",
        "          grid_export_= max(pv-load-self.max_battery_charge,0) # grid export\n",
        "          self.battery_cap= max(min(self.battery_cap+min(self.max_battery_charge,pv-load),50),0)\n",
        "          grid_import_=0\n",
        "          info={\n",
        "              'grid_export':grid_export_,\n",
        "              'grid_import':grid_import_\n",
        "          }\n",
        "        if action== 1:\n",
        "          grid_export_= max(pv-load-self.max_battery_charge,0) # grid export\n",
        "          self.battery_cap= max(min(self.battery_cap+min(self.max_battery_charge,pv-load),50),0)\n",
        "          grid_import_=0\n",
        "          # only battery charge\n",
        "          info={\n",
        "              'grid_export':grid_export_,\n",
        "              'grid_import':grid_import_\n",
        "          }\n",
        "        if action== 2:\n",
        "            grid_export_=0\n",
        "            self.battery_cap= min(max(self.battery_cap-self.max_battery_discharge,0),50)# battery discharge\n",
        "            grid_import_=max(load-pv-self.max_battery_discharge,0)\n",
        "            info={\n",
        "              'grid_export':grid_export_,\n",
        "              'grid_import':grid_import_\n",
        "             }\n",
        "        if action== 3:\n",
        "          grid_export_=0\n",
        "          self.battery_cap= min(max(self.battery_cap-min(self.max_battery_discharge,load-pv),0),50)#change in battery\n",
        "          grid_import_=max(load-pv-self.max_battery_discharge,0)\n",
        "         #only battery discharge\n",
        "          info={\n",
        "              'grid_export':grid_export_,\n",
        "              'grid_import':grid_import_\n",
        "                    }     \n",
        "        \n",
        "        reward=grid_export_*8-grid_import_*10\n",
        "        \n",
        "        if(self.battery_cap<7.0):\n",
        "              done=True\n",
        "        state.append([battery_state,load,pv,action])\n",
        "        #state.append(load)\n",
        "        #state.append(pv)\n",
        "        return state, reward,self.battery_cap, done,info\n",
        "        \n",
        "      def _reset(self):\n",
        "        self.battery_cap=30\n",
        "        #self.done=False\n",
        "        return self.battery_cap"
      ],
      "metadata": {
        "id": "8CblX_tzPWiK"
      },
      "execution_count": 44,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "env=MyEnv3()"
      ],
      "metadata": {
        "id": "QJuljUAlPeQI"
      },
      "execution_count": 45,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "'''class Agent:\n",
        "    def __init__(self,state_size,action_size):\n",
        "        self.state_size = state_size\n",
        "        self.action_size = action_size\n",
        "        self.memory = deque(maxlen=2000)\n",
        "        self.gamma = 0.95 #Discount Factor\n",
        "        self.epsilon = 1.0 # Exploration Rate: How much to act randomly, \n",
        "        self.epsilon_decay = 0.995\n",
        "        self.epsilon_min = 0.01\n",
        "        self.learning_rate = 0.001 \n",
        "        self.model = self._create_model()\n",
        "        \n",
        "    \n",
        "    def _create_model(self):\n",
        "        #Neural Network To Approximate Q-Value function\n",
        "        model = Sequential()\n",
        "        model.add(Dense(24,input_dim=self.state_size,activation='relu')) #1st Hidden Layer\n",
        "        model.add(Dense(24,activation='relu')) #2nd Hidden Layer\n",
        "        model.add(Dense(self.action_size,activation='linear'))\n",
        "        model.compile(loss='mse',optimizer=Adam(lr=self.learning_rate))\n",
        "        return model\n",
        "    \n",
        "    def remember(self,state,action,reward,next_state,done):\n",
        "        self.memory.append((state,action,reward,next_state,done)) #remembering previous experiences\n",
        "        \n",
        "    def act(self,state):\n",
        "        # Exploration vs Exploitation\n",
        "        if np.random.rand()<=self.epsilon:\n",
        "            return random.randrange(self.action_size)\n",
        "        act_values = self.model.predict(state) # predict reward value based upon current state\n",
        "        return np.argmax(act_values[0]) #Left or Right\n",
        "    \n",
        "    def train(self,batch_size=32): #method that trains NN with experiences sampled from memory\n",
        "        minibatch = random.sample(self.memory,batch_size)\n",
        "        for state,action,reward,next_state,done in minibatch:\n",
        "            \n",
        "            if not done: #boolean \n",
        "                target = reward + self.gamma*np.amax(self.model.predict(next_state)[0])\n",
        "            else:\n",
        "                target = reward\n",
        "            target_f = self.model.predict(state)\n",
        "            target_f[0][action] = target\n",
        "            self.model.fit(state,target_f,epochs=1,verbose=0) #single epoch, x =state, y = target_f, loss--> target_f - \n",
        "            \n",
        "        if self.epsilon > self.epsilon_min:\n",
        "            self.epsilon *= self.epsilon_decay\n",
        "    \n",
        "    def load(self,name):\n",
        "        self.model.load_weights(name)\n",
        "    def save(self,name):\n",
        "        self.model.save_weights(name)'''"
      ],
      "metadata": {
        "id": "90-YffgZHXqu"
      },
      "execution_count": 7,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "agent = Agent(state_size=3,action_size=4)\n",
        "done = False\n",
        "state_size = 3\n",
        "action_size =4\n",
        "batch_size = 32"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "5JQkaj5VNdfB",
        "outputId": "9104a154-6361-46e3-da96-0d337d093dc9"
      },
      "execution_count": 8,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stderr",
          "text": [
            "/usr/local/lib/python3.8/dist-packages/keras/optimizers/optimizer_v2/adam.py:110: UserWarning: The `lr` argument is deprecated, use `learning_rate` instead.\n",
            "  super(Adam, self).__init__(name, **kwargs)\n"
          ]
        }
      ]
    },
    {
      "cell_type": "code",
      "source": [
        "'''agent = Agent(state_size, action_size) # initialise agent\n",
        "done = False\n",
        "for e in range(n_episodes):\n",
        "    state = env.reset()\n",
        "    state = np.reshape(state,[1,state_size])\n",
        "    \n",
        "    for time in range(5000):\n",
        "        env.render()\n",
        "        action = agent.act(state) #action is 0 or 1\n",
        "        next_state,reward,done,other_info = env.step(action) \n",
        "        reward = reward if not done else -10\n",
        "        next_state = np.reshape(next_state,[1,state_size])\n",
        "        agent.remember(state,action,reward,next_state,done)\n",
        "        state = next_state\n",
        "        \n",
        "        if done:\n",
        "            print(\"Game Episode :{}/{}, High Score:{},Exploration Rate:{:.2}\".format(e,n_episodes,time,agent.epsilon))\n",
        "            break\n",
        "            \n",
        "    if len(agent.memory)>batch_size:\n",
        "        agent.train(batch_size)\n",
        "    \n",
        "    if e%50==0:\n",
        "        agent.save(output_dir+\"weights_\"+'{:04d}'.format(e)+\".hdf5\")\n",
        "        \n",
        "env.close()'''"
      ],
      "metadata": {
        "id": "2PYWeAH0PR0J"
      },
      "execution_count": null,
      "outputs": []
    },
    {
      "cell_type": "code",
      "source": [
        "for e in range(400): #Episode\n",
        "    #Play 20 episodes \n",
        "    score = 0\n",
        "    observation = env._reset()\n",
        "    #print(observation)\n",
        "    done=False\n",
        "    while not done:\n",
        "        #env.render()\n",
        "        action = env.action_space.sample()\n",
        "        #print(action)\n",
        "        observation1,reward,observation4,done,info = env._step(action)\n",
        "        print(list(observation1))\n",
        "        #print(info)\n",
        "        score+=round(reward)\n",
        "        \n",
        "        #print(info['load'],info['power'])\n",
        "      \n",
        "    print('episode:{} Profit:{}'.format(e,score))"
      ],
      "metadata": {
        "colab": {
          "base_uri": "https://localhost:8080/"
        },
        "id": "jeCx0PvCPtdJ",
        "outputId": "e389c7b9-11f0-4017-ff08-0f2da6670599"
      },
      "execution_count": 46,
      "outputs": [
        {
          "output_type": "stream",
          "name": "stdout",
          "text": [
            "[[30, 112, 95, 0]]\n",
            "[[13, 108, 119, 2]]\n",
            "episode:0 Profit:0\n",
            "[[30, 141, 97, 2]]\n",
            "[[15, 117, 86, 3]]\n",
            "episode:1 Profit:-450\n",
            "[[30, 116, 115, 1]]\n",
            "[[29, 112, 88, 3]]\n",
            "[[14, 143, 92, 2]]\n",
            "episode:2 Profit:-450\n",
            "[[30, 143, 108, 0]]\n",
            "episode:3 Profit:0\n",
            "[[30, 112, 82, 2]]\n",
            "[[15, 137, 106, 1]]\n",
            "episode:4 Profit:-150\n",
            "[[30, 109, 106, 2]]\n",
            "[[15, 138, 106, 1]]\n",
            "episode:5 Profit:0\n",
            "[[30, 129, 104, 0]]\n",
            "episode:6 Profit:0\n",
            "[[30, 128, 107, 1]]\n",
            "[[9, 117, 115, 1]]\n",
            "[[7, 115, 92, 2]]\n",
            "episode:7 Profit:-80\n",
            "[[30, 143, 84, 3]]\n",
            "[[15, 131, 118, 1]]\n",
            "episode:8 Profit:-440\n",
            "[[30, 134, 80, 1]]\n",
            "episode:9 Profit:0\n",
            "[[30, 141, 92, 0]]\n",
            "episode:10 Profit:0\n",
            "[[30, 136, 80, 0]]\n",
            "episode:11 Profit:0\n",
            "[[30, 105, 127, 3]]\n",
            "[[50, 125, 86, 0]]\n",
            "[[11, 136, 128, 2]]\n",
            "episode:12 Profit:0\n",
            "[[30, 104, 122, 3]]\n",
            "[[48, 102, 88, 0]]\n",
            "[[34, 117, 95, 1]]\n",
            "[[12, 129, 124, 2]]\n",
            "episode:13 Profit:0\n",
            "[[30, 118, 108, 0]]\n",
            "[[20, 115, 99, 2]]\n",
            "episode:14 Profit:-10\n",
            "[[30, 130, 111, 0]]\n",
            "[[11, 109, 129, 2]]\n",
            "episode:15 Profit:0\n",
            "[[30, 109, 98, 1]]\n",
            "[[19, 106, 111, 1]]\n",
            "[[24, 100, 123, 2]]\n",
            "[[9, 123, 86, 0]]\n",
            "episode:16 Profit:0\n",
            "[[30, 149, 113, 2]]\n",
            "[[15, 125, 94, 0]]\n",
            "episode:17 Profit:-210\n",
            "[[30, 127, 125, 3]]\n",
            "[[28, 102, 98, 2]]\n",
            "[[13, 139, 117, 1]]\n",
            "episode:18 Profit:0\n",
            "[[30, 147, 109, 2]]\n",
            "[[15, 117, 121, 0]]\n",
            "[[19, 129, 126, 1]]\n",
            "[[16, 127, 83, 0]]\n",
            "episode:19 Profit:-230\n",
            "[[30, 135, 89, 2]]\n",
            "[[15, 113, 84, 2]]\n",
            "episode:20 Profit:-450\n",
            "[[30, 100, 122, 0]]\n",
            "[[40, 101, 97, 1]]\n",
            "[[36, 148, 106, 0]]\n",
            "episode:21 Profit:96\n",
            "[[30, 136, 113, 3]]\n",
            "[[15, 142, 87, 0]]\n",
            "episode:22 Profit:-80\n",
            "[[30, 120, 99, 1]]\n",
            "[[9, 132, 82, 1]]\n",
            "episode:23 Profit:0\n",
            "[[30, 106, 119, 3]]\n",
            "[[43, 106, 116, 1]]\n",
            "[[50, 131, 96, 3]]\n",
            "[[35, 131, 101, 1]]\n",
            "episode:24 Profit:-200\n",
            "[[30, 107, 80, 0]]\n",
            "episode:25 Profit:0\n",
            "[[30, 126, 84, 0]]\n",
            "episode:26 Profit:0\n",
            "[[30, 133, 101, 1]]\n",
            "episode:27 Profit:0\n",
            "[[30, 139, 103, 2]]\n",
            "[[15, 121, 93, 3]]\n",
            "episode:28 Profit:-340\n",
            "[[30, 134, 97, 3]]\n",
            "[[15, 122, 115, 3]]\n",
            "[[8, 131, 123, 0]]\n",
            "episode:29 Profit:-220\n",
            "[[30, 121, 109, 3]]\n",
            "[[18, 148, 123, 2]]\n",
            "episode:30 Profit:-100\n",
            "[[30, 148, 107, 1]]\n",
            "episode:31 Profit:0\n",
            "[[30, 144, 85, 3]]\n",
            "[[15, 146, 91, 0]]\n",
            "episode:32 Profit:-440\n",
            "[[30, 122, 95, 0]]\n",
            "episode:33 Profit:0\n",
            "[[30, 125, 92, 3]]\n",
            "[[15, 120, 122, 1]]\n",
            "[[17, 137, 100, 0]]\n",
            "episode:34 Profit:-180\n",
            "[[30, 134, 112, 0]]\n",
            "[[8, 123, 99, 2]]\n",
            "episode:35 Profit:-90\n",
            "[[30, 113, 111, 2]]\n",
            "[[15, 112, 81, 0]]\n",
            "episode:36 Profit:0\n",
            "[[30, 137, 95, 2]]\n",
            "[[15, 137, 127, 1]]\n",
            "episode:37 Profit:-270\n",
            "[[30, 112, 94, 3]]\n",
            "[[15, 114, 118, 3]]\n",
            "[[19, 113, 100, 0]]\n",
            "episode:38 Profit:-30\n",
            "[[30, 135, 126, 1]]\n",
            "[[21, 137, 117, 0]]\n",
            "episode:39 Profit:0\n",
            "[[30, 137, 117, 1]]\n",
            "[[10, 134, 91, 0]]\n",
            "episode:40 Profit:0\n",
            "[[30, 100, 99, 2]]\n",
            "[[15, 109, 82, 3]]\n",
            "episode:41 Profit:-120\n",
            "[[30, 147, 127, 1]]\n",
            "[[10, 118, 97, 0]]\n",
            "episode:42 Profit:0\n",
            "[[30, 143, 85, 0]]\n",
            "episode:43 Profit:0\n",
            "[[30, 124, 103, 2]]\n",
            "[[15, 110, 112, 1]]\n",
            "[[17, 130, 108, 2]]\n",
            "episode:44 Profit:-130\n",
            "[[30, 125, 86, 0]]\n",
            "episode:45 Profit:0\n",
            "[[30, 132, 103, 2]]\n",
            "[[15, 147, 100, 0]]\n",
            "episode:46 Profit:-140\n",
            "[[30, 102, 123, 1]]\n",
            "[[40, 121, 118, 3]]\n",
            "[[37, 141, 110, 1]]\n",
            "episode:47 Profit:88\n",
            "[[30, 115, 95, 0]]\n",
            "[[10, 100, 105, 0]]\n",
            "[[15, 147, 99, 3]]\n",
            "episode:48 Profit:-330\n",
            "[[30, 129, 94, 3]]\n",
            "[[15, 102, 123, 1]]\n",
            "[[25, 139, 125, 1]]\n",
            "[[11, 120, 85, 2]]\n",
            "episode:49 Profit:-312\n",
            "[[30, 113, 85, 0]]\n",
            "episode:50 Profit:0\n",
            "[[30, 137, 108, 2]]\n",
            "[[15, 109, 124, 0]]\n",
            "[[25, 121, 126, 2]]\n",
            "[[10, 124, 81, 1]]\n",
            "episode:51 Profit:-100\n",
            "[[30, 144, 114, 0]]\n",
            "episode:52 Profit:0\n",
            "[[30, 131, 80, 1]]\n",
            "episode:53 Profit:0\n",
            "[[30, 110, 99, 2]]\n",
            "[[15, 116, 113, 1]]\n",
            "[[12, 147, 114, 3]]\n",
            "episode:54 Profit:-180\n",
            "[[30, 107, 124, 0]]\n",
            "[[40, 142, 85, 1]]\n",
            "episode:55 Profit:56\n",
            "[[30, 146, 109, 1]]\n",
            "episode:56 Profit:0\n",
            "[[30, 128, 114, 1]]\n",
            "[[16, 114, 122, 2]]\n",
            "episode:57 Profit:0\n",
            "[[30, 135, 100, 2]]\n",
            "[[15, 118, 86, 2]]\n",
            "episode:58 Profit:-370\n",
            "[[30, 109, 105, 0]]\n",
            "[[26, 120, 111, 1]]\n",
            "[[17, 126, 112, 1]]\n",
            "episode:59 Profit:0\n",
            "[[30, 126, 90, 0]]\n",
            "episode:60 Profit:0\n",
            "[[30, 111, 106, 1]]\n",
            "[[25, 114, 96, 3]]\n",
            "[[10, 134, 109, 2]]\n",
            "episode:61 Profit:-130\n",
            "[[30, 139, 112, 2]]\n",
            "[[15, 127, 110, 0]]\n",
            "episode:62 Profit:-120\n",
            "[[30, 149, 124, 2]]\n",
            "[[15, 117, 126, 1]]\n",
            "[[24, 127, 126, 3]]\n",
            "[[23, 118, 108, 3]]\n",
            "[[13, 149, 124, 3]]\n",
            "episode:63 Profit:-200\n",
            "[[30, 132, 86, 0]]\n",
            "episode:64 Profit:0\n",
            "[[30, 138, 105, 3]]\n",
            "[[15, 117, 128, 3]]\n",
            "[[26, 106, 113, 1]]\n",
            "[[33, 104, 93, 1]]\n",
            "[[22, 125, 109, 2]]\n",
            "[[7, 102, 128, 2]]\n",
            "episode:65 Profit:-190\n",
            "[[30, 123, 109, 0]]\n",
            "[[16, 129, 129, 3]]\n",
            "[[16, 125, 90, 1]]\n",
            "episode:66 Profit:0\n",
            "[[30, 128, 114, 3]]\n",
            "[[16, 146, 111, 2]]\n",
            "episode:67 Profit:-200\n",
            "[[30, 135, 107, 1]]\n",
            "episode:68 Profit:0\n",
            "[[30, 149, 121, 3]]\n",
            "[[15, 130, 95, 0]]\n",
            "episode:69 Profit:-130\n",
            "[[30, 137, 85, 0]]\n",
            "episode:70 Profit:0\n",
            "[[30, 115, 129, 1]]\n",
            "[[40, 125, 87, 2]]\n",
            "[[25, 106, 113, 0]]\n",
            "[[32, 133, 116, 2]]\n",
            "[[17, 122, 113, 2]]\n",
            "episode:71 Profit:-218\n",
            "[[30, 106, 127, 1]]\n",
            "[[40, 114, 97, 0]]\n",
            "[[23, 126, 112, 3]]\n",
            "[[9, 118, 103, 2]]\n",
            "episode:72 Profit:88\n",
            "[[30, 101, 123, 0]]\n",
            "[[40, 131, 106, 1]]\n",
            "[[15, 134, 102, 3]]\n",
            "episode:73 Profit:-74\n",
            "[[30, 136, 119, 1]]\n",
            "[[13, 134, 95, 2]]\n",
            "episode:74 Profit:-240\n",
            "[[30, 134, 92, 1]]\n",
            "episode:75 Profit:0\n",
            "[[30, 112, 109, 2]]\n",
            "[[15, 131, 122, 1]]\n",
            "episode:76 Profit:0\n",
            "[[30, 121, 99, 1]]\n",
            "[[8, 126, 117, 3]]\n",
            "episode:77 Profit:0\n",
            "[[30, 126, 99, 0]]\n",
            "episode:78 Profit:0\n",
            "[[30, 143, 118, 3]]\n",
            "[[15, 113, 87, 1]]\n",
            "episode:79 Profit:-100\n",
            "[[30, 122, 80, 2]]\n",
            "[[15, 147, 97, 1]]\n",
            "episode:80 Profit:-270\n",
            "[[30, 122, 93, 2]]\n",
            "[[15, 144, 129, 1]]\n",
            "episode:81 Profit:-140\n",
            "[[30, 122, 97, 3]]\n",
            "[[15, 114, 126, 2]]\n",
            "episode:82 Profit:-100\n",
            "[[30, 125, 103, 1]]\n",
            "[[8, 129, 85, 1]]\n",
            "episode:83 Profit:0\n",
            "[[30, 105, 93, 3]]\n",
            "[[18, 119, 87, 3]]\n",
            "episode:84 Profit:-170\n",
            "[[30, 141, 105, 0]]\n",
            "episode:85 Profit:0\n",
            "[[30, 100, 126, 3]]\n",
            "[[50, 123, 85, 3]]\n",
            "[[35, 112, 124, 1]]\n",
            "[[45, 130, 117, 0]]\n",
            "[[32, 136, 123, 0]]\n",
            "[[19, 128, 104, 2]]\n",
            "episode:86 Profit:-304\n",
            "[[30, 104, 108, 0]]\n",
            "[[34, 129, 121, 3]]\n",
            "[[26, 146, 106, 3]]\n",
            "[[11, 117, 118, 2]]\n",
            "episode:87 Profit:-250\n",
            "[[30, 141, 92, 0]]\n",
            "episode:88 Profit:0\n",
            "[[30, 135, 114, 2]]\n",
            "[[15, 135, 107, 0]]\n",
            "episode:89 Profit:-60\n",
            "[[30, 101, 113, 2]]\n",
            "[[15, 116, 81, 3]]\n",
            "episode:90 Profit:-200\n",
            "[[30, 105, 119, 3]]\n",
            "[[44, 139, 81, 0]]\n",
            "episode:91 Profit:0\n",
            "[[30, 104, 97, 1]]\n",
            "[[23, 104, 99, 1]]\n",
            "[[18, 139, 86, 2]]\n",
            "episode:92 Profit:-380\n",
            "[[30, 138, 103, 1]]\n",
            "episode:93 Profit:0\n",
            "[[30, 131, 88, 1]]\n",
            "episode:94 Profit:0\n",
            "[[30, 100, 102, 0]]\n",
            "[[32, 148, 83, 3]]\n",
            "[[17, 116, 106, 2]]\n",
            "episode:95 Profit:-500\n",
            "[[30, 126, 128, 2]]\n",
            "[[15, 128, 120, 2]]\n",
            "episode:96 Profit:0\n",
            "[[30, 127, 127, 1]]\n",
            "[[30, 128, 105, 0]]\n",
            "[[7, 143, 123, 2]]\n",
            "episode:97 Profit:-50\n",
            "[[30, 131, 109, 2]]\n",
            "[[15, 104, 94, 3]]\n",
            "episode:98 Profit:-70\n",
            "[[30, 122, 127, 0]]\n",
            "[[35, 135, 92, 2]]\n",
            "[[20, 122, 86, 1]]\n",
            "episode:99 Profit:-280\n",
            "[[30, 129, 88, 1]]\n",
            "episode:100 Profit:0\n",
            "[[30, 111, 120, 2]]\n",
            "[[15, 125, 89, 1]]\n",
            "episode:101 Profit:0\n",
            "[[30, 147, 94, 1]]\n",
            "episode:102 Profit:0\n",
            "[[30, 144, 127, 0]]\n",
            "[[13, 136, 124, 0]]\n",
            "episode:103 Profit:0\n",
            "[[30, 144, 94, 3]]\n",
            "[[15, 132, 94, 2]]\n",
            "episode:104 Profit:-580\n",
            "[[30, 132, 107, 2]]\n",
            "[[15, 108, 81, 2]]\n",
            "episode:105 Profit:-220\n",
            "[[30, 132, 103, 3]]\n",
            "[[15, 106, 129, 3]]\n",
            "[[38, 135, 114, 1]]\n",
            "[[17, 120, 100, 1]]\n",
            "episode:106 Profit:-140\n",
            "[[30, 133, 98, 0]]\n",
            "episode:107 Profit:0\n",
            "[[30, 132, 94, 2]]\n",
            "[[15, 135, 121, 2]]\n",
            "episode:108 Profit:-230\n",
            "[[30, 144, 90, 1]]\n",
            "episode:109 Profit:0\n",
            "[[30, 117, 108, 1]]\n",
            "[[21, 114, 105, 2]]\n",
            "episode:110 Profit:0\n",
            "[[30, 124, 87, 0]]\n",
            "episode:111 Profit:0\n",
            "[[30, 129, 80, 2]]\n",
            "[[15, 121, 107, 1]]\n",
            "episode:112 Profit:-340\n",
            "[[30, 139, 129, 2]]\n",
            "[[15, 102, 109, 1]]\n",
            "[[22, 118, 86, 2]]\n",
            "[[7, 114, 81, 1]]\n",
            "episode:113 Profit:-170\n",
            "[[30, 137, 122, 0]]\n",
            "[[15, 105, 83, 2]]\n",
            "episode:114 Profit:-70\n",
            "[[30, 116, 111, 1]]\n",
            "[[25, 107, 86, 2]]\n",
            "[[10, 108, 99, 2]]\n",
            "episode:115 Profit:-60\n",
            "[[30, 109, 93, 0]]\n",
            "[[14, 125, 91, 0]]\n",
            "episode:116 Profit:0\n",
            "[[30, 134, 116, 0]]\n",
            "[[12, 144, 111, 3]]\n",
            "episode:117 Profit:-180\n",
            "[[30, 121, 92, 0]]\n",
            "episode:118 Profit:0\n",
            "[[30, 107, 122, 0]]\n",
            "[[40, 141, 97, 3]]\n",
            "[[25, 139, 97, 3]]\n",
            "[[10, 144, 120, 3]]\n",
            "episode:119 Profit:-610\n",
            "[[30, 108, 80, 2]]\n",
            "[[15, 136, 99, 1]]\n",
            "episode:120 Profit:-130\n",
            "[[30, 118, 92, 1]]\n",
            "episode:121 Profit:0\n",
            "[[30, 110, 103, 1]]\n",
            "[[23, 136, 128, 1]]\n",
            "[[15, 143, 118, 0]]\n",
            "episode:122 Profit:0\n",
            "[[30, 125, 87, 0]]\n",
            "episode:123 Profit:0\n",
            "[[30, 119, 80, 3]]\n",
            "[[15, 141, 114, 2]]\n",
            "episode:124 Profit:-360\n",
            "[[30, 141, 119, 3]]\n",
            "[[15, 105, 108, 2]]\n",
            "episode:125 Profit:-70\n",
            "[[30, 104, 117, 0]]\n",
            "[[40, 102, 121, 1]]\n",
            "[[50, 110, 105, 0]]\n",
            "[[45, 106, 118, 0]]\n",
            "[[50, 114, 128, 3]]\n",
            "[[50, 113, 80, 2]]\n",
            "[[35, 121, 93, 1]]\n",
            "[[7, 116, 90, 3]]\n",
            "episode:126 Profit:-178\n",
            "[[30, 134, 92, 2]]\n",
            "[[15, 136, 92, 3]]\n",
            "episode:127 Profit:-560\n",
            "[[30, 123, 95, 2]]\n",
            "[[15, 132, 113, 0]]\n",
            "episode:128 Profit:-130\n",
            "[[30, 109, 112, 0]]\n",
            "[[33, 122, 88, 0]]\n",
            "episode:129 Profit:0\n",
            "[[30, 135, 110, 2]]\n",
            "[[15, 119, 89, 0]]\n",
            "episode:130 Profit:-100\n",
            "[[30, 130, 121, 2]]\n",
            "[[15, 136, 101, 3]]\n",
            "episode:131 Profit:-200\n",
            "[[30, 142, 102, 2]]\n",
            "[[15, 137, 105, 3]]\n",
            "episode:132 Profit:-420\n",
            "[[30, 137, 94, 1]]\n",
            "episode:133 Profit:0\n",
            "[[30, 139, 83, 0]]\n",
            "episode:134 Profit:0\n",
            "[[30, 135, 82, 2]]\n",
            "[[15, 146, 99, 0]]\n",
            "episode:135 Profit:-380\n",
            "[[30, 101, 128, 1]]\n",
            "[[40, 107, 89, 0]]\n",
            "[[22, 113, 121, 1]]\n",
            "[[30, 108, 105, 1]]\n",
            "[[27, 106, 121, 1]]\n",
            "[[37, 105, 83, 3]]\n",
            "[[22, 141, 125, 1]]\n",
            "episode:136 Profit:106\n",
            "[[30, 134, 89, 0]]\n",
            "episode:137 Profit:0\n",
            "[[30, 111, 117, 3]]\n",
            "[[36, 134, 100, 3]]\n",
            "[[21, 127, 109, 0]]\n",
            "episode:138 Profit:-190\n",
            "[[30, 134, 101, 3]]\n",
            "[[15, 106, 116, 1]]\n",
            "[[25, 145, 96, 3]]\n",
            "[[10, 108, 95, 1]]\n",
            "episode:139 Profit:-520\n",
            "[[30, 119, 112, 3]]\n",
            "[[23, 109, 81, 2]]\n",
            "[[8, 149, 115, 3]]\n",
            "episode:140 Profit:-320\n",
            "[[30, 143, 116, 0]]\n",
            "episode:141 Profit:0\n",
            "[[30, 106, 99, 2]]\n",
            "[[15, 132, 100, 2]]\n",
            "episode:142 Profit:-170\n",
            "[[30, 130, 92, 3]]\n",
            "[[15, 137, 98, 2]]\n",
            "episode:143 Profit:-470\n",
            "[[30, 114, 111, 2]]\n",
            "[[15, 146, 104, 2]]\n",
            "episode:144 Profit:-270\n",
            "[[30, 105, 80, 2]]\n",
            "[[15, 109, 92, 3]]\n",
            "episode:145 Profit:-120\n",
            "[[30, 106, 128, 3]]\n",
            "[[50, 133, 91, 1]]\n",
            "[[8, 129, 118, 1]]\n",
            "episode:146 Profit:0\n",
            "[[30, 135, 92, 0]]\n",
            "episode:147 Profit:0\n",
            "[[30, 121, 87, 2]]\n",
            "[[15, 118, 121, 3]]\n",
            "[[18, 144, 105, 3]]\n",
            "episode:148 Profit:-430\n",
            "[[30, 133, 117, 0]]\n",
            "[[14, 114, 112, 2]]\n",
            "episode:149 Profit:0\n",
            "[[30, 148, 120, 3]]\n",
            "[[15, 126, 119, 0]]\n",
            "[[8, 127, 125, 2]]\n",
            "episode:150 Profit:-130\n",
            "[[30, 123, 83, 2]]\n",
            "[[15, 143, 90, 2]]\n",
            "episode:151 Profit:-630\n",
            "[[30, 102, 100, 1]]\n",
            "[[28, 128, 93, 3]]\n",
            "[[13, 101, 84, 0]]\n",
            "episode:152 Profit:-200\n",
            "[[30, 104, 89, 2]]\n",
            "[[15, 111, 116, 1]]\n",
            "[[20, 104, 100, 0]]\n",
            "[[16, 122, 100, 0]]\n",
            "episode:153 Profit:0\n",
            "[[30, 132, 103, 3]]\n",
            "[[15, 143, 117, 1]]\n",
            "episode:154 Profit:-140\n",
            "[[30, 109, 109, 0]]\n",
            "[[30, 113, 97, 2]]\n",
            "[[15, 121, 118, 0]]\n",
            "[[12, 103, 100, 1]]\n",
            "[[9, 133, 120, 1]]\n",
            "episode:155 Profit:-10\n",
            "[[30, 100, 108, 2]]\n",
            "[[15, 121, 101, 2]]\n",
            "episode:156 Profit:-50\n",
            "[[30, 117, 81, 1]]\n",
            "episode:157 Profit:0\n",
            "[[30, 104, 97, 0]]\n",
            "[[23, 101, 118, 0]]\n",
            "[[33, 102, 85, 2]]\n",
            "[[18, 128, 125, 0]]\n",
            "[[15, 140, 98, 2]]\n",
            "episode:158 Profit:-234\n",
            "[[30, 139, 96, 2]]\n",
            "[[15, 127, 80, 2]]\n",
            "episode:159 Profit:-600\n",
            "[[30, 104, 105, 3]]\n",
            "[[31, 140, 84, 1]]\n",
            "episode:160 Profit:0\n",
            "[[30, 111, 97, 2]]\n",
            "[[15, 142, 97, 1]]\n",
            "episode:161 Profit:0\n",
            "[[30, 101, 106, 0]]\n",
            "[[35, 144, 102, 3]]\n",
            "[[20, 140, 93, 2]]\n",
            "episode:162 Profit:-590\n",
            "[[30, 142, 104, 0]]\n",
            "episode:163 Profit:0\n",
            "[[30, 123, 99, 2]]\n",
            "[[15, 143, 96, 1]]\n",
            "episode:164 Profit:-90\n",
            "[[30, 126, 100, 2]]\n",
            "[[15, 128, 100, 1]]\n",
            "episode:165 Profit:-110\n",
            "[[30, 108, 80, 1]]\n",
            "episode:166 Profit:0\n",
            "[[30, 144, 119, 3]]\n",
            "[[15, 144, 100, 1]]\n",
            "episode:167 Profit:-100\n",
            "[[30, 120, 107, 1]]\n",
            "[[17, 135, 80, 2]]\n",
            "episode:168 Profit:-400\n",
            "[[30, 122, 80, 0]]\n",
            "episode:169 Profit:0\n",
            "[[30, 137, 104, 3]]\n",
            "[[15, 109, 116, 1]]\n",
            "[[22, 132, 102, 0]]\n",
            "episode:170 Profit:-180\n",
            "[[30, 131, 116, 2]]\n",
            "[[15, 133, 126, 0]]\n",
            "[[8, 127, 92, 0]]\n",
            "episode:171 Profit:0\n",
            "[[30, 107, 91, 0]]\n",
            "[[14, 148, 83, 1]]\n",
            "episode:172 Profit:0\n",
            "[[30, 146, 128, 1]]\n",
            "[[12, 117, 93, 1]]\n",
            "episode:173 Profit:0\n",
            "[[30, 130, 108, 1]]\n",
            "[[8, 142, 109, 1]]\n",
            "episode:174 Profit:0\n",
            "[[30, 131, 86, 1]]\n",
            "episode:175 Profit:0\n",
            "[[30, 121, 111, 2]]\n",
            "[[15, 126, 89, 3]]\n",
            "episode:176 Profit:-220\n",
            "[[30, 113, 104, 1]]\n",
            "[[21, 127, 83, 3]]\n",
            "episode:177 Profit:-290\n",
            "[[30, 132, 96, 2]]\n",
            "[[15, 129, 81, 2]]\n",
            "episode:178 Profit:-540\n",
            "[[30, 135, 124, 0]]\n",
            "[[19, 142, 124, 2]]\n",
            "episode:179 Profit:-30\n",
            "[[30, 105, 119, 3]]\n",
            "[[44, 143, 95, 2]]\n",
            "[[29, 135, 129, 2]]\n",
            "[[14, 113, 85, 1]]\n",
            "episode:180 Profit:-330\n",
            "[[30, 126, 82, 1]]\n",
            "episode:181 Profit:0\n",
            "[[30, 127, 122, 0]]\n",
            "[[25, 134, 90, 3]]\n",
            "[[10, 101, 109, 1]]\n",
            "[[18, 126, 105, 3]]\n",
            "episode:182 Profit:-350\n",
            "[[30, 111, 97, 2]]\n",
            "[[15, 116, 116, 2]]\n",
            "episode:183 Profit:0\n",
            "[[30, 116, 107, 2]]\n",
            "[[15, 144, 129, 2]]\n",
            "episode:184 Profit:0\n",
            "[[30, 149, 111, 2]]\n",
            "[[15, 130, 102, 2]]\n",
            "episode:185 Profit:-360\n",
            "[[30, 123, 123, 0]]\n",
            "[[30, 115, 91, 0]]\n",
            "episode:186 Profit:0\n",
            "[[30, 104, 106, 3]]\n",
            "[[32, 124, 89, 1]]\n",
            "episode:187 Profit:0\n",
            "[[30, 106, 93, 2]]\n",
            "[[15, 113, 80, 1]]\n",
            "episode:188 Profit:0\n",
            "[[30, 123, 119, 2]]\n",
            "[[15, 100, 92, 0]]\n",
            "[[7, 124, 95, 0]]\n",
            "episode:189 Profit:0\n",
            "[[30, 149, 115, 3]]\n",
            "[[15, 111, 89, 0]]\n",
            "episode:190 Profit:-190\n",
            "[[30, 100, 84, 1]]\n",
            "[[14, 101, 120, 1]]\n",
            "[[24, 108, 97, 3]]\n",
            "[[13, 110, 103, 3]]\n",
            "episode:191 Profit:72\n",
            "[[30, 148, 88, 2]]\n",
            "[[15, 114, 112, 3]]\n",
            "[[13, 103, 108, 2]]\n",
            "episode:192 Profit:-450\n",
            "[[30, 118, 106, 1]]\n",
            "[[18, 138, 117, 2]]\n",
            "episode:193 Profit:-60\n",
            "[[30, 143, 89, 1]]\n",
            "episode:194 Profit:0\n",
            "[[30, 137, 87, 2]]\n",
            "[[15, 122, 121, 3]]\n",
            "[[14, 141, 106, 0]]\n",
            "episode:195 Profit:-350\n",
            "[[30, 126, 80, 1]]\n",
            "episode:196 Profit:0\n",
            "[[30, 137, 103, 1]]\n",
            "episode:197 Profit:0\n",
            "[[30, 120, 80, 0]]\n",
            "episode:198 Profit:0\n",
            "[[30, 120, 115, 1]]\n",
            "[[25, 125, 95, 0]]\n",
            "episode:199 Profit:0\n",
            "[[30, 113, 92, 0]]\n",
            "[[9, 114, 95, 2]]\n",
            "episode:200 Profit:-40\n",
            "[[30, 110, 120, 2]]\n",
            "[[15, 125, 99, 1]]\n",
            "episode:201 Profit:0\n",
            "[[30, 135, 124, 0]]\n",
            "[[19, 140, 125, 0]]\n",
            "episode:202 Profit:0\n",
            "[[30, 100, 104, 1]]\n",
            "[[34, 148, 100, 1]]\n",
            "episode:203 Profit:0\n",
            "[[30, 126, 89, 1]]\n",
            "episode:204 Profit:0\n",
            "[[30, 120, 116, 0]]\n",
            "[[26, 144, 101, 3]]\n",
            "[[11, 119, 129, 1]]\n",
            "[[21, 101, 93, 3]]\n",
            "[[13, 109, 112, 0]]\n",
            "[[16, 109, 113, 1]]\n",
            "[[20, 144, 122, 1]]\n",
            "episode:205 Profit:-280\n",
            "[[30, 119, 111, 0]]\n",
            "[[22, 119, 110, 2]]\n",
            "[[7, 146, 99, 1]]\n",
            "episode:206 Profit:0\n",
            "[[30, 117, 101, 0]]\n",
            "[[14, 146, 119, 0]]\n",
            "episode:207 Profit:0\n",
            "[[30, 104, 118, 0]]\n",
            "[[40, 114, 99, 0]]\n",
            "[[25, 104, 115, 1]]\n",
            "[[35, 122, 87, 3]]\n",
            "[[20, 124, 124, 3]]\n",
            "[[20, 122, 119, 1]]\n",
            "[[17, 101, 126, 3]]\n",
            "[[42, 111, 88, 0]]\n",
            "[[19, 126, 122, 1]]\n",
            "[[15, 113, 107, 3]]\n",
            "[[9, 135, 102, 2]]\n",
            "episode:208 Profit:-340\n",
            "[[30, 120, 108, 1]]\n",
            "[[18, 131, 121, 2]]\n",
            "episode:209 Profit:0\n",
            "[[30, 127, 112, 1]]\n",
            "[[15, 101, 92, 3]]\n",
            "episode:210 Profit:0\n",
            "[[30, 100, 84, 1]]\n",
            "[[14, 113, 89, 2]]\n",
            "episode:211 Profit:-90\n",
            "[[30, 113, 89, 1]]\n",
            "episode:212 Profit:0\n",
            "[[30, 129, 106, 2]]\n",
            "[[15, 143, 103, 0]]\n",
            "episode:213 Profit:-80\n",
            "[[30, 103, 105, 1]]\n",
            "[[32, 111, 102, 3]]\n",
            "[[23, 104, 92, 2]]\n",
            "[[8, 108, 89, 3]]\n",
            "episode:214 Profit:-40\n",
            "[[30, 109, 122, 3]]\n",
            "[[43, 105, 126, 2]]\n",
            "[[28, 123, 110, 2]]\n",
            "[[13, 140, 100, 2]]\n",
            "episode:215 Profit:-250\n",
            "[[30, 122, 90, 2]]\n",
            "[[15, 123, 80, 3]]\n",
            "episode:216 Profit:-450\n",
            "[[30, 118, 116, 1]]\n",
            "[[28, 134, 87, 2]]\n",
            "[[13, 100, 120, 0]]\n",
            "[[23, 148, 86, 2]]\n",
            "[[8, 108, 129, 1]]\n",
            "[[18, 148, 98, 0]]\n",
            "episode:217 Profit:-622\n",
            "[[30, 116, 120, 0]]\n",
            "[[34, 145, 113, 3]]\n",
            "[[19, 124, 84, 3]]\n",
            "episode:218 Profit:-420\n",
            "[[30, 143, 87, 3]]\n",
            "[[15, 141, 99, 3]]\n",
            "episode:219 Profit:-680\n",
            "[[30, 109, 95, 3]]\n",
            "[[16, 139, 107, 3]]\n",
            "episode:220 Profit:-170\n",
            "[[30, 113, 80, 3]]\n",
            "[[15, 144, 88, 3]]\n",
            "episode:221 Profit:-590\n",
            "[[30, 103, 120, 0]]\n",
            "[[40, 117, 102, 0]]\n",
            "[[25, 103, 114, 2]]\n",
            "[[10, 113, 123, 1]]\n",
            "[[20, 100, 101, 2]]\n",
            "episode:222 Profit:56\n",
            "[[30, 130, 120, 0]]\n",
            "[[20, 149, 125, 3]]\n",
            "episode:223 Profit:-90\n",
            "[[30, 123, 98, 1]]\n",
            "episode:224 Profit:0\n",
            "[[30, 101, 117, 0]]\n",
            "[[40, 117, 104, 0]]\n",
            "[[27, 132, 98, 2]]\n",
            "[[12, 109, 107, 2]]\n",
            "episode:225 Profit:-142\n",
            "[[30, 134, 120, 2]]\n",
            "[[15, 116, 113, 3]]\n",
            "[[12, 138, 102, 1]]\n",
            "episode:226 Profit:0\n",
            "[[30, 103, 122, 3]]\n",
            "[[49, 139, 125, 3]]\n",
            "[[35, 101, 109, 3]]\n",
            "[[43, 130, 83, 2]]\n",
            "[[28, 111, 98, 1]]\n",
            "[[15, 118, 94, 1]]\n",
            "episode:227 Profit:-320\n",
            "[[30, 121, 122, 0]]\n",
            "[[31, 106, 87, 1]]\n",
            "[[12, 110, 84, 0]]\n",
            "episode:228 Profit:0\n",
            "[[30, 122, 111, 0]]\n",
            "[[19, 131, 86, 0]]\n",
            "episode:229 Profit:0\n",
            "[[30, 136, 121, 3]]\n",
            "[[15, 106, 118, 2]]\n",
            "episode:230 Profit:0\n",
            "[[30, 147, 81, 0]]\n",
            "episode:231 Profit:0\n",
            "[[30, 126, 91, 3]]\n",
            "[[15, 102, 117, 0]]\n",
            "[[25, 143, 97, 2]]\n",
            "[[10, 141, 109, 2]]\n",
            "episode:232 Profit:-640\n",
            "[[30, 126, 82, 0]]\n",
            "episode:233 Profit:0\n",
            "[[30, 121, 96, 1]]\n",
            "episode:234 Profit:0\n",
            "[[30, 147, 126, 1]]\n",
            "[[9, 130, 94, 2]]\n",
            "episode:235 Profit:-210\n",
            "[[30, 121, 120, 2]]\n",
            "[[15, 136, 103, 2]]\n",
            "episode:236 Profit:-180\n",
            "[[30, 104, 114, 1]]\n",
            "[[40, 128, 92, 0]]\n",
            "episode:237 Profit:0\n",
            "[[30, 134, 127, 1]]\n",
            "[[23, 109, 88, 1]]\n",
            "episode:238 Profit:0\n",
            "[[30, 133, 122, 1]]\n",
            "[[19, 144, 117, 2]]\n",
            "episode:239 Profit:-120\n",
            "[[30, 145, 92, 3]]\n",
            "[[15, 105, 117, 2]]\n",
            "episode:240 Profit:-380\n",
            "[[30, 129, 106, 3]]\n",
            "[[15, 110, 91, 0]]\n",
            "episode:241 Profit:-80\n",
            "[[30, 128, 111, 3]]\n",
            "[[15, 124, 112, 1]]\n",
            "episode:242 Profit:-20\n",
            "[[30, 102, 111, 2]]\n",
            "[[15, 104, 123, 0]]\n",
            "[[25, 137, 113, 1]]\n",
            "episode:243 Profit:72\n",
            "[[30, 139, 109, 1]]\n",
            "episode:244 Profit:0\n",
            "[[30, 110, 127, 3]]\n",
            "[[47, 105, 119, 1]]\n",
            "[[50, 143, 88, 3]]\n",
            "[[35, 126, 122, 2]]\n",
            "[[20, 110, 119, 2]]\n",
            "episode:245 Profit:-368\n",
            "[[30, 122, 99, 2]]\n",
            "[[15, 141, 108, 2]]\n",
            "episode:246 Profit:-260\n",
            "[[30, 119, 126, 3]]\n",
            "[[37, 125, 93, 2]]\n",
            "[[22, 144, 87, 0]]\n",
            "episode:247 Profit:-170\n",
            "[[30, 116, 107, 0]]\n",
            "[[21, 101, 107, 0]]\n",
            "[[27, 130, 106, 1]]\n",
            "episode:248 Profit:0\n",
            "[[30, 110, 81, 1]]\n",
            "episode:249 Profit:0\n",
            "[[30, 125, 115, 1]]\n",
            "[[20, 149, 88, 0]]\n",
            "episode:250 Profit:0\n",
            "[[30, 134, 99, 0]]\n",
            "episode:251 Profit:0\n",
            "[[30, 132, 108, 1]]\n",
            "episode:252 Profit:0\n",
            "[[30, 117, 102, 0]]\n",
            "[[15, 105, 97, 3]]\n",
            "[[7, 115, 105, 0]]\n",
            "episode:253 Profit:0\n",
            "[[30, 107, 114, 3]]\n",
            "[[37, 136, 105, 3]]\n",
            "[[22, 118, 97, 2]]\n",
            "[[7, 102, 118, 3]]\n",
            "[[23, 100, 96, 1]]\n",
            "[[19, 108, 128, 3]]\n",
            "[[39, 134, 105, 2]]\n",
            "[[24, 132, 84, 3]]\n",
            "[[9, 138, 83, 0]]\n",
            "episode:254 Profit:-690\n",
            "[[30, 139, 111, 0]]\n",
            "episode:255 Profit:0\n",
            "[[30, 118, 93, 3]]\n",
            "[[15, 111, 81, 3]]\n",
            "episode:256 Profit:-250\n",
            "[[30, 114, 97, 0]]\n",
            "[[13, 106, 101, 0]]\n",
            "[[8, 127, 124, 0]]\n",
            "episode:257 Profit:0\n",
            "[[30, 137, 95, 0]]\n",
            "episode:258 Profit:0\n",
            "[[30, 134, 111, 2]]\n",
            "[[15, 137, 106, 0]]\n",
            "episode:259 Profit:-80\n",
            "[[30, 111, 103, 3]]\n",
            "[[22, 130, 112, 3]]\n",
            "[[7, 137, 127, 3]]\n",
            "episode:260 Profit:-30\n",
            "[[30, 131, 127, 1]]\n",
            "[[26, 142, 89, 1]]\n",
            "episode:261 Profit:0\n",
            "[[30, 122, 113, 0]]\n",
            "[[21, 132, 90, 2]]\n",
            "episode:262 Profit:-270\n",
            "[[30, 125, 86, 0]]\n",
            "episode:263 Profit:0\n",
            "[[30, 146, 87, 1]]\n",
            "episode:264 Profit:0\n",
            "[[30, 126, 127, 0]]\n",
            "[[31, 122, 102, 1]]\n",
            "[[11, 125, 120, 2]]\n",
            "episode:265 Profit:0\n",
            "[[30, 105, 85, 3]]\n",
            "[[15, 106, 91, 2]]\n",
            "episode:266 Profit:-50\n",
            "[[30, 109, 107, 3]]\n",
            "[[28, 103, 83, 1]]\n",
            "[[8, 107, 112, 2]]\n",
            "episode:267 Profit:0\n",
            "[[30, 102, 80, 0]]\n",
            "[[8, 144, 105, 2]]\n",
            "episode:268 Profit:-240\n",
            "[[30, 141, 121, 3]]\n",
            "[[15, 115, 113, 1]]\n",
            "[[13, 113, 129, 0]]\n",
            "[[23, 114, 85, 1]]\n",
            "episode:269 Profit:-2\n",
            "[[30, 126, 118, 3]]\n",
            "[[22, 142, 114, 1]]\n",
            "episode:270 Profit:0\n",
            "[[30, 120, 127, 2]]\n",
            "[[15, 112, 95, 0]]\n",
            "episode:271 Profit:0\n",
            "[[30, 126, 91, 1]]\n",
            "episode:272 Profit:0\n",
            "[[30, 145, 101, 1]]\n",
            "episode:273 Profit:0\n",
            "[[30, 120, 82, 2]]\n",
            "[[15, 143, 111, 2]]\n",
            "episode:274 Profit:-400\n",
            "[[30, 124, 85, 0]]\n",
            "episode:275 Profit:0\n",
            "[[30, 109, 121, 1]]\n",
            "[[40, 113, 119, 1]]\n",
            "[[46, 148, 87, 0]]\n",
            "episode:276 Profit:16\n",
            "[[30, 146, 120, 2]]\n",
            "[[15, 149, 117, 3]]\n",
            "episode:277 Profit:-280\n",
            "[[30, 143, 108, 2]]\n",
            "[[15, 133, 96, 0]]\n",
            "episode:278 Profit:-200\n",
            "[[30, 108, 98, 3]]\n",
            "[[20, 113, 99, 3]]\n",
            "episode:279 Profit:0\n",
            "[[30, 110, 125, 3]]\n",
            "[[45, 130, 124, 2]]\n",
            "[[30, 132, 95, 1]]\n",
            "episode:280 Profit:0\n",
            "[[30, 122, 124, 3]]\n",
            "[[32, 112, 83, 0]]\n",
            "episode:281 Profit:0\n",
            "[[30, 144, 118, 2]]\n",
            "[[15, 130, 90, 1]]\n",
            "episode:282 Profit:-110\n",
            "[[30, 136, 97, 0]]\n",
            "episode:283 Profit:0\n",
            "[[30, 141, 128, 0]]\n",
            "[[17, 111, 118, 1]]\n",
            "[[24, 141, 124, 2]]\n",
            "[[9, 147, 80, 1]]\n",
            "episode:284 Profit:-20\n",
            "[[30, 127, 125, 2]]\n",
            "[[15, 121, 117, 3]]\n",
            "[[11, 110, 96, 0]]\n",
            "episode:285 Profit:0\n",
            "[[30, 127, 97, 2]]\n",
            "[[15, 128, 95, 1]]\n",
            "episode:286 Profit:-150\n",
            "[[30, 129, 98, 0]]\n",
            "episode:287 Profit:0\n",
            "[[30, 145, 100, 3]]\n",
            "[[15, 125, 125, 3]]\n",
            "[[15, 143, 95, 0]]\n",
            "episode:288 Profit:-300\n",
            "[[30, 136, 90, 3]]\n",
            "[[15, 122, 83, 3]]\n",
            "episode:289 Profit:-550\n",
            "[[30, 137, 120, 2]]\n",
            "[[15, 134, 124, 0]]\n",
            "episode:290 Profit:-20\n",
            "[[30, 114, 125, 3]]\n",
            "[[41, 126, 102, 3]]\n",
            "[[26, 114, 123, 3]]\n",
            "[[35, 133, 112, 3]]\n",
            "[[20, 147, 109, 1]]\n",
            "episode:291 Profit:-150\n",
            "[[30, 122, 103, 1]]\n",
            "[[11, 125, 102, 2]]\n",
            "episode:292 Profit:-80\n",
            "[[30, 111, 116, 2]]\n",
            "[[15, 143, 108, 3]]\n",
            "episode:293 Profit:-200\n",
            "[[30, 113, 105, 3]]\n",
            "[[22, 111, 107, 0]]\n",
            "[[18, 113, 95, 1]]\n",
            "episode:294 Profit:0\n",
            "[[30, 143, 102, 3]]\n",
            "[[15, 142, 115, 1]]\n",
            "episode:295 Profit:-260\n",
            "[[30, 118, 112, 3]]\n",
            "[[24, 138, 97, 2]]\n",
            "[[9, 115, 85, 3]]\n",
            "episode:296 Profit:-410\n",
            "[[30, 111, 97, 2]]\n",
            "[[15, 142, 99, 2]]\n",
            "episode:297 Profit:-280\n",
            "[[30, 140, 97, 0]]\n",
            "episode:298 Profit:0\n",
            "[[30, 111, 88, 0]]\n",
            "[[7, 129, 119, 0]]\n",
            "episode:299 Profit:0\n",
            "[[30, 117, 113, 0]]\n",
            "[[26, 142, 128, 1]]\n",
            "[[12, 135, 106, 2]]\n",
            "episode:300 Profit:-140\n",
            "[[30, 148, 115, 1]]\n",
            "episode:301 Profit:0\n",
            "[[30, 127, 127, 3]]\n",
            "[[30, 140, 113, 0]]\n",
            "episode:302 Profit:0\n",
            "[[30, 113, 86, 1]]\n",
            "episode:303 Profit:0\n",
            "[[30, 129, 92, 3]]\n",
            "[[15, 118, 112, 3]]\n",
            "[[9, 138, 83, 0]]\n",
            "episode:304 Profit:-220\n",
            "[[30, 102, 86, 0]]\n",
            "[[14, 105, 105, 3]]\n",
            "[[14, 119, 86, 1]]\n",
            "episode:305 Profit:0\n",
            "[[30, 141, 100, 1]]\n",
            "episode:306 Profit:0\n",
            "[[30, 142, 88, 1]]\n",
            "episode:307 Profit:0\n",
            "[[30, 127, 97, 0]]\n",
            "episode:308 Profit:0\n",
            "[[30, 145, 96, 3]]\n",
            "[[15, 120, 125, 0]]\n",
            "[[20, 132, 102, 3]]\n",
            "episode:309 Profit:-490\n",
            "[[30, 144, 104, 1]]\n",
            "episode:310 Profit:0\n",
            "[[30, 131, 115, 2]]\n",
            "[[15, 119, 98, 1]]\n",
            "episode:311 Profit:-10\n",
            "[[30, 118, 126, 1]]\n",
            "[[38, 144, 81, 2]]\n",
            "[[23, 122, 115, 2]]\n",
            "[[8, 146, 113, 1]]\n",
            "episode:312 Profit:-480\n",
            "[[30, 131, 81, 2]]\n",
            "[[15, 129, 116, 0]]\n",
            "episode:313 Profit:-350\n",
            "[[30, 108, 109, 3]]\n",
            "[[31, 123, 120, 2]]\n",
            "[[16, 149, 80, 3]]\n",
            "episode:314 Profit:-540\n",
            "[[30, 101, 107, 0]]\n",
            "[[36, 144, 109, 2]]\n",
            "[[21, 135, 114, 3]]\n",
            "episode:315 Profit:-260\n",
            "[[30, 133, 84, 1]]\n",
            "episode:316 Profit:0\n",
            "[[30, 115, 98, 1]]\n",
            "[[13, 118, 118, 2]]\n",
            "episode:317 Profit:0\n",
            "[[30, 123, 117, 2]]\n",
            "[[15, 135, 124, 3]]\n",
            "episode:318 Profit:0\n",
            "[[30, 141, 99, 3]]\n",
            "[[15, 116, 125, 0]]\n",
            "[[24, 126, 127, 1]]\n",
            "[[25, 112, 98, 0]]\n",
            "[[11, 140, 90, 0]]\n",
            "episode:319 Profit:-270\n",
            "[[30, 137, 124, 3]]\n",
            "[[17, 125, 99, 3]]\n",
            "episode:320 Profit:-110\n",
            "[[30, 105, 89, 1]]\n",
            "[[14, 109, 104, 2]]\n",
            "episode:321 Profit:0\n",
            "[[30, 110, 86, 0]]\n",
            "episode:322 Profit:0\n",
            "[[30, 116, 94, 3]]\n",
            "[[15, 130, 89, 2]]\n",
            "episode:323 Profit:-330\n",
            "[[30, 140, 120, 2]]\n",
            "[[15, 128, 103, 0]]\n",
            "episode:324 Profit:-50\n",
            "[[30, 139, 87, 0]]\n",
            "episode:325 Profit:0\n",
            "[[30, 142, 91, 1]]\n",
            "episode:326 Profit:0\n",
            "[[30, 142, 128, 1]]\n",
            "[[16, 143, 123, 0]]\n",
            "episode:327 Profit:0\n",
            "[[30, 138, 109, 3]]\n",
            "[[15, 121, 118, 3]]\n",
            "[[12, 117, 107, 1]]\n",
            "episode:328 Profit:-140\n",
            "[[30, 115, 90, 0]]\n",
            "episode:329 Profit:0\n",
            "[[30, 136, 105, 1]]\n",
            "episode:330 Profit:0\n",
            "[[30, 115, 126, 0]]\n",
            "[[40, 101, 119, 0]]\n",
            "[[50, 144, 125, 0]]\n",
            "[[31, 131, 111, 2]]\n",
            "[[16, 145, 115, 3]]\n",
            "episode:331 Profit:-128\n",
            "[[30, 144, 87, 0]]\n",
            "episode:332 Profit:0\n",
            "[[30, 125, 128, 0]]\n",
            "[[33, 123, 117, 3]]\n",
            "[[27, 118, 108, 2]]\n",
            "[[12, 110, 92, 2]]\n",
            "episode:333 Profit:-30\n",
            "[[30, 126, 93, 3]]\n",
            "[[15, 114, 111, 2]]\n",
            "episode:334 Profit:-180\n",
            "[[30, 137, 86, 0]]\n",
            "episode:335 Profit:0\n",
            "[[30, 144, 80, 0]]\n",
            "episode:336 Profit:0\n",
            "[[30, 143, 113, 1]]\n",
            "episode:337 Profit:0\n",
            "[[30, 127, 106, 3]]\n",
            "[[15, 131, 82, 0]]\n",
            "episode:338 Profit:-60\n",
            "[[30, 117, 119, 2]]\n",
            "[[15, 107, 116, 1]]\n",
            "[[24, 148, 93, 0]]\n",
            "episode:339 Profit:0\n",
            "[[30, 113, 99, 0]]\n",
            "[[16, 102, 96, 0]]\n",
            "[[10, 115, 107, 0]]\n",
            "episode:340 Profit:0\n",
            "[[30, 140, 100, 0]]\n",
            "episode:341 Profit:0\n",
            "[[30, 117, 111, 3]]\n",
            "[[24, 134, 93, 0]]\n",
            "episode:342 Profit:0\n",
            "[[30, 133, 107, 2]]\n",
            "[[15, 119, 119, 3]]\n",
            "[[15, 115, 108, 2]]\n",
            "episode:343 Profit:-110\n",
            "[[30, 145, 129, 3]]\n",
            "[[15, 120, 87, 2]]\n",
            "episode:344 Profit:-190\n",
            "[[30, 117, 107, 0]]\n",
            "[[20, 105, 114, 0]]\n",
            "[[29, 109, 124, 2]]\n",
            "[[14, 128, 100, 3]]\n",
            "episode:345 Profit:-130\n",
            "[[30, 141, 84, 2]]\n",
            "[[15, 106, 80, 3]]\n",
            "episode:346 Profit:-530\n",
            "[[30, 118, 124, 1]]\n",
            "[[36, 118, 81, 1]]\n",
            "episode:347 Profit:0\n",
            "[[30, 125, 126, 2]]\n",
            "[[15, 146, 82, 3]]\n",
            "episode:348 Profit:-490\n",
            "[[30, 146, 116, 0]]\n",
            "episode:349 Profit:0\n",
            "[[30, 116, 103, 0]]\n",
            "[[17, 126, 112, 1]]\n",
            "episode:350 Profit:0\n",
            "[[30, 110, 84, 1]]\n",
            "episode:351 Profit:0\n",
            "[[30, 130, 104, 3]]\n",
            "[[15, 120, 122, 3]]\n",
            "[[17, 104, 97, 2]]\n",
            "episode:352 Profit:-110\n",
            "[[30, 141, 81, 1]]\n",
            "episode:353 Profit:0\n",
            "[[30, 121, 92, 2]]\n",
            "[[15, 108, 94, 1]]\n",
            "episode:354 Profit:-140\n",
            "[[30, 138, 92, 3]]\n",
            "[[15, 145, 103, 3]]\n",
            "episode:355 Profit:-580\n",
            "[[30, 105, 128, 0]]\n",
            "[[40, 136, 86, 2]]\n",
            "[[25, 137, 96, 1]]\n",
            "episode:356 Profit:-246\n",
            "[[30, 111, 104, 1]]\n",
            "[[23, 136, 116, 3]]\n",
            "[[8, 138, 84, 0]]\n",
            "episode:357 Profit:-50\n",
            "[[30, 109, 101, 0]]\n",
            "[[22, 144, 93, 1]]\n",
            "episode:358 Profit:0\n",
            "[[30, 116, 91, 0]]\n",
            "episode:359 Profit:0\n",
            "[[30, 118, 86, 1]]\n",
            "episode:360 Profit:0\n",
            "[[30, 125, 97, 3]]\n",
            "[[15, 114, 116, 2]]\n",
            "episode:361 Profit:-130\n",
            "[[30, 136, 107, 0]]\n",
            "episode:362 Profit:0\n",
            "[[30, 100, 110, 2]]\n",
            "[[15, 145, 81, 1]]\n",
            "episode:363 Profit:0\n",
            "[[30, 146, 87, 1]]\n",
            "episode:364 Profit:0\n",
            "[[30, 100, 85, 0]]\n",
            "[[15, 145, 103, 0]]\n",
            "episode:365 Profit:0\n",
            "[[30, 113, 86, 1]]\n",
            "episode:366 Profit:0\n",
            "[[30, 105, 128, 2]]\n",
            "[[15, 131, 90, 0]]\n",
            "episode:367 Profit:0\n",
            "[[30, 118, 106, 0]]\n",
            "[[18, 106, 115, 1]]\n",
            "[[27, 128, 117, 0]]\n",
            "[[16, 144, 91, 3]]\n",
            "episode:368 Profit:-380\n",
            "[[30, 135, 114, 2]]\n",
            "[[15, 140, 122, 1]]\n",
            "episode:369 Profit:-60\n",
            "[[30, 111, 91, 1]]\n",
            "[[10, 142, 118, 0]]\n",
            "episode:370 Profit:0\n",
            "[[30, 116, 128, 1]]\n",
            "[[40, 121, 93, 0]]\n",
            "[[12, 125, 111, 2]]\n",
            "episode:371 Profit:16\n",
            "[[30, 134, 120, 2]]\n",
            "[[15, 134, 90, 3]]\n",
            "episode:372 Profit:-290\n",
            "[[30, 139, 96, 0]]\n",
            "episode:373 Profit:0\n",
            "[[30, 122, 114, 1]]\n",
            "[[22, 144, 84, 0]]\n",
            "episode:374 Profit:0\n",
            "[[30, 133, 118, 2]]\n",
            "[[15, 128, 108, 3]]\n",
            "episode:375 Profit:-50\n",
            "[[30, 123, 119, 2]]\n",
            "[[15, 141, 117, 0]]\n",
            "episode:376 Profit:0\n",
            "[[30, 132, 92, 3]]\n",
            "[[15, 145, 85, 3]]\n",
            "episode:377 Profit:-700\n",
            "[[30, 111, 85, 0]]\n",
            "episode:378 Profit:0\n",
            "[[30, 145, 111, 2]]\n",
            "[[15, 107, 93, 3]]\n",
            "episode:379 Profit:-190\n",
            "[[30, 101, 83, 2]]\n",
            "[[15, 147, 91, 3]]\n",
            "episode:380 Profit:-440\n",
            "[[30, 107, 83, 1]]\n",
            "episode:381 Profit:0\n",
            "[[30, 108, 83, 2]]\n",
            "[[15, 145, 111, 0]]\n",
            "episode:382 Profit:-100\n",
            "[[30, 102, 113, 2]]\n",
            "[[15, 116, 120, 3]]\n",
            "[[19, 132, 97, 3]]\n",
            "episode:383 Profit:-200\n",
            "[[30, 113, 114, 0]]\n",
            "[[31, 144, 80, 1]]\n",
            "episode:384 Profit:0\n",
            "[[30, 140, 82, 2]]\n",
            "[[15, 112, 80, 0]]\n",
            "episode:385 Profit:-430\n",
            "[[30, 100, 112, 0]]\n",
            "[[40, 118, 92, 0]]\n",
            "[[14, 110, 127, 0]]\n",
            "[[24, 143, 129, 1]]\n",
            "[[10, 115, 128, 3]]\n",
            "[[23, 142, 115, 1]]\n",
            "episode:386 Profit:72\n",
            "[[30, 147, 121, 2]]\n",
            "[[15, 105, 98, 0]]\n",
            "[[8, 136, 110, 2]]\n",
            "episode:387 Profit:-220\n",
            "[[30, 107, 94, 1]]\n",
            "[[17, 107, 121, 2]]\n",
            "episode:388 Profit:0\n",
            "[[30, 111, 84, 1]]\n",
            "episode:389 Profit:0\n",
            "[[30, 122, 98, 2]]\n",
            "[[15, 123, 88, 3]]\n",
            "episode:390 Profit:-290\n",
            "[[30, 148, 123, 3]]\n",
            "[[15, 112, 85, 2]]\n",
            "episode:391 Profit:-220\n",
            "[[30, 126, 117, 2]]\n",
            "[[15, 118, 125, 1]]\n",
            "[[22, 149, 88, 0]]\n",
            "episode:392 Profit:0\n",
            "[[30, 136, 121, 3]]\n",
            "[[15, 138, 83, 0]]\n",
            "episode:393 Profit:0\n",
            "[[30, 140, 82, 1]]\n",
            "episode:394 Profit:0\n",
            "[[30, 133, 99, 0]]\n",
            "episode:395 Profit:0\n",
            "[[30, 143, 121, 0]]\n",
            "[[8, 106, 86, 0]]\n",
            "episode:396 Profit:0\n",
            "[[30, 104, 126, 3]]\n",
            "[[50, 108, 106, 2]]\n",
            "[[35, 112, 114, 0]]\n",
            "[[37, 112, 81, 0]]\n",
            "episode:397 Profit:0\n",
            "[[30, 124, 101, 1]]\n",
            "[[7, 106, 101, 3]]\n",
            "episode:398 Profit:0\n",
            "[[30, 111, 109, 1]]\n",
            "[[28, 114, 103, 0]]\n",
            "[[17, 100, 111, 1]]\n",
            "[[27, 125, 122, 0]]\n",
            "[[24, 127, 82, 2]]\n",
            "[[9, 120, 81, 0]]\n",
            "episode:399 Profit:-292\n"
          ]
        }
      ]
    }
  ]
}