{
  "config": {
    "gamma": 0.9,
    "alpha": 0.2,
    "epsilon": 0.1,
    "episodes": 300,
    "seeds": [
      0,
      1,
      2,
      3,
      4,
      5,
      6,
      7,
      8,
      9,
      10,
      11,
      12,
      13,
      14,
      15,
      16,
      17,
      18,
      19,
      20,
      21,
      22,
      23,
      24,
      25,
      26,
      27,
      28,
      29,
      30,
      31,
      32,
      33,
      34,
      35,
      36,
      37,
      38,
      39,
      40,
      41,
      42,
      43,
      44,
      45,
      46,
      47,
      48,
      49,
      50,
      51,
      52,
      53,
      54,
      55,
      56,
      57,
      58,
      59,
      60,
      61,
      62,
      63,
      64,
      65,
      66,
      67,
      68,
      69,
      70,
      71,
      72,
      73,
      74,
      75,
      76,
      77,
      78,
      79,
      80,
      81,
      82,
      83,
      84,
      85,
      86,
      87,
      88,
      89,
      90,
      91,
      92,
      93,
      94,
      95,
      96,
      97,
      98,
      99,
      100,
      101,
      102,
      103,
      104,
      105,
      106,
      107,
      108,
      109,
      110,
      111,
      112,
      113,
      114,
      115,
      116,
      117,
      118,
      119,
      120,
      121,
      122,
      123,
      124,
      125,
      126,
      127
    ],
    "tie_tolerance": 1e-12,
    "tie_rule": "uniform among actions within tolerance of max Q",
    "rng": "Python random.Random; two uniform draws per episode",
    "transitions_per_episode": 2,
    "potentials": {
      "helpful": [
        0.0,
        2.0,
        1.0,
        0.0
      ],
      "hostile": [
        0.0,
        -5.0,
        5.0,
        0.0
      ]
    },
    "evaluation": "exact original-reward value of greedy policy, uniform ties; after each episode",
    "bands": "pointwise mean +/- 1 standard error across seeds; not a confidence guarantee"
  },
  "conditions": {
    "plain": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 2,
          "mean": 1.3640625,
          "se": 0.02950302714933519,
          "optimal_count": 37
        },
        {
          "episode": 3,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 4,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 5,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 6,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 7,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 8,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 9,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 10,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 11,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 12,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 13,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 14,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 15,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 16,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 17,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 18,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 19,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 20,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 21,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 22,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 23,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 24,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 25,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 26,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 27,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 28,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 29,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 30,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 31,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 32,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 33,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 34,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 35,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 36,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 37,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 38,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 39,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 40,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 41,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 42,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 43,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 44,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 45,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 46,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 47,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 48,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 49,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 50,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 51,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 52,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 53,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 54,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 55,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 56,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 57,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 58,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 59,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 60,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 61,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 62,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 63,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 64,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 65,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 66,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 67,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 68,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 69,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 70,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 71,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 72,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 73,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 74,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 75,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 76,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 77,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 78,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 79,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 80,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 81,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 82,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 83,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 84,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 85,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 86,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 87,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 88,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 89,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 90,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 91,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 92,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 93,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 94,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 95,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 96,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 97,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 98,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 99,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 100,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 101,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 102,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 103,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 104,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 105,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 106,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 107,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 108,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 109,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 110,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 111,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 112,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 113,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 114,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 115,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 116,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 117,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 118,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 119,
          "mean": 1.46953125,
          "se": 0.03849657723546295,
          "optimal_count": 81
        },
        {
          "episode": 120,
          "mean": 1.46953125,
          "se": 0.03849657723546295,
          "optimal_count": 81
        },
        {
          "episode": 121,
          "mean": 1.4765625,
          "se": 0.03831920774025151,
          "optimal_count": 82
        },
        {
          "episode": 122,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 123,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 124,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 125,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 126,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 127,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 128,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 129,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 130,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 131,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 132,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 133,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 134,
          "mean": 1.51171875,
          "se": 0.03726337902717801,
          "optimal_count": 87
        },
        {
          "episode": 135,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 136,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 137,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 138,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 139,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 140,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 141,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 142,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 143,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 144,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 145,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 146,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 147,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 148,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 149,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 150,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 151,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 152,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 153,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 154,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 155,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 156,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 157,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 158,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 159,
          "mean": 1.58203125,
          "se": 0.03421349126348429,
          "optimal_count": 97
        },
        {
          "episode": 160,
          "mean": 1.58203125,
          "se": 0.03421349126348429,
          "optimal_count": 97
        },
        {
          "episode": 161,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 162,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 163,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 164,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 165,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 166,
          "mean": 1.61015625,
          "se": 0.032581663069788325,
          "optimal_count": 101
        },
        {
          "episode": 167,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 168,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 169,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 170,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 171,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 172,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 173,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 174,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 175,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 176,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 177,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 178,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 179,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 180,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 181,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 182,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 183,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 184,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 185,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 186,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 187,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 188,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 189,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 190,
          "mean": 1.659375,
          "se": 0.028997299545052667,
          "optimal_count": 108
        },
        {
          "episode": 191,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 192,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 193,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 194,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 195,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 196,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 197,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 198,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 199,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 200,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 201,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 202,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 203,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 204,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 205,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 206,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 207,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 208,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 209,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 210,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 211,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 212,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 213,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 214,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 215,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 216,
          "mean": 1.72265625,
          "se": 0.022383085454338075,
          "optimal_count": 117
        },
        {
          "episode": 217,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 218,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 219,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 220,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 221,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 222,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 223,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 224,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 225,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 226,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 227,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 228,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 229,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 230,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 231,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 232,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 233,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 234,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 235,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 236,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 237,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 238,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 239,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 240,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 241,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 242,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 243,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 244,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 245,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 246,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 247,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 248,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 249,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 250,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 251,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 252,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 253,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 254,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 255,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 256,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 257,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 258,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 259,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 260,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 261,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 262,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 263,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 264,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 265,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 266,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 267,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 268,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 269,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 270,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 271,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 272,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 273,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 274,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 275,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 276,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 277,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 278,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 279,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 280,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 281,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 282,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 283,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 284,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 285,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 286,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 287,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 288,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 289,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 290,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 291,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 292,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 293,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 294,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 295,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 296,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 297,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 298,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 299,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 300,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        }
      ],
      "mean_training_regret": 81.196875,
      "actions_sha256": "6019c6a5816a29091d1a8c23cb4a1434312f061423c143fb26a23ad9b2bde9f1"
    },
    "helpful": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 2,
          "mean": 1.3640625,
          "se": 0.03991154058169555,
          "optimal_count": 66
        },
        {
          "episode": 3,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 4,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 5,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 6,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 7,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 8,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 9,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 10,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 11,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 12,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 13,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 14,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 15,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 16,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 17,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 18,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 19,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 20,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 21,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 22,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 23,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 24,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 25,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 26,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 27,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 28,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 29,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 30,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 31,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 32,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 33,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 34,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 35,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 36,
          "mean": 1.41328125,
          "se": 0.03953424543598146,
          "optimal_count": 73
        },
        {
          "episode": 37,
          "mean": 1.41328125,
          "se": 0.03953424543598146,
          "optimal_count": 73
        },
        {
          "episode": 38,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 39,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 40,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 41,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 42,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 43,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 44,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 45,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 46,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 47,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 48,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 49,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 50,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 51,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 52,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 53,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 54,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 55,
          "mean": 1.4765625,
          "se": 0.03831920774025151,
          "optimal_count": 82
        },
        {
          "episode": 56,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 57,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 58,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 59,
          "mean": 1.51171875,
          "se": 0.03726337902717801,
          "optimal_count": 87
        },
        {
          "episode": 60,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 61,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 62,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 63,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 64,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 65,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 66,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 67,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 68,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 69,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 70,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 71,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 72,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 73,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 74,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 75,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 76,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 77,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 78,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 79,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 80,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 81,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 82,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 83,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 84,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 85,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 86,
          "mean": 1.63125,
          "se": 0.031171160391577985,
          "optimal_count": 104
        },
        {
          "episode": 87,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 88,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 89,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 90,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 91,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 92,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 93,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 94,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 95,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 96,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 97,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 98,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 99,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 100,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 101,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 102,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 103,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 104,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 105,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 106,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 107,
          "mean": 1.7085937500000001,
          "se": 0.02412410864265574,
          "optimal_count": 115
        },
        {
          "episode": 108,
          "mean": 1.7085937500000001,
          "se": 0.02412410864265574,
          "optimal_count": 115
        },
        {
          "episode": 109,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 110,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 111,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 112,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 113,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 114,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 115,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 116,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 117,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 118,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 119,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 120,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 121,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 122,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 123,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 124,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 125,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 126,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 127,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 128,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 129,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 130,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 131,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 132,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 133,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 134,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 135,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 136,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 137,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 138,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 139,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 140,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 141,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 142,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 143,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 144,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 145,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 146,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 147,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 148,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 149,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 150,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 151,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 152,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 153,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 154,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 155,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 156,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 157,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 158,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 159,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 160,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 161,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 162,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 163,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 164,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 165,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 166,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 167,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 168,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 169,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 170,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 171,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 172,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 173,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 174,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 175,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 176,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 177,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 178,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 179,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 180,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 181,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 182,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 183,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 184,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 185,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 186,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 187,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 188,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 189,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 190,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 191,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 192,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 193,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 194,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 195,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 196,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 197,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 198,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 199,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 200,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 201,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 202,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 203,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 204,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 205,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 206,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 207,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 208,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 209,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 210,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 211,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 212,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 213,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 214,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 215,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 216,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 217,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 218,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 219,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 220,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 221,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 222,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 223,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 224,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 225,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 226,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 227,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 228,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 229,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 230,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 231,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 232,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 233,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 234,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 235,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 236,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 237,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 238,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 239,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 240,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 241,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 242,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 243,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 244,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 245,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 246,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 247,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 248,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 249,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 250,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 251,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 252,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 253,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 254,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 255,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 256,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 257,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 258,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 259,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 260,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 261,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 262,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 263,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 264,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 265,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 266,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 267,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 268,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 269,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 270,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 271,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 272,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 273,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 274,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 275,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 276,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 277,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 278,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 279,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 280,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 281,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 282,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 283,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 284,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 285,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 286,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 287,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 288,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 289,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 290,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 291,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 292,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 293,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 294,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 295,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 296,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 297,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 298,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 299,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 300,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        }
      ],
      "mean_training_regret": 44.48671875,
      "actions_sha256": "9375b892979a1768054c00c6329939cc244b434ebab496590739cc3bdcdd3e33"
    },
    "helpful_initialization": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 2,
          "mean": 1.3640625,
          "se": 0.03991154058169555,
          "optimal_count": 66
        },
        {
          "episode": 3,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 4,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 5,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 6,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 7,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 8,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 9,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 10,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 11,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 12,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 13,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 14,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 15,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 16,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 17,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 18,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 19,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 20,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 21,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 22,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 23,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 24,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 25,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 26,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 27,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 28,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 29,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 30,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 31,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 32,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 33,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 34,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 35,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 36,
          "mean": 1.41328125,
          "se": 0.03953424543598146,
          "optimal_count": 73
        },
        {
          "episode": 37,
          "mean": 1.41328125,
          "se": 0.03953424543598146,
          "optimal_count": 73
        },
        {
          "episode": 38,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 39,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 40,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 41,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 42,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 43,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 44,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 45,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 46,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 47,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 48,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 49,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 50,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 51,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 52,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 53,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 54,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 55,
          "mean": 1.4765625,
          "se": 0.03831920774025151,
          "optimal_count": 82
        },
        {
          "episode": 56,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 57,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 58,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 59,
          "mean": 1.51171875,
          "se": 0.03726337902717801,
          "optimal_count": 87
        },
        {
          "episode": 60,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 61,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 62,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 63,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 64,
          "mean": 1.51875,
          "se": 0.037017067514885274,
          "optimal_count": 88
        },
        {
          "episode": 65,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 66,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 67,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 68,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 69,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 70,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 71,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 72,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 73,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 74,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 75,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 76,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 77,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 78,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 79,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 80,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 81,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 82,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 83,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 84,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 85,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 86,
          "mean": 1.63125,
          "se": 0.031171160391577985,
          "optimal_count": 104
        },
        {
          "episode": 87,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 88,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 89,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 90,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 91,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 92,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 93,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 94,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 95,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 96,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 97,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 98,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 99,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 100,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 101,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 102,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 103,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 104,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 105,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 106,
          "mean": 1.7015625,
          "se": 0.024925686178054365,
          "optimal_count": 114
        },
        {
          "episode": 107,
          "mean": 1.7085937500000001,
          "se": 0.02412410864265574,
          "optimal_count": 115
        },
        {
          "episode": 108,
          "mean": 1.7085937500000001,
          "se": 0.02412410864265574,
          "optimal_count": 115
        },
        {
          "episode": 109,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 110,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 111,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 112,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 113,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 114,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 115,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 116,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 117,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 118,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 119,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 120,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 121,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 122,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 123,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 124,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 125,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 126,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 127,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 128,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 129,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 130,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 131,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 132,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 133,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 134,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 135,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 136,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 137,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 138,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 139,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 140,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 141,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 142,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 143,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 144,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 145,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 146,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 147,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 148,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 149,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 150,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 151,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 152,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 153,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 154,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 155,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 156,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 157,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 158,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 159,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 160,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 161,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 162,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 163,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 164,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 165,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 166,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 167,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 168,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 169,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 170,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 171,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 172,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 173,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 174,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 175,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 176,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 177,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 178,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 179,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 180,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 181,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 182,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 183,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 184,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 185,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 186,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 187,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 188,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 189,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 190,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 191,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 192,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 193,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 194,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 195,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 196,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 197,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 198,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 199,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 200,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 201,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 202,
          "mean": 1.79296875,
          "se": 0.007031249999999999,
          "optimal_count": 127
        },
        {
          "episode": 203,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 204,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 205,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 206,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 207,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 208,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 209,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 210,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 211,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 212,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 213,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 214,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 215,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 216,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 217,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 218,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 219,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 220,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 221,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 222,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 223,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 224,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 225,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 226,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 227,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 228,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 229,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 230,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 231,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 232,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 233,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 234,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 235,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 236,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 237,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 238,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 239,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 240,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 241,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 242,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 243,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 244,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 245,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 246,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 247,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 248,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 249,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 250,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 251,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 252,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 253,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 254,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 255,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 256,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 257,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 258,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 259,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 260,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 261,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 262,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 263,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 264,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 265,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 266,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 267,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 268,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 269,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 270,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 271,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 272,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 273,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 274,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 275,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 276,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 277,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 278,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 279,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 280,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 281,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 282,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 283,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 284,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 285,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 286,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 287,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 288,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 289,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 290,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 291,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 292,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 293,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 294,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 295,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 296,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 297,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 298,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 299,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        },
        {
          "episode": 300,
          "mean": 1.8,
          "se": 0.0,
          "optimal_count": 128
        }
      ],
      "mean_training_regret": 44.48671875,
      "actions_sha256": "9375b892979a1768054c00c6329939cc244b434ebab496590739cc3bdcdd3e33"
    },
    "hostile": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 2,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 3,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 4,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 5,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 6,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 7,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 8,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 9,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 10,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 11,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 12,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 13,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 14,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 15,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 16,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 17,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 18,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 19,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 20,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 21,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 22,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 23,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 24,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 25,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 26,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 27,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 28,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 29,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 30,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 31,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 32,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 33,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 34,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 35,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 36,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 37,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 38,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 39,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 40,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 41,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 42,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 43,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 44,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 45,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 46,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 47,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 48,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 49,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 50,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 51,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 52,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 53,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 54,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 55,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 56,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 57,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 58,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 59,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 60,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 61,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 62,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 63,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 64,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 65,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 66,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 67,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 68,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 69,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 70,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 71,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 72,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 73,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 74,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 75,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 76,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 77,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 78,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 79,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 80,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 81,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 82,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 83,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 84,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 85,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 86,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 87,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 88,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 89,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 90,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 91,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 92,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 93,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 94,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 95,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 96,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 97,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 98,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 99,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 100,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 101,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 102,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 103,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 104,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 105,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 106,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 107,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 108,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 109,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 110,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 111,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 112,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 113,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 114,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 115,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 116,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 117,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 118,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 119,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 120,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 121,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 122,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 123,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 124,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 125,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 126,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 127,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 128,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 129,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 130,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 131,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 132,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 133,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 134,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 135,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 136,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 137,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 138,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 139,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 140,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 141,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 142,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 143,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 144,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 145,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 146,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 147,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 148,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 149,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 150,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 151,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 152,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 153,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 154,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 155,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 156,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 157,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 158,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 159,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 160,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 161,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 162,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 163,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 164,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 165,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 166,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 167,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 168,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 169,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 170,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 171,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 172,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 173,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 174,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 175,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 176,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 177,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 178,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 179,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 180,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 181,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 182,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 183,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 184,
          "mean": 0.96328125,
          "se": 0.0204185742980662,
          "optimal_count": 9
        },
        {
          "episode": 185,
          "mean": 0.96328125,
          "se": 0.0204185742980662,
          "optimal_count": 9
        },
        {
          "episode": 186,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 187,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 188,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 189,
          "mean": 0.9984375,
          "se": 0.024925686178054365,
          "optimal_count": 14
        },
        {
          "episode": 190,
          "mean": 0.9984375,
          "se": 0.024925686178054365,
          "optimal_count": 14
        },
        {
          "episode": 191,
          "mean": 1.0054687500000001,
          "se": 0.025687126861621168,
          "optimal_count": 15
        },
        {
          "episode": 192,
          "mean": 1.0125,
          "se": 0.026411902291905546,
          "optimal_count": 16
        },
        {
          "episode": 193,
          "mean": 1.0125,
          "se": 0.026411902291905546,
          "optimal_count": 16
        },
        {
          "episode": 194,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 195,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 196,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 197,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 198,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 199,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 200,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 201,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 202,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 203,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 204,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 205,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 206,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 207,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 208,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 209,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 210,
          "mean": 1.0406250000000001,
          "se": 0.028997299545052667,
          "optimal_count": 20
        },
        {
          "episode": 211,
          "mean": 1.04765625,
          "se": 0.029575508173952637,
          "optimal_count": 21
        },
        {
          "episode": 212,
          "mean": 1.0546875,
          "se": 0.030129710053426392,
          "optimal_count": 22
        },
        {
          "episode": 213,
          "mean": 1.06171875,
          "se": 0.0306612069784202,
          "optimal_count": 23
        },
        {
          "episode": 214,
          "mean": 1.06875,
          "se": 0.031171160391577985,
          "optimal_count": 24
        },
        {
          "episode": 215,
          "mean": 1.06875,
          "se": 0.031171160391577985,
          "optimal_count": 24
        },
        {
          "episode": 216,
          "mean": 1.0757812500000001,
          "se": 0.03166061130577572,
          "optimal_count": 25
        },
        {
          "episode": 217,
          "mean": 1.096875,
          "se": 0.03301487786488193,
          "optimal_count": 28
        },
        {
          "episode": 218,
          "mean": 1.10390625,
          "se": 0.03343083896325232,
          "optimal_count": 29
        },
        {
          "episode": 219,
          "mean": 1.11796875,
          "se": 0.03421349126348429,
          "optimal_count": 31
        },
        {
          "episode": 220,
          "mean": 1.11796875,
          "se": 0.03421349126348429,
          "optimal_count": 31
        },
        {
          "episode": 221,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 222,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 223,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 224,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 225,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 226,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 227,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 228,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 229,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 230,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 231,
          "mean": 1.1460937500000001,
          "se": 0.035596407985967415,
          "optimal_count": 35
        },
        {
          "episode": 232,
          "mean": 1.153125,
          "se": 0.03590672895231642,
          "optimal_count": 36
        },
        {
          "episode": 233,
          "mean": 1.1671875,
          "se": 0.03648746843918325,
          "optimal_count": 38
        },
        {
          "episode": 234,
          "mean": 1.1671875,
          "se": 0.03648746843918325,
          "optimal_count": 38
        },
        {
          "episode": 235,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 236,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 237,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 238,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 239,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 240,
          "mean": 1.1812500000000001,
          "se": 0.037017067514885274,
          "optimal_count": 40
        },
        {
          "episode": 241,
          "mean": 1.18828125,
          "se": 0.03726337902717801,
          "optimal_count": 41
        },
        {
          "episode": 242,
          "mean": 1.1953125,
          "se": 0.03749769308849094,
          "optimal_count": 42
        },
        {
          "episode": 243,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 244,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 245,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 246,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 247,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 248,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 249,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 250,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 251,
          "mean": 1.2234375,
          "se": 0.03831920774025151,
          "optimal_count": 46
        },
        {
          "episode": 252,
          "mean": 1.2234375,
          "se": 0.03831920774025151,
          "optimal_count": 46
        },
        {
          "episode": 253,
          "mean": 1.23046875,
          "se": 0.03849657723546295,
          "optimal_count": 47
        },
        {
          "episode": 254,
          "mean": 1.23046875,
          "se": 0.03849657723546295,
          "optimal_count": 47
        },
        {
          "episode": 255,
          "mean": 1.2375,
          "se": 0.03866306606007022,
          "optimal_count": 48
        },
        {
          "episode": 256,
          "mean": 1.24453125,
          "se": 0.03881881421165155,
          "optimal_count": 49
        },
        {
          "episode": 257,
          "mean": 1.24453125,
          "se": 0.03881881421165155,
          "optimal_count": 49
        },
        {
          "episode": 258,
          "mean": 1.25859375,
          "se": 0.03909859306941084,
          "optimal_count": 51
        },
        {
          "episode": 259,
          "mean": 1.27265625,
          "se": 0.03933681975543967,
          "optimal_count": 53
        },
        {
          "episode": 260,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 261,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 262,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 263,
          "mean": 1.2867187500000001,
          "se": 0.03953424543598146,
          "optimal_count": 55
        },
        {
          "episode": 264,
          "mean": 1.2867187500000001,
          "se": 0.03953424543598146,
          "optimal_count": 55
        },
        {
          "episode": 265,
          "mean": 1.29375,
          "se": 0.039617853437858314,
          "optimal_count": 56
        },
        {
          "episode": 266,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 267,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 268,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 269,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 270,
          "mean": 1.31484375,
          "se": 0.039808996538484645,
          "optimal_count": 59
        },
        {
          "episode": 271,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 272,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 273,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 274,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 275,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 276,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 277,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 278,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 279,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 280,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 281,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 282,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 283,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 284,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 285,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 286,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 287,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 288,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 289,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 290,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 291,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 292,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 293,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 294,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 295,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 296,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 297,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 298,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 299,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 300,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        }
      ],
      "mean_training_regret": 222.80625,
      "actions_sha256": "967a92f3d010d2be2b1478348fb438cef8be2d1ccbb8ea844c25cfac5900c2f3"
    },
    "hostile_initialization": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 2,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 3,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 4,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 5,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 6,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 7,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 8,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 9,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 10,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 11,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 12,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 13,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 14,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 15,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 16,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 17,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 18,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 19,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 20,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 21,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 22,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 23,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 24,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 25,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 26,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 27,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 28,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 29,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 30,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 31,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 32,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 33,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 34,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 35,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 36,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 37,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 38,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 39,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 40,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 41,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 42,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 43,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 44,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 45,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 46,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 47,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 48,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 49,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 50,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 51,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 52,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 53,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 54,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 55,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 56,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 57,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 58,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 59,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 60,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 61,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 62,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 63,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 64,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 65,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 66,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 67,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 68,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 69,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 70,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 71,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 72,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 73,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 74,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 75,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 76,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 77,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 78,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 79,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 80,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 81,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 82,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 83,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 84,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 85,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 86,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 87,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 88,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 89,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 90,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 91,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 92,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 93,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 94,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 95,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 96,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 97,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 98,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 99,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 100,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 101,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 102,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 103,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 104,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 105,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 106,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 107,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 108,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 109,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 110,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 111,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 112,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 113,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 114,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 115,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 116,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 117,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 118,
          "mean": 0.9,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 119,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 120,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 121,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 122,
          "mean": 0.9070312500000001,
          "se": 0.007031249999999999,
          "optimal_count": 1
        },
        {
          "episode": 123,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 124,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 125,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 126,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 127,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 128,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 129,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 130,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 131,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 132,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 133,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 134,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 135,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 136,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 137,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 138,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 139,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 140,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 141,
          "mean": 0.9140625,
          "se": 0.009904463359464578,
          "optimal_count": 2
        },
        {
          "episode": 142,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 143,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 144,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 145,
          "mean": 0.92109375,
          "se": 0.012082208143771945,
          "optimal_count": 3
        },
        {
          "episode": 146,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 147,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 148,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 149,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 150,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 151,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 152,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 153,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 154,
          "mean": 0.928125,
          "se": 0.013895414860084538,
          "optimal_count": 4
        },
        {
          "episode": 155,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 156,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 157,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 158,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 159,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 160,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 161,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 162,
          "mean": 0.93515625,
          "se": 0.015472775961418937,
          "optimal_count": 5
        },
        {
          "episode": 163,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 164,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 165,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 166,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 167,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 168,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 169,
          "mean": 0.9421875000000001,
          "se": 0.016880535509415737,
          "optimal_count": 6
        },
        {
          "episode": 170,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 171,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 172,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 173,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 174,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 175,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 176,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 177,
          "mean": 0.94921875,
          "se": 0.01815818282568506,
          "optimal_count": 7
        },
        {
          "episode": 178,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 179,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 180,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 181,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 182,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 183,
          "mean": 0.95625,
          "se": 0.01933153303003511,
          "optimal_count": 8
        },
        {
          "episode": 184,
          "mean": 0.96328125,
          "se": 0.0204185742980662,
          "optimal_count": 9
        },
        {
          "episode": 185,
          "mean": 0.96328125,
          "se": 0.0204185742980662,
          "optimal_count": 9
        },
        {
          "episode": 186,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 187,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 188,
          "mean": 0.984375,
          "se": 0.0232782483334215,
          "optimal_count": 12
        },
        {
          "episode": 189,
          "mean": 0.9984375,
          "se": 0.024925686178054365,
          "optimal_count": 14
        },
        {
          "episode": 190,
          "mean": 0.9984375,
          "se": 0.024925686178054365,
          "optimal_count": 14
        },
        {
          "episode": 191,
          "mean": 1.0054687500000001,
          "se": 0.025687126861621168,
          "optimal_count": 15
        },
        {
          "episode": 192,
          "mean": 1.0125,
          "se": 0.026411902291905546,
          "optimal_count": 16
        },
        {
          "episode": 193,
          "mean": 1.0125,
          "se": 0.026411902291905546,
          "optimal_count": 16
        },
        {
          "episode": 194,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 195,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 196,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 197,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 198,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 199,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 200,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 201,
          "mean": 1.01953125,
          "se": 0.02710295408739216,
          "optimal_count": 17
        },
        {
          "episode": 202,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 203,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 204,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 205,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 206,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 207,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 208,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 209,
          "mean": 1.0265625,
          "se": 0.02776280063616396,
          "optimal_count": 18
        },
        {
          "episode": 210,
          "mean": 1.0406250000000001,
          "se": 0.028997299545052667,
          "optimal_count": 20
        },
        {
          "episode": 211,
          "mean": 1.04765625,
          "se": 0.029575508173952637,
          "optimal_count": 21
        },
        {
          "episode": 212,
          "mean": 1.0546875,
          "se": 0.030129710053426392,
          "optimal_count": 22
        },
        {
          "episode": 213,
          "mean": 1.06171875,
          "se": 0.0306612069784202,
          "optimal_count": 23
        },
        {
          "episode": 214,
          "mean": 1.06875,
          "se": 0.031171160391577985,
          "optimal_count": 24
        },
        {
          "episode": 215,
          "mean": 1.06875,
          "se": 0.031171160391577985,
          "optimal_count": 24
        },
        {
          "episode": 216,
          "mean": 1.0757812500000001,
          "se": 0.03166061130577572,
          "optimal_count": 25
        },
        {
          "episode": 217,
          "mean": 1.096875,
          "se": 0.03301487786488193,
          "optimal_count": 28
        },
        {
          "episode": 218,
          "mean": 1.10390625,
          "se": 0.03343083896325232,
          "optimal_count": 29
        },
        {
          "episode": 219,
          "mean": 1.11796875,
          "se": 0.03421349126348429,
          "optimal_count": 31
        },
        {
          "episode": 220,
          "mean": 1.11796875,
          "se": 0.03421349126348429,
          "optimal_count": 31
        },
        {
          "episode": 221,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 222,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 223,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 224,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 225,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 226,
          "mean": 1.125,
          "se": 0.034581297571552795,
          "optimal_count": 32
        },
        {
          "episode": 227,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 228,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 229,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 230,
          "mean": 1.13203125,
          "se": 0.03493409137707788,
          "optimal_count": 33
        },
        {
          "episode": 231,
          "mean": 1.1460937500000001,
          "se": 0.035596407985967415,
          "optimal_count": 35
        },
        {
          "episode": 232,
          "mean": 1.153125,
          "se": 0.03590672895231642,
          "optimal_count": 36
        },
        {
          "episode": 233,
          "mean": 1.1671875,
          "se": 0.03648746843918325,
          "optimal_count": 38
        },
        {
          "episode": 234,
          "mean": 1.1671875,
          "se": 0.03648746843918325,
          "optimal_count": 38
        },
        {
          "episode": 235,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 236,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 237,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 238,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 239,
          "mean": 1.17421875,
          "se": 0.036758517374807106,
          "optimal_count": 39
        },
        {
          "episode": 240,
          "mean": 1.1812500000000001,
          "se": 0.037017067514885274,
          "optimal_count": 40
        },
        {
          "episode": 241,
          "mean": 1.18828125,
          "se": 0.03726337902717801,
          "optimal_count": 41
        },
        {
          "episode": 242,
          "mean": 1.1953125,
          "se": 0.03749769308849094,
          "optimal_count": 42
        },
        {
          "episode": 243,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 244,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 245,
          "mean": 1.20234375,
          "se": 0.03772023328013984,
          "optimal_count": 43
        },
        {
          "episode": 246,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 247,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 248,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 249,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 250,
          "mean": 1.209375,
          "se": 0.037931206832523184,
          "optimal_count": 44
        },
        {
          "episode": 251,
          "mean": 1.2234375,
          "se": 0.03831920774025151,
          "optimal_count": 46
        },
        {
          "episode": 252,
          "mean": 1.2234375,
          "se": 0.03831920774025151,
          "optimal_count": 46
        },
        {
          "episode": 253,
          "mean": 1.23046875,
          "se": 0.03849657723546295,
          "optimal_count": 47
        },
        {
          "episode": 254,
          "mean": 1.23046875,
          "se": 0.03849657723546295,
          "optimal_count": 47
        },
        {
          "episode": 255,
          "mean": 1.2375,
          "se": 0.03866306606007022,
          "optimal_count": 48
        },
        {
          "episode": 256,
          "mean": 1.24453125,
          "se": 0.03881881421165155,
          "optimal_count": 49
        },
        {
          "episode": 257,
          "mean": 1.24453125,
          "se": 0.03881881421165155,
          "optimal_count": 49
        },
        {
          "episode": 258,
          "mean": 1.25859375,
          "se": 0.03909859306941084,
          "optimal_count": 51
        },
        {
          "episode": 259,
          "mean": 1.27265625,
          "se": 0.03933681975543967,
          "optimal_count": 53
        },
        {
          "episode": 260,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 261,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 262,
          "mean": 1.2796875,
          "se": 0.03944059145950016,
          "optimal_count": 54
        },
        {
          "episode": 263,
          "mean": 1.2867187500000001,
          "se": 0.03953424543598146,
          "optimal_count": 55
        },
        {
          "episode": 264,
          "mean": 1.2867187500000001,
          "se": 0.03953424543598146,
          "optimal_count": 55
        },
        {
          "episode": 265,
          "mean": 1.29375,
          "se": 0.039617853437858314,
          "optimal_count": 56
        },
        {
          "episode": 266,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 267,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 268,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 269,
          "mean": 1.30078125,
          "se": 0.03969147894912457,
          "optimal_count": 57
        },
        {
          "episode": 270,
          "mean": 1.31484375,
          "se": 0.039808996538484645,
          "optimal_count": 59
        },
        {
          "episode": 271,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 272,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 273,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 274,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 275,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 276,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 277,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 278,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 279,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 280,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 281,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 282,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 283,
          "mean": 1.38515625,
          "se": 0.039808996538484645,
          "optimal_count": 69
        },
        {
          "episode": 284,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 285,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 286,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 287,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 288,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 289,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 290,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 291,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 292,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 293,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 294,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 295,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 296,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 297,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 298,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 299,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 300,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        }
      ],
      "mean_training_regret": 222.80625,
      "actions_sha256": "967a92f3d010d2be2b1478348fb438cef8be2d1ccbb8ea844c25cfac5900c2f3"
    },
    "compensated": {
      "curve": [
        {
          "episode": 0,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 1,
          "mean": 1.35,
          "se": 0.0,
          "optimal_count": 0
        },
        {
          "episode": 2,
          "mean": 1.3640625,
          "se": 0.02950302714933519,
          "optimal_count": 37
        },
        {
          "episode": 3,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 4,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 5,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 6,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 7,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 8,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 9,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 10,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 11,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 12,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 13,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 14,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 15,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 16,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 17,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 18,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 19,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 20,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 21,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 22,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 23,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 24,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 25,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 26,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 27,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 28,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 29,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 30,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 31,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 32,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 33,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 34,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 35,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 36,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 37,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 38,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 39,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 40,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 41,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 42,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 43,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 44,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 45,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 46,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 47,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 48,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 49,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 50,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 51,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 52,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 53,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 54,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 55,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 56,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 57,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 58,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 59,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 60,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 61,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 62,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 63,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 64,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 65,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 66,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 67,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 68,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 69,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 70,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 71,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 72,
          "mean": 1.3359375,
          "se": 0.03991154058169555,
          "optimal_count": 62
        },
        {
          "episode": 73,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 74,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 75,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 76,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 77,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 78,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 79,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 80,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 81,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 82,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 83,
          "mean": 1.34296875,
          "se": 0.039926168231291186,
          "optimal_count": 63
        },
        {
          "episode": 84,
          "mean": 1.35,
          "se": 0.03993104292372512,
          "optimal_count": 64
        },
        {
          "episode": 85,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 86,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 87,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 88,
          "mean": 1.3570312500000001,
          "se": 0.039926168231291186,
          "optimal_count": 65
        },
        {
          "episode": 89,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 90,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 91,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 92,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 93,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 94,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 95,
          "mean": 1.37109375,
          "se": 0.03988714924495447,
          "optimal_count": 67
        },
        {
          "episode": 96,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 97,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 98,
          "mean": 1.378125,
          "se": 0.039852976293975696,
          "optimal_count": 68
        },
        {
          "episode": 99,
          "mean": 1.3921875000000001,
          "se": 0.0397551774317252,
          "optimal_count": 70
        },
        {
          "episode": 100,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 101,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 102,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 103,
          "mean": 1.39921875,
          "se": 0.03969147894912457,
          "optimal_count": 71
        },
        {
          "episode": 104,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 105,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 106,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 107,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 108,
          "mean": 1.40625,
          "se": 0.03961785343785832,
          "optimal_count": 72
        },
        {
          "episode": 109,
          "mean": 1.4203125,
          "se": 0.03944059145950016,
          "optimal_count": 74
        },
        {
          "episode": 110,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 111,
          "mean": 1.4273437500000001,
          "se": 0.03933681975543967,
          "optimal_count": 75
        },
        {
          "episode": 112,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 113,
          "mean": 1.434375,
          "se": 0.03922285001861386,
          "optimal_count": 76
        },
        {
          "episode": 114,
          "mean": 1.44140625,
          "se": 0.039098593069410846,
          "optimal_count": 77
        },
        {
          "episode": 115,
          "mean": 1.4484375,
          "se": 0.03896395048947248,
          "optimal_count": 78
        },
        {
          "episode": 116,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 117,
          "mean": 1.45546875,
          "se": 0.03881881421165155,
          "optimal_count": 79
        },
        {
          "episode": 118,
          "mean": 1.4625000000000001,
          "se": 0.03866306606007022,
          "optimal_count": 80
        },
        {
          "episode": 119,
          "mean": 1.46953125,
          "se": 0.03849657723546295,
          "optimal_count": 81
        },
        {
          "episode": 120,
          "mean": 1.46953125,
          "se": 0.03849657723546295,
          "optimal_count": 81
        },
        {
          "episode": 121,
          "mean": 1.4765625,
          "se": 0.03831920774025151,
          "optimal_count": 82
        },
        {
          "episode": 122,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 123,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 124,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 125,
          "mean": 1.48359375,
          "se": 0.03813080573695124,
          "optimal_count": 83
        },
        {
          "episode": 126,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 127,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 128,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 129,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 130,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 131,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 132,
          "mean": 1.490625,
          "se": 0.037931206832523184,
          "optimal_count": 84
        },
        {
          "episode": 133,
          "mean": 1.5046875,
          "se": 0.03749769308849094,
          "optimal_count": 86
        },
        {
          "episode": 134,
          "mean": 1.51171875,
          "se": 0.03726337902717801,
          "optimal_count": 87
        },
        {
          "episode": 135,
          "mean": 1.52578125,
          "se": 0.036758517374807106,
          "optimal_count": 89
        },
        {
          "episode": 136,
          "mean": 1.5328125000000001,
          "se": 0.03648746843918325,
          "optimal_count": 90
        },
        {
          "episode": 137,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 138,
          "mean": 1.53984375,
          "se": 0.03620363998164781,
          "optimal_count": 91
        },
        {
          "episode": 139,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 140,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 141,
          "mean": 1.55390625,
          "se": 0.035596407985967415,
          "optimal_count": 93
        },
        {
          "episode": 142,
          "mean": 1.5609375,
          "se": 0.0352723231481249,
          "optimal_count": 94
        },
        {
          "episode": 143,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 144,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 145,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 146,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 147,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 148,
          "mean": 1.5679687500000001,
          "se": 0.03493409137707788,
          "optimal_count": 95
        },
        {
          "episode": 149,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 150,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 151,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 152,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 153,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 154,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 155,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 156,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 157,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 158,
          "mean": 1.575,
          "se": 0.034581297571552795,
          "optimal_count": 96
        },
        {
          "episode": 159,
          "mean": 1.58203125,
          "se": 0.03421349126348429,
          "optimal_count": 97
        },
        {
          "episode": 160,
          "mean": 1.58203125,
          "se": 0.03421349126348429,
          "optimal_count": 97
        },
        {
          "episode": 161,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 162,
          "mean": 1.5890625,
          "se": 0.03383018280256145,
          "optimal_count": 98
        },
        {
          "episode": 163,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 164,
          "mean": 1.59609375,
          "se": 0.03343083896325232,
          "optimal_count": 99
        },
        {
          "episode": 165,
          "mean": 1.6031250000000001,
          "se": 0.03301487786488193,
          "optimal_count": 100
        },
        {
          "episode": 166,
          "mean": 1.61015625,
          "se": 0.032581663069788325,
          "optimal_count": 101
        },
        {
          "episode": 167,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 168,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 169,
          "mean": 1.6171875,
          "se": 0.032130496691886404,
          "optimal_count": 102
        },
        {
          "episode": 170,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 171,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 172,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 173,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 174,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 175,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 176,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 177,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 178,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 179,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 180,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 181,
          "mean": 1.62421875,
          "se": 0.03166061130577572,
          "optimal_count": 103
        },
        {
          "episode": 182,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 183,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 184,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 185,
          "mean": 1.6382812500000001,
          "se": 0.0306612069784202,
          "optimal_count": 105
        },
        {
          "episode": 186,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 187,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 188,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 189,
          "mean": 1.6453125,
          "se": 0.03012971005342639,
          "optimal_count": 106
        },
        {
          "episode": 190,
          "mean": 1.659375,
          "se": 0.028997299545052667,
          "optimal_count": 108
        },
        {
          "episode": 191,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 192,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 193,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 194,
          "mean": 1.66640625,
          "se": 0.028393617581728835,
          "optimal_count": 109
        },
        {
          "episode": 195,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 196,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 197,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 198,
          "mean": 1.6734375000000001,
          "se": 0.02776280063616396,
          "optimal_count": 110
        },
        {
          "episode": 199,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 200,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 201,
          "mean": 1.68046875,
          "se": 0.027102954087392158,
          "optimal_count": 111
        },
        {
          "episode": 202,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 203,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 204,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 205,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 206,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 207,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 208,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 209,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 210,
          "mean": 1.6875,
          "se": 0.026411902291905542,
          "optimal_count": 112
        },
        {
          "episode": 211,
          "mean": 1.69453125,
          "se": 0.025687126861621168,
          "optimal_count": 113
        },
        {
          "episode": 212,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 213,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 214,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 215,
          "mean": 1.715625,
          "se": 0.0232782483334215,
          "optimal_count": 116
        },
        {
          "episode": 216,
          "mean": 1.72265625,
          "se": 0.022383085454338075,
          "optimal_count": 117
        },
        {
          "episode": 217,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 218,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 219,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 220,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 221,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 222,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 223,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 224,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 225,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 226,
          "mean": 1.7296875,
          "se": 0.02143244327541629,
          "optimal_count": 118
        },
        {
          "episode": 227,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 228,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 229,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 230,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 231,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 232,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 233,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 234,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 235,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 236,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 237,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 238,
          "mean": 1.73671875,
          "se": 0.0204185742980662,
          "optimal_count": 119
        },
        {
          "episode": 239,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 240,
          "mean": 1.7437500000000001,
          "se": 0.01933153303003511,
          "optimal_count": 120
        },
        {
          "episode": 241,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 242,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 243,
          "mean": 1.75078125,
          "se": 0.018158182825685057,
          "optimal_count": 121
        },
        {
          "episode": 244,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 245,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 246,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 247,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 248,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 249,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 250,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 251,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 252,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 253,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 254,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 255,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 256,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 257,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 258,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 259,
          "mean": 1.7578125,
          "se": 0.016880535509415737,
          "optimal_count": 122
        },
        {
          "episode": 260,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 261,
          "mean": 1.76484375,
          "se": 0.015472775961418937,
          "optimal_count": 123
        },
        {
          "episode": 262,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 263,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 264,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 265,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 266,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 267,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 268,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 269,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 270,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 271,
          "mean": 1.771875,
          "se": 0.013895414860084538,
          "optimal_count": 124
        },
        {
          "episode": 272,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 273,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 274,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 275,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 276,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 277,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 278,
          "mean": 1.7789062500000001,
          "se": 0.012082208143771945,
          "optimal_count": 125
        },
        {
          "episode": 279,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 280,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 281,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 282,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 283,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 284,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 285,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 286,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 287,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 288,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 289,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 290,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 291,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 292,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 293,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 294,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 295,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 296,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 297,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 298,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 299,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        },
        {
          "episode": 300,
          "mean": 1.7859375,
          "se": 0.009904463359464578,
          "optimal_count": 126
        }
      ],
      "mean_training_regret": 81.196875,
      "actions_sha256": "6019c6a5816a29091d1a8c23cb4a1434312f061423c143fb26a23ad9b2bde9f1"
    }
  },
  "equivalence_checks": [
    {
      "pair": [
        "helpful",
        "helpful_initialization"
      ],
      "action_mismatches": 0,
      "max_delta_or_shift_error": 0.0
    },
    {
      "pair": [
        "hostile",
        "hostile_initialization"
      ],
      "action_mismatches": 0,
      "max_delta_or_shift_error": 1.7763568394002505e-15
    },
    {
      "pair": [
        "compensated",
        "plain"
      ],
      "action_mismatches": 0,
      "max_delta_or_shift_error": 1.7763568394002505e-15
    }
  ],
  "seed_0_traces": {
    "plain": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 1.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            0.0
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            0.0
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            0.4
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36000000000000004,
        "q": [
          [
            0.07200000000000001,
            0.0
          ],
          [
            0.4
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.6,
        "q": [
          [
            0.07200000000000001,
            0.0
          ],
          [
            0.7200000000000001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5760000000000001,
        "q": [
          [
            0.18720000000000003,
            0.0
          ],
          [
            0.7200000000000001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.2799999999999998,
        "q": [
          [
            0.18720000000000003,
            0.0
          ],
          [
            0.976
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.6911999999999999,
        "q": [
          [
            0.32544000000000006,
            0.0
          ],
          [
            0.976
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.024,
        "q": [
          [
            0.32544000000000006,
            0.0
          ],
          [
            1.1808
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.73728,
        "q": [
          [
            0.4728960000000001,
            0.0
          ],
          [
            1.1808
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.8191999999999999,
        "q": [
          [
            0.4728960000000001,
            0.0
          ],
          [
            1.34464
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.73728,
        "q": [
          [
            0.6203520000000001,
            0.0
          ],
          [
            1.34464
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.6553599999999999,
        "q": [
          [
            0.6203520000000001,
            0.0
          ],
          [
            1.4757120000000001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.7077888,
        "q": [
          [
            0.7619097600000001,
            0.0
          ],
          [
            1.4757120000000001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.5242879999999999,
        "q": [
          [
            0.7619097600000001,
            0.0
          ],
          [
            1.5805696
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.66060288,
        "q": [
          [
            0.8940303360000001,
            0.0
          ],
          [
            1.5805696
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.4194304,
        "q": [
          [
            0.8940303360000001,
            0.0
          ],
          [
            1.66445568
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.6039797760000001,
        "q": [
          [
            1.0148262912000001,
            0.0
          ],
          [
            1.66445568
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.3355443199999999,
        "q": [
          [
            1.0148262912000001,
            0.0
          ],
          [
            1.731564544
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5435817984,
        "q": [
          [
            1.1235426508800002,
            0.0
          ],
          [
            1.731564544
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.26843545599999996,
        "q": [
          [
            1.1235426508800002,
            0.0
          ],
          [
            1.7852516352
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.4831838207999999,
        "q": [
          [
            1.22017941504,
            0.0
          ],
          [
            1.7852516352
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.21474836479999992,
        "q": [
          [
            1.22017941504,
            0.0
          ],
          [
            1.8282013081600001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.4252017623040001,
        "q": [
          [
            1.3052197675008002,
            0.0
          ],
          [
            1.8282013081600001
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.17179869183999985,
        "q": [
          [
            1.3052197675008002,
            0.0
          ],
          [
            1.862561046528
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.3710851743743999,
        "q": [
          [
            1.3794368023756802,
            0.0
          ],
          [
            1.862561046528
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.13743895347199997,
        "q": [
          [
            1.3794368023756802,
            0.0
          ],
          [
            1.8900488372224
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.3216071511244798,
        "q": [
          [
            1.4437582326005762,
            0.0
          ],
          [
            1.8900488372224
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.10995116277759998,
        "q": [
          [
            1.4437582326005762,
            0.0
          ],
          [
            1.91203906977792
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.2770769301995517,
        "q": [
          [
            1.4991736186404865,
            0.0
          ],
          [
            1.91203906977792
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.08796093022208007,
        "q": [
          [
            1.4991736186404865,
            0.0
          ],
          [
            1.9296312558223359
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.23749451159961588,
        "q": [
          [
            1.5466725209604097,
            0.0
          ],
          [
            1.9296312558223359
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.07036874417766414,
        "q": [
          [
            1.5466725209604097,
            0.0
          ],
          [
            1.9437050046578688
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.20266198323167228,
        "q": [
          [
            1.5872049176067442,
            0.0
          ],
          [
            1.9437050046578688
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.05629499534213123,
        "q": [
          [
            1.5872049176067442,
            0.0
          ],
          [
            1.954964003726295
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.17226268574692138,
        "q": [
          [
            1.6216574547561284,
            0.0
          ],
          [
            1.954964003726295
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.045035996273705026,
        "q": [
          [
            1.6216574547561284,
            0.0
          ],
          [
            1.963971202981036
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.14591662792680382,
        "q": [
          [
            1.6508407803414893,
            0.0
          ],
          [
            1.963971202981036
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.03602879701896411,
        "q": [
          [
            1.6508407803414893,
            0.0
          ],
          [
            1.9711769623848288
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.12321848580485661,
        "q": [
          [
            1.6754844775024607,
            0.0
          ],
          [
            1.9711769623848288
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.028823037615171243,
        "q": [
          [
            1.6754844775024607,
            0.0
          ],
          [
            1.976941569907863
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.10376293541461612,
        "q": [
          [
            1.696237064585384,
            0.0
          ],
          [
            1.976941569907863
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.02305843009213704,
        "q": [
          [
            1.696237064585384,
            0.0
          ],
          [
            1.9815532559262903
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.08716086574827742,
        "q": [
          [
            1.7136692377350393,
            0.0
          ],
          [
            1.9815532559262903
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.01844674407370972,
        "q": [
          [
            1.7136692377350393,
            0.0
          ],
          [
            1.9852426047410323
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0730491065318899,
        "q": [
          [
            1.7282790590414172,
            0.0
          ],
          [
            1.9852426047410323
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.014757395258967687,
        "q": [
          [
            1.7282790590414172,
            0.0
          ],
          [
            1.9881940837928258
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.06109561637212613,
        "q": [
          [
            1.7404981823158425,
            0.0
          ],
          [
            1.9881940837928258
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.011805916207174194,
        "q": [
          [
            1.7404981823158425,
            0.0
          ],
          [
            1.9905552670342606
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.051001558014992066,
        "q": [
          [
            1.750698493918841,
            0.0
          ],
          [
            1.9905552670342606
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.009444732965739444,
        "q": [
          [
            1.750698493918841,
            0.0
          ],
          [
            1.9924442136274085
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.04250129834582661,
        "q": [
          [
            1.7591987535880063,
            0.0
          ],
          [
            1.9924442136274085
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0075557863725914665,
        "q": [
          [
            1.7591987535880063,
            0.0
          ],
          [
            1.9939553709019269
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.03536108022372786,
        "q": [
          [
            1.7662709696327519,
            0.0
          ],
          [
            1.9939553709019269
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.006044629098073129,
        "q": [
          [
            1.7662709696327519,
            0.0
          ],
          [
            1.9951642967215415
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.029376897416635517,
        "q": [
          [
            1.772146349116079,
            0.0
          ],
          [
            1.9951642967215415
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.004835703278458503,
        "q": [
          [
            1.772146349116079,
            0.0
          ],
          [
            1.9961314373772332
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.024371944523430944,
        "q": [
          [
            1.7770207380207652,
            0.0
          ],
          [
            1.9961314373772332
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0038685626227668024,
        "q": [
          [
            1.7770207380207652,
            0.0
          ],
          [
            1.9969051499017865
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02019389689084261,
        "q": [
          [
            1.7810595173989336,
            0.0
          ],
          [
            1.9969051499017865
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0030948500982135307,
        "q": [
          [
            1.7810595173989336,
            0.0
          ],
          [
            1.997524119921429
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.016712190530352666,
        "q": [
          [
            1.7844019555050041,
            0.0
          ],
          [
            1.997524119921429
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0024758800785709134,
        "q": [
          [
            1.7844019555050041,
            0.0
          ],
          [
            1.9980192959371432
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.013815410838424746,
        "q": [
          [
            1.787165037672689,
            0.0
          ],
          [
            1.9980192959371432
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.001980704062856775,
        "q": [
          [
            1.787165037672689,
            0.0
          ],
          [
            1.9984154367497147
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.011408855402054163,
        "q": [
          [
            1.7894468087531,
            0.0
          ],
          [
            1.9984154367497147
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0015845632502853313,
        "q": [
          [
            1.7894468087531,
            0.0
          ],
          [
            1.9987323493997717
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.009412305706694601,
        "q": [
          [
            1.7913292698944387,
            0.0
          ],
          [
            1.9987323493997717
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.001267650600228265,
        "q": [
          [
            1.7913292698944387,
            0.0
          ],
          [
            1.9989858795198174
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.007758021673397009,
        "q": [
          [
            1.7928808742291182,
            0.0
          ],
          [
            1.9989858795198174
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0010141204801825676,
        "q": [
          [
            1.7928808742291182,
            0.0
          ],
          [
            1.999188703615854
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.006388959025150465,
        "q": [
          [
            1.7941586660341484,
            0.0
          ],
          [
            1.999188703615854
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0008112963841460097,
        "q": [
          [
            1.7941586660341484,
            0.0
          ],
          [
            1.999350962892683
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.005257200569266374,
        "q": [
          [
            1.7952101061480017,
            0.0
          ],
          [
            1.999350962892683
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0006490371073168966,
        "q": [
          [
            1.7952101061480017,
            0.0
          ],
          [
            1.9994807703141464
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.004322587134730105,
        "q": [
          [
            1.7960746235749476,
            0.0
          ],
          [
            1.9994807703141464
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0005192296858536061,
        "q": [
          [
            1.7960746235749476,
            0.0
          ],
          [
            1.9995846162513171
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.003551531051237733,
        "q": [
          [
            1.7967849297851952,
            0.0
          ],
          [
            1.9995846162513171
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00041538374868288486,
        "q": [
          [
            1.7967849297851952,
            0.0
          ],
          [
            1.9996676930010537
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0029159939157532566,
        "q": [
          [
            1.7973681285683458,
            0.0
          ],
          [
            1.9996676930010537
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0003323069989462635,
        "q": [
          [
            1.7973681285683458,
            0.0
          ],
          [
            1.999734154400843
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.002392610392412786,
        "q": [
          [
            1.7978466506468285,
            0.0
          ],
          [
            1.999734154400843
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0002658455991570996,
        "q": [
          [
            1.7978466506468285,
            0.0
          ],
          [
            1.9997873235206742
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.001961940521778338,
        "q": [
          [
            1.7982390387511842,
            0.0
          ],
          [
            1.9997873235206742
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0002126764793257685,
        "q": [
          [
            1.7982390387511842,
            0.0
          ],
          [
            1.9998298588165393
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00160783418370114,
        "q": [
          [
            1.7985606055879244,
            0.0
          ],
          [
            1.9998298588165393
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00017014118346070362,
        "q": [
          [
            1.7985606055879244,
            0.0
          ],
          [
            1.9998638870532315
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.001316892759984034,
        "q": [
          [
            1.7988239841399212,
            0.0
          ],
          [
            1.9998638870532315
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00013611294676851848,
        "q": [
          [
            1.7988239841399212,
            0.0
          ],
          [
            1.999891109642585
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0010780145384055029,
        "q": [
          [
            1.7990395870476024,
            0.0
          ],
          [
            1.999891109642585
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0001088903574149036,
        "q": [
          [
            1.7990395870476024,
            0.0
          ],
          [
            1.9999128877140682
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0008820118950589872,
        "q": [
          [
            1.7992159894266142,
            0.0
          ],
          [
            1.9999128877140682
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.711228593183407e-05,
        "q": [
          [
            1.7992159894266142,
            0.0
          ],
          [
            1.9999303101712544
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00072128972751484,
        "q": [
          [
            1.799360247372117,
            0.0
          ],
          [
            1.9999303101712544
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.968982874555607e-05,
        "q": [
          [
            1.799360247372117,
            0.0
          ],
          [
            1.9999442481370036
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0005895759511862497,
        "q": [
          [
            1.7994781625623544,
            0.0
          ],
          [
            1.9999442481370036
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.5751862996444856e-05,
        "q": [
          [
            1.7994781625623544,
            0.0
          ],
          [
            1.9999553985096028
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00048169609628812005,
        "q": [
          [
            1.799574501781612,
            0.0
          ],
          [
            1.9999553985096028
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.4601490397200294e-05,
        "q": [
          [
            1.799574501781612,
            0.0
          ],
          [
            1.9999643188076823
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00039338514530218305,
        "q": [
          [
            1.7996531788106724,
            0.0
          ],
          [
            1.9999643188076823
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.568119231767142e-05,
        "q": [
          [
            1.7996531788106724,
            0.0
          ],
          [
            1.9999714550461458
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0003211307308588207,
        "q": [
          [
            1.7997174049568443,
            0.0
          ],
          [
            1.9999714550461458
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.8544953854181543e-05,
        "q": [
          [
            1.7997174049568443,
            0.0
          ],
          [
            1.9999771640369166
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00026204267638063605,
        "q": [
          [
            1.7997698134921205,
            0.0
          ],
          [
            1.9999771640369166
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.2835963083389643e-05,
        "q": [
          [
            1.7997698134921205,
            0.0
          ],
          [
            1.9999817312295334
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00021374461445966553,
        "q": [
          [
            1.7998125624150125,
            0.0
          ],
          [
            1.9999817312295334
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.8268770466622897e-05,
        "q": [
          [
            1.7998125624150125,
            0.0
          ],
          [
            1.9999853849836267
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00017428407025144033,
        "q": [
          [
            1.7998474192290628,
            0.0
          ],
          [
            1.9999853849836267
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4615016373342726e-05,
        "q": [
          [
            1.7998474192290628,
            0.0
          ],
          [
            1.9999883079869014
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0001420579591484561,
        "q": [
          [
            1.7998758308208924,
            0.0
          ],
          [
            1.9999883079869014
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1692013098585363e-05,
        "q": [
          [
            1.7998758308208924,
            0.0
          ],
          [
            1.9999906463895212
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.18000000000000002,
        "q": [
          [
            1.7998758308208924,
            0.036000000000000004
          ],
          [
            1.9999906463895212
          ],
          [
            0.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.8,
        "q": [
          [
            1.7998758308208924,
            0.036000000000000004
          ],
          [
            1.9999906463895212
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00011575092967675005,
        "q": [
          [
            1.7998989810068278,
            0.036000000000000004
          ],
          [
            1.9999906463895212
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.353610478823882e-06,
        "q": [
          [
            1.7998989810068278,
            0.036000000000000004
          ],
          [
            1.9999925171116169
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.428439362735297e-05,
        "q": [
          [
            1.7999178378855532,
            0.036000000000000004
          ],
          [
            1.9999925171116169
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.482888383147923e-06,
        "q": [
          [
            1.7999178378855532,
            0.036000000000000004
          ],
          [
            1.9999940136892935
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.677443481113322e-05,
        "q": [
          [
            1.7999331927725153,
            0.036000000000000004
          ],
          [
            1.9999940136892935
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.98631070647393e-06,
        "q": [
          [
            1.7999331927725153,
            0.036000000000000004
          ],
          [
            1.9999952109514347
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.249708377592533e-05,
        "q": [
          [
            1.7999456921892705,
            0.036000000000000004
          ],
          [
            1.9999952109514347
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.7890485652679615e-06,
        "q": [
          [
            1.7999456921892705,
            0.036000000000000004
          ],
          [
            1.9999961687611478
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.08596957626839e-05,
        "q": [
          [
            1.799955864128423,
            0.036000000000000004
          ],
          [
            1.9999961687611478
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.83123885216996e-06,
        "q": [
          [
            1.799955864128423,
            0.036000000000000004
          ],
          [
            1.9999969350089182
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.1377379603302344e-05,
        "q": [
          [
            1.7999641396043438,
            0.036000000000000004
          ],
          [
            1.9999969350089182
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.064991081824786e-06,
        "q": [
          [
            1.7999641396043438,
            0.036000000000000004
          ],
          [
            1.9999975480071346
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.365360207729928e-05,
        "q": [
          [
            1.7999708703247592,
            0.036000000000000004
          ],
          [
            1.9999975480071346
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.45199286541542e-06,
        "q": [
          [
            1.7999708703247592,
            0.036000000000000004
          ],
          [
            1.9999980384057077
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.7364240377636406e-05,
        "q": [
          [
            1.7999763431728348,
            0.036000000000000004
          ],
          [
            1.9999980384057077
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.961594292332336e-06,
        "q": [
          [
            1.7999763431728348,
            0.036000000000000004
          ],
          [
            1.9999984307245662
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.2244479274791118e-05,
        "q": [
          [
            1.7999807920686899,
            0.036000000000000004
          ],
          [
            1.9999984307245662
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.5692754338214598e-06,
        "q": [
          [
            1.7999807920686899,
            0.036000000000000004
          ],
          [
            1.999998744579653
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8078052997916316e-05,
        "q": [
          [
            1.7999844076792895,
            0.036000000000000004
          ],
          [
            1.999998744579653
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.255420347012759e-06,
        "q": [
          [
            1.7999844076792895,
            0.036000000000000004
          ],
          [
            1.9999989956637223
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4688418060737618e-05,
        "q": [
          [
            1.7999873453629016,
            0.036000000000000004
          ],
          [
            1.9999989956637223
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.004336277699025e-06,
        "q": [
          [
            1.7999873453629016,
            0.036000000000000004
          ],
          [
            1.9999991965309778
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1931514978469338e-05,
        "q": [
          [
            1.7999897316658973,
            0.036000000000000004
          ],
          [
            1.9999991965309778
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.034690222036289e-07,
        "q": [
          [
            1.7999897316658973,
            0.036000000000000004
          ],
          [
            1.9999993572247823
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.689836406812091e-06,
        "q": [
          [
            1.7999916696331786,
            0.036000000000000004
          ],
          [
            1.9999993572247823
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.427752177184942e-07,
        "q": [
          [
            1.7999916696331786,
            0.036000000000000004
          ],
          [
            1.9999994857798258
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.867568664554625e-06,
        "q": [
          [
            1.7999932431469114,
            0.036000000000000004
          ],
          [
            1.9999994857798258
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.142201742192043e-07,
        "q": [
          [
            1.7999932431469114,
            0.036000000000000004
          ],
          [
            1.9999995886238606
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.386614563202997e-06,
        "q": [
          [
            1.799994520469824,
            0.036000000000000004
          ],
          [
            1.9999995886238606
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.1137613937536344e-07,
        "q": [
          [
            1.799994520469824,
            0.036000000000000004
          ],
          [
            1.9999996708990886
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.183339355729899e-06,
        "q": [
          [
            1.799995557137695,
            0.036000000000000004
          ],
          [
            1.9999996708990886
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.291009114114729e-07,
        "q": [
          [
            1.799995557137695,
            0.036000000000000004
          ],
          [
            1.9999997367192708
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.205909648558048e-06,
        "q": [
          [
            1.7999963983196248,
            0.036000000000000004
          ],
          [
            1.9999997367192708
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.6328072921799617e-07,
        "q": [
          [
            1.7999963983196248,
            0.036000000000000004
          ],
          [
            1.9999997893754167
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.4121182501678504e-06,
        "q": [
          [
            1.7999970807432748,
            0.036000000000000004
          ],
          [
            1.9999997893754167
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.1062458332998801e-07,
        "q": [
          [
            1.7999970807432748,
            0.036000000000000004
          ],
          [
            1.9999998315003333
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.7676070253335183e-06,
        "q": [
          [
            1.79999763426468,
            0.036000000000000004
          ],
          [
            1.9999998315003333
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.684996666639904e-07,
        "q": [
          [
            1.79999763426468,
            0.036000000000000004
          ],
          [
            1.9999998652002666
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.28800000000000003,
        "q": [
          [
            1.79999763426468,
            0.09360000000000002
          ],
          [
            1.9999998652002666
          ],
          [
            0.36000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.6399999999999999,
        "q": [
          [
            1.79999763426468,
            0.09360000000000002
          ],
          [
            1.9999998652002666
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.2444155600709337e-06,
        "q": [
          [
            1.799998083147792,
            0.09360000000000002
          ],
          [
            1.9999998652002666
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.3479973337560125e-07,
        "q": [
          [
            1.799998083147792,
            0.09360000000000002
          ],
          [
            1.9999998921602133
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8197964000155054e-06,
        "q": [
          [
            1.799998447107072,
            0.09360000000000002
          ],
          [
            1.9999998921602133
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.0783978665607208e-07,
        "q": [
          [
            1.799998447107072,
            0.09360000000000002
          ],
          [
            1.9999999137281708
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4752482817570467e-06,
        "q": [
          [
            1.7999987421567283,
            0.09360000000000002
          ],
          [
            1.9999999137281708
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.627182923603982e-08,
        "q": [
          [
            1.7999987421567283,
            0.09360000000000002
          ],
          [
            1.9999999309825367
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1957275547480606e-06,
        "q": [
          [
            1.7999989813022392,
            0.09360000000000002
          ],
          [
            1.9999999309825367
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.901746330001401e-08,
        "q": [
          [
            1.7999989813022392,
            0.09360000000000002
          ],
          [
            1.9999999447860293
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.690051872013328e-07,
        "q": [
          [
            1.7999991751032767,
            0.09360000000000002
          ],
          [
            1.9999999447860293
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.5213970728829054e-08,
        "q": [
          [
            1.7999991751032767,
            0.09360000000000002
          ],
          [
            1.9999999558288235
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.851426644389647e-07,
        "q": [
          [
            1.7999993321318095,
            0.09360000000000002
          ],
          [
            1.9999999558288235
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.41711764942454e-08,
        "q": [
          [
            1.7999993321318095,
            0.09360000000000002
          ],
          [
            1.9999999646630588
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.360649433823085e-07,
        "q": [
          [
            1.799999459344798,
            0.09360000000000002
          ],
          [
            1.9999999646630588
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.53369411509874e-08,
        "q": [
          [
            1.799999459344798,
            0.09360000000000002
          ],
          [
            1.999999971730447
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.152126043572736e-07,
        "q": [
          [
            1.799999562387319,
            0.09360000000000002
          ],
          [
            1.999999971730447
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.826955292078992e-08,
        "q": [
          [
            1.799999562387319,
            0.09360000000000002
          ],
          [
            1.9999999773843578
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.1725860300267925e-07,
        "q": [
          [
            1.7999996458390397,
            0.09360000000000002
          ],
          [
            1.9999999773843578
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.2615642247814094e-08,
        "q": [
          [
            1.7999996458390397,
            0.09360000000000002
          ],
          [
            1.9999999819074863
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.378776980422771e-07,
        "q": [
          [
            1.7999997134145793,
            0.09360000000000002
          ],
          [
            1.9999999819074863
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.8092513709433433e-08,
        "q": [
          [
            1.7999997134145793,
            0.09360000000000002
          ],
          [
            1.9999999855259891
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.735588109370468e-07,
        "q": [
          [
            1.7999997681263415,
            0.09360000000000002
          ],
          [
            1.9999999855259891
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4474010878728905e-08,
        "q": [
          [
            1.7999997681263415,
            0.09360000000000002
          ],
          [
            1.9999999884207913
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.2145237066339973e-07,
        "q": [
          [
            1.7999998124168157,
            0.09360000000000002
          ],
          [
            1.9999999884207913
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1579208702983124e-08,
        "q": [
          [
            1.7999998124168157,
            0.09360000000000002
          ],
          [
            1.999999990736633
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7924615414166567e-07,
        "q": [
          [
            1.7999998482660466,
            0.09360000000000002
          ],
          [
            1.999999990736633
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.263366962386499e-09,
        "q": [
          [
            1.7999998482660466,
            0.09360000000000002
          ],
          [
            1.9999999925893064
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4506432921557177e-07,
        "q": [
          [
            1.7999998772789125,
            0.09360000000000002
          ],
          [
            1.9999999925893064
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.41069361431812e-09,
        "q": [
          [
            1.7999998772789125,
            0.09360000000000002
          ],
          [
            1.999999994071445
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1738538807648524e-07,
        "q": [
          [
            1.7999999007559901,
            0.09360000000000002
          ],
          [
            1.999999994071445
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.928554980272338e-09,
        "q": [
          [
            1.7999999007559901,
            0.09360000000000002
          ],
          [
            1.999999995257156
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.497545039316435e-08,
        "q": [
          [
            1.7999999197510803,
            0.09360000000000002
          ],
          [
            1.999999995257156
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.7428438954000285e-09,
        "q": [
          [
            1.7999999197510803,
            0.09360000000000002
          ],
          [
            1.9999999962057249
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.683407221570349e-08,
        "q": [
          [
            1.7999999351178948,
            0.09360000000000002
          ],
          [
            1.9999999962057249
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.794275116320023e-09,
        "q": [
          [
            1.7999999351178948,
            0.09360000000000002
          ],
          [
            1.9999999969645799
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.215022718691898e-08,
        "q": [
          [
            1.7999999475479402,
            0.09360000000000002
          ],
          [
            1.9999999969645799
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.0354201374649392e-09,
        "q": [
          [
            1.7999999475479402,
            0.09360000000000002
          ],
          [
            1.9999999975716638
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.0266557138911594e-08,
        "q": [
          [
            1.7999999576012518,
            0.09360000000000002
          ],
          [
            1.9999999975716638
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.4283361987897933e-09,
        "q": [
          [
            1.7999999576012518,
            0.09360000000000002
          ],
          [
            1.999999998057331
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.0650346200266085e-08,
        "q": [
          [
            1.799999965731321,
            0.09360000000000002
          ],
          [
            1.999999998057331
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.9426689146229137e-09,
        "q": [
          [
            1.799999965731321,
            0.09360000000000002
          ],
          [
            1.999999998445865
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.286995742257659e-08,
        "q": [
          [
            1.7999999723053126,
            0.09360000000000002
          ],
          [
            1.999999998445865
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.554135042880489e-09,
        "q": [
          [
            1.7999999723053126,
            0.09360000000000002
          ],
          [
            1.9999999987566919
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.657571007702586e-08,
        "q": [
          [
            1.7999999776204547,
            0.09360000000000002
          ],
          [
            1.9999999987566919
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.2433081231222332e-09,
        "q": [
          [
            1.7999999776204547,
            0.09360000000000002
          ],
          [
            1.9999999990053534
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.148436339943771e-08,
        "q": [
          [
            1.7999999819173274,
            0.09360000000000002
          ],
          [
            1.9999999990053534
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.946465873156285e-10,
        "q": [
          [
            1.7999999819173274,
            0.09360000000000002
          ],
          [
            1.9999999992042827
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7366527105266982e-08,
        "q": [
          [
            1.7999999853906328,
            0.09360000000000002
          ],
          [
            1.9999999992042827
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.957172698525028e-10,
        "q": [
          [
            1.7999999853906328,
            0.09360000000000002
          ],
          [
            1.999999999363426
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4036450668442058e-08,
        "q": [
          [
            1.799999988197923,
            0.09360000000000002
          ],
          [
            1.999999999363426
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.365739046998442e-10,
        "q": [
          [
            1.799999988197923,
            0.09360000000000002
          ],
          [
            1.999999999490741
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1343743944181028e-08,
        "q": [
          [
            1.7999999904666717,
            0.09360000000000002
          ],
          [
            1.999999999490741
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.092590793509544e-10,
        "q": [
          [
            1.7999999904666717,
            0.09360000000000002
          ],
          [
            1.9999999995925928
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.166661874004944e-09,
        "q": [
          [
            1.799999992300004,
            0.09360000000000002
          ],
          [
            1.9999999995925928
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.074072190718425e-10,
        "q": [
          [
            1.799999992300004,
            0.09360000000000002
          ],
          [
            1.9999999996740743
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.406662838604916e-09,
        "q": [
          [
            1.7999999937813367,
            0.09360000000000002
          ],
          [
            1.9999999996740743
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.2592573084855303e-10,
        "q": [
          [
            1.7999999937813367,
            0.09360000000000002
          ],
          [
            1.9999999997392595
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.983996853586859e-09,
        "q": [
          [
            1.799999994978136,
            0.09360000000000002
          ],
          [
            1.9999999997392595
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.6074054026992144e-10,
        "q": [
          [
            1.799999994978136,
            0.09360000000000002
          ],
          [
            1.9999999997914075
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.834130873376807e-09,
        "q": [
          [
            1.7999999959449622,
            0.09360000000000002
          ],
          [
            1.9999999997914075
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.0859247662485814e-10,
        "q": [
          [
            1.7999999959449622,
            0.09360000000000002
          ],
          [
            1.999999999833126
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.904851109126639e-09,
        "q": [
          [
            1.7999999967259324,
            0.09360000000000002
          ],
          [
            1.999999999833126
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.6687407011772848e-10,
        "q": [
          [
            1.7999999967259324,
            0.09360000000000002
          ],
          [
            1.9999999998665008
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.1539184597306757e-09,
        "q": [
          [
            1.799999997356716,
            0.09360000000000002
          ],
          [
            1.9999999998665008
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.334992116852618e-10,
        "q": [
          [
            1.799999997356716,
            0.09360000000000002
          ],
          [
            1.9999999998932005
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.5471644793384485e-09,
        "q": [
          [
            1.799999997866149,
            0.09360000000000002
          ],
          [
            1.9999999998932005
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.0679945816605141e-10,
        "q": [
          [
            1.799999997866149,
            0.09360000000000002
          ],
          [
            1.9999999999145603
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.0569554948224322e-09,
        "q": [
          [
            1.79999999827754,
            0.09360000000000002
          ],
          [
            1.9999999999145603
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.54396553506831e-11,
        "q": [
          [
            1.79999999827754,
            0.09360000000000002
          ],
          [
            1.9999999999316482
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.6609433828307374e-09,
        "q": [
          [
            1.7999999986097288,
            0.09360000000000002
          ],
          [
            1.9999999999316482
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.835176868946746e-11,
        "q": [
          [
            1.7999999986097288,
            0.09360000000000002
          ],
          [
            1.9999999999453186
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.34105793136996e-09,
        "q": [
          [
            1.7999999988779405,
            0.09360000000000002
          ],
          [
            1.9999999999453186
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.4681370542652985e-11,
        "q": [
          [
            1.7999999988779405,
            0.09360000000000002
          ],
          [
            1.999999999956255
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0826890495252428e-09,
        "q": [
          [
            1.7999999990944784,
            0.09360000000000002
          ],
          [
            1.999999999956255
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.374500761628042e-11,
        "q": [
          [
            1.7999999990944784,
            0.09360000000000002
          ],
          [
            1.999999999965004
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.740252965822037e-10,
        "q": [
          [
            1.7999999992692834,
            0.09360000000000002
          ],
          [
            1.999999999965004
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.4996006093024334e-11,
        "q": [
          [
            1.7999999992692834,
            0.09360000000000002
          ],
          [
            1.9999999999720033
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.055196427074861e-10,
        "q": [
          [
            1.7999999994103875,
            0.09360000000000002
          ],
          [
            1.9999999999720033
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.7996716056577498e-11,
        "q": [
          [
            1.7999999994103875,
            0.09360000000000002
          ],
          [
            1.9999999999776026
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.694549276569205e-10,
        "q": [
          [
            1.7999999995242784,
            0.09360000000000002
          ],
          [
            1.9999999999776026
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.2397417254182983e-11,
        "q": [
          [
            1.7999999995242784,
            0.09360000000000002
          ],
          [
            1.999999999982082
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.5959547279039725e-10,
        "q": [
          [
            1.7999999996161975,
            0.09360000000000002
          ],
          [
            1.999999999982082
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.79178893944254e-11,
        "q": [
          [
            1.7999999996161975,
            0.09360000000000002
          ],
          [
            1.9999999999856657
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.709017537545378e-10,
        "q": [
          [
            1.799999999690378,
            0.09360000000000002
          ],
          [
            1.9999999999856657
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4334311515540321e-11,
        "q": [
          [
            1.799999999690378,
            0.09360000000000002
          ],
          [
            1.9999999999885325
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.9930125045041223e-10,
        "q": [
          [
            1.7999999997502383,
            0.09360000000000002
          ],
          [
            1.9999999999885325
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1467493621353242e-11,
        "q": [
          [
            1.7999999997502383,
            0.09360000000000002
          ],
          [
            1.999999999990826
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.4150526023447583e-10,
        "q": [
          [
            1.7999999997985394,
            0.09360000000000002
          ],
          [
            1.999999999990826
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.173994897082594e-12,
        "q": [
          [
            1.7999999997985394,
            0.09360000000000002
          ],
          [
            1.9999999999926608
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.9485524305196122e-10,
        "q": [
          [
            1.7999999998375105,
            0.09360000000000002
          ],
          [
            1.9999999999926608
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.33924032658706e-12,
        "q": [
          [
            1.7999999998375105,
            0.09360000000000002
          ],
          [
            1.9999999999941287
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.5720535984087292e-10,
        "q": [
          [
            1.7999999998689515,
            0.09360000000000002
          ],
          [
            1.9999999999941287
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.871303443427678e-12,
        "q": [
          [
            1.7999999998689515,
            0.09360000000000002
          ],
          [
            1.9999999999953029
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2682099814753656e-10,
        "q": [
          [
            1.7999999998943157,
            0.09360000000000002
          ],
          [
            1.9999999999953029
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.697131572584112e-12,
        "q": [
          [
            1.7999999998943157,
            0.09360000000000002
          ],
          [
            1.9999999999962423
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0230238878250475e-10,
        "q": [
          [
            1.7999999999147762,
            0.09360000000000002
          ],
          [
            1.9999999999962423
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.757660849146305e-12,
        "q": [
          [
            1.7999999999147762,
            0.09360000000000002
          ],
          [
            1.999999999996994
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.251843652828939e-11,
        "q": [
          [
            1.79999999993128,
            0.09360000000000002
          ],
          [
            1.999999999996994
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.006039861475074e-12,
        "q": [
          [
            1.79999999993128,
            0.09360000000000002
          ],
          [
            1.9999999999975953
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.655587192483381e-11,
        "q": [
          [
            1.799999999944591,
            0.09360000000000002
          ],
          [
            1.9999999999975953
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.404743071338089e-12,
        "q": [
          [
            1.799999999944591,
            0.09360000000000002
          ],
          [
            1.9999999999980762
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.367750688378692e-11,
        "q": [
          [
            1.7999999999553264,
            0.09360000000000002
          ],
          [
            1.9999999999980762
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.9237944570704713e-12,
        "q": [
          [
            1.7999999999553264,
            0.09360000000000002
          ],
          [
            1.999999999998461
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.3288483908554554e-11,
        "q": [
          [
            1.7999999999639842,
            0.09360000000000002
          ],
          [
            1.999999999998461
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.538991156735392e-12,
        "q": [
          [
            1.7999999999639842,
            0.09360000000000002
          ],
          [
            1.9999999999987688
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.490763234026417e-11,
        "q": [
          [
            1.7999999999709657,
            0.09360000000000002
          ],
          [
            1.9999999999987688
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.2312373343092986e-12,
        "q": [
          [
            1.7999999999709657,
            0.09360000000000002
          ],
          [
            1.999999999999015
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.8147928432531444e-11,
        "q": [
          [
            1.7999999999765952,
            0.09360000000000002
          ],
          [
            1.999999999999015
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.849898674474389e-13,
        "q": [
          [
            1.7999999999765952,
            0.09360000000000002
          ],
          [
            1.999999999999212
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.26956231585973e-11,
        "q": [
          [
            1.7999999999811342,
            0.09360000000000002
          ],
          [
            1.999999999999212
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.880363028789361e-13,
        "q": [
          [
            1.7999999999811342,
            0.09360000000000002
          ],
          [
            1.9999999999993696
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8298473847266905e-11,
        "q": [
          [
            1.799999999984794,
            0.09360000000000002
          ],
          [
            1.9999999999993696
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.303846333821639e-13,
        "q": [
          [
            1.799999999984794,
            0.09360000000000002
          ],
          [
            1.9999999999994957
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.475219946200923e-11,
        "q": [
          [
            1.7999999999877445,
            0.09360000000000002
          ],
          [
            1.9999999999994957
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.042632977847461e-13,
        "q": [
          [
            1.7999999999877445,
            0.09360000000000002
          ],
          [
            1.9999999999995965
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1892486995179752e-11,
        "q": [
          [
            1.799999999990123,
            0.09360000000000002
          ],
          [
            1.9999999999995965
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.034550471487819e-13,
        "q": [
          [
            1.799999999990123,
            0.09360000000000002
          ],
          [
            1.9999999999996771
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.586331728428377e-12,
        "q": [
          [
            1.7999999999920404,
            0.09360000000000002
          ],
          [
            1.9999999999996771
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.228528555609955e-13,
        "q": [
          [
            1.7999999999920404,
            0.09360000000000002
          ],
          [
            1.9999999999997418
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.72715225139109e-12,
        "q": [
          [
            1.7999999999935858,
            0.09360000000000002
          ],
          [
            1.9999999999997418
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.582378755278114e-13,
        "q": [
          [
            1.7999999999935858,
            0.09360000000000002
          ],
          [
            1.9999999999997935
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.228351168147128e-12,
        "q": [
          [
            1.7999999999948315,
            0.09360000000000002
          ],
          [
            1.9999999999997935
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.0650148258027912e-13,
        "q": [
          [
            1.7999999999948315,
            0.09360000000000002
          ],
          [
            1.9999999999998348
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.019762383540183e-12,
        "q": [
          [
            1.7999999999958354,
            0.09360000000000002
          ],
          [
            1.9999999999998348
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.652011860642233e-13,
        "q": [
          [
            1.7999999999958354,
            0.09360000000000002
          ],
          [
            1.9999999999998679
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.0456527017340704e-12,
        "q": [
          [
            1.7999999999966445,
            0.09360000000000002
          ],
          [
            1.9999999999998679
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.3211653993039363e-13,
        "q": [
          [
            1.7999999999966445,
            0.09360000000000002
          ],
          [
            1.9999999999998943
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.2605029787191597e-12,
        "q": [
          [
            1.7999999999972967,
            0.09360000000000002
          ],
          [
            1.9999999999998943
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.056932319443149e-13,
        "q": [
          [
            1.7999999999972967,
            0.09360000000000002
          ],
          [
            1.9999999999999154
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.6272317654729704e-12,
        "q": [
          [
            1.799999999997822,
            0.09360000000000002
          ],
          [
            1.9999999999999154
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.459899447643693e-14,
        "q": [
          [
            1.799999999997822,
            0.09360000000000002
          ],
          [
            1.9999999999999323
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.1169732633552485e-12,
        "q": [
          [
            1.7999999999982454,
            0.09360000000000002
          ],
          [
            1.9999999999999323
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.772360450213455e-14,
        "q": [
          [
            1.7999999999982454,
            0.09360000000000002
          ],
          [
            1.9999999999999458
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7057466550340905e-12,
        "q": [
          [
            1.7999999999985865,
            0.09360000000000002
          ],
          [
            1.9999999999999458
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.417888360170764e-14,
        "q": [
          [
            1.7999999999985865,
            0.09360000000000002
          ],
          [
            1.9999999999999567
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3744561044859438e-12,
        "q": [
          [
            1.7999999999988614,
            0.09360000000000002
          ],
          [
            1.9999999999999567
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.3298697960381105e-14,
        "q": [
          [
            1.7999999999988614,
            0.09360000000000002
          ],
          [
            1.9999999999999654
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1075584893660562e-12,
        "q": [
          [
            1.799999999999083,
            0.09360000000000002
          ],
          [
            1.9999999999999654
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.4638958368304884e-14,
        "q": [
          [
            1.799999999999083,
            0.09360000000000002
          ],
          [
            1.9999999999999722
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.919531779838508e-13,
        "q": [
          [
            1.7999999999992613,
            0.09360000000000002
          ],
          [
            1.9999999999999722
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.7755575615628914e-14,
        "q": [
          [
            1.7999999999992613,
            0.09360000000000002
          ],
          [
            1.9999999999999778
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.187583861423263e-13,
        "q": [
          [
            1.799999999999405,
            0.09360000000000002
          ],
          [
            1.9999999999999778
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.220446049250313e-14,
        "q": [
          [
            1.799999999999405,
            0.09360000000000002
          ],
          [
            1.9999999999999822
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.790923296444817e-13,
        "q": [
          [
            1.7999999999995209,
            0.09360000000000002
          ],
          [
            1.9999999999999822
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.7763568394002505e-14,
        "q": [
          [
            1.7999999999995209,
            0.09360000000000002
          ],
          [
            1.9999999999999858
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.662936703425657e-13,
        "q": [
          [
            1.7999999999996141,
            0.09360000000000002
          ],
          [
            1.9999999999999858
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4210854715202004e-14,
        "q": [
          [
            1.7999999999996141,
            0.09360000000000002
          ],
          [
            1.9999999999999887
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.7569947153315297e-13,
        "q": [
          [
            1.7999999999996892,
            0.09360000000000002
          ],
          [
            1.9999999999999887
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1324274851176597e-14,
        "q": [
          [
            1.7999999999996892,
            0.09360000000000002
          ],
          [
            1.999999999999991
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.0264679651281767e-13,
        "q": [
          [
            1.7999999999997498,
            0.09360000000000002
          ],
          [
            1.999999999999991
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.103828801926284e-15,
        "q": [
          [
            1.7999999999997498,
            0.09360000000000002
          ],
          [
            1.9999999999999927
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.4358293160275934e-13,
        "q": [
          [
            1.7999999999997984,
            0.09360000000000002
          ],
          [
            1.9999999999999927
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.327471962526033e-15,
        "q": [
          [
            1.7999999999997984,
            0.09360000000000002
          ],
          [
            1.9999999999999942
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.965094753586527e-13,
        "q": [
          [
            1.7999999999998377,
            0.09360000000000002
          ],
          [
            1.9999999999999942
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.773159728050814e-15,
        "q": [
          [
            1.7999999999998377,
            0.09360000000000002
          ],
          [
            1.9999999999999953
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.580957587066223e-13,
        "q": [
          [
            1.7999999999998693,
            0.09360000000000002
          ],
          [
            1.9999999999999953
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.6629367034256575e-15,
        "q": [
          [
            1.7999999999998693,
            0.09360000000000002
          ],
          [
            1.9999999999999962
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2745360322696797e-13,
        "q": [
          [
            1.7999999999998948,
            0.09360000000000002
          ],
          [
            1.9999999999999962
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.774758283725532e-15,
        "q": [
          [
            1.7999999999998948,
            0.09360000000000002
          ],
          [
            1.999999999999997
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0236256287043943e-13,
        "q": [
          [
            1.7999999999999152,
            0.09360000000000002
          ],
          [
            1.999999999999997
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.1086244689504383e-15,
        "q": [
          [
            1.7999999999999152,
            0.09360000000000002
          ],
          [
            1.9999999999999976
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.260059303211165e-14,
        "q": [
          [
            1.7999999999999317,
            0.09360000000000002
          ],
          [
            1.9999999999999976
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.4424906541753444e-15,
        "q": [
          [
            1.7999999999999317,
            0.09360000000000002
          ],
          [
            1.999999999999998
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.661338147750939e-14,
        "q": [
          [
            1.799999999999945,
            0.09360000000000002
          ],
          [
            1.999999999999998
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.9984014443252818e-15,
        "q": [
          [
            1.799999999999945,
            0.09360000000000002
          ],
          [
            1.9999999999999984
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.3734794391857577e-14,
        "q": [
          [
            1.7999999999999556,
            0.09360000000000002
          ],
          [
            1.9999999999999984
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.5543122344752192e-15,
        "q": [
          [
            1.7999999999999556,
            0.09360000000000002
          ],
          [
            1.9999999999999987
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.3298697960381105e-14,
        "q": [
          [
            1.7999999999999643,
            0.09360000000000002
          ],
          [
            1.9999999999999987
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.3322676295501878e-15,
        "q": [
          [
            1.7999999999999643,
            0.09360000000000002
          ],
          [
            1.999999999999999
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.4638958368304884e-14,
        "q": [
          [
            1.7999999999999712,
            0.09360000000000002
          ],
          [
            1.999999999999999
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1102230246251565e-15,
        "q": [
          [
            1.7999999999999712,
            0.09360000000000002
          ],
          [
            1.9999999999999991
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.34559999999999996,
        "q": [
          [
            1.7999999999999712,
            0.16272000000000003
          ],
          [
            1.9999999999999991
          ],
          [
            0.488
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.512,
        "q": [
          [
            1.7999999999999712,
            0.16272000000000003
          ],
          [
            1.9999999999999991
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.7977620220553945e-14,
        "q": [
          [
            1.7999999999999767,
            0.16272000000000003
          ],
          [
            1.9999999999999991
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.881784197001252e-16,
        "q": [
          [
            1.7999999999999767,
            0.16272000000000003
          ],
          [
            1.9999999999999993
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.2648549702353193e-14,
        "q": [
          [
            1.7999999999999812,
            0.16272000000000003
          ],
          [
            1.9999999999999993
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.661338147750939e-16,
        "q": [
          [
            1.7999999999999812,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.84297022087776e-14,
        "q": [
          [
            1.799999999999985,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.799999999999985,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4654943925052066e-14,
        "q": [
          [
            1.7999999999999878,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999878,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.176836406102666e-14,
        "q": [
          [
            1.7999999999999903,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999903,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.325873406851315e-15,
        "q": [
          [
            1.799999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.799999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.549516567451064e-15,
        "q": [
          [
            1.7999999999999936,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999936,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.995204332975845e-15,
        "q": [
          [
            1.7999999999999947,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999947,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.884981308350689e-15,
        "q": [
          [
            1.7999999999999956,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999956,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.9968028886505635e-15,
        "q": [
          [
            1.7999999999999965,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999965,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.1086244689504383e-15,
        "q": [
          [
            1.7999999999999972,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999972,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.4424906541753444e-15,
        "q": [
          [
            1.7999999999999976,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999976,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.9984014443252818e-15,
        "q": [
          [
            1.799999999999998,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.799999999999998,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.5543122344752192e-15,
        "q": [
          [
            1.7999999999999983,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999983,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3322676295501878e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1102230246251565e-15,
        "q": [
          [
            1.7999999999999987,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999987,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.881784197001252e-16,
        "q": [
          [
            1.799999999999999,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.799999999999999,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.661338147750939e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.16272000000000003
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36864,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.5904
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.40959999999999996,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.23644800000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36864,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.67232
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.32767999999999997,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.31017600000000006
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.3538944,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7378560000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.26214399999999993,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.38095488000000005
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.33030144,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.7902848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.2097152,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.4470151680000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.30198988800000004,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.83222784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.16777215999999995,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5074131456000001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.2717908992,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.865782272
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.13421772799999998,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.5617713254400001
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.24159191039999994,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.8926258176
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.10737418239999996,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.61008970752
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.21260088115200004,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.9141006540800001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.08589934591999993,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999992,
            0.6526098837504001
          ],
          [
            1.9999999999999996
          ],
          [
            0.931280523264
          ],
          [
            0.0
          ]
        ]
      }
    ],
    "helpful": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.9,
        "q": [
          [
            0.0,
            0.18000000000000002
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.18000000000000002
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.72,
        "q": [
          [
            0.0,
            0.324
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.324
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.5760000000000001,
        "q": [
          [
            0.0,
            0.43920000000000003
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.43920000000000003
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.4608,
        "q": [
          [
            0.0,
            0.53136
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.53136
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.36863999999999997,
        "q": [
          [
            0.0,
            0.6050880000000001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.6050880000000001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.29491199999999995,
        "q": [
          [
            0.0,
            0.6640704000000001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.6640704000000001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.23592959999999996,
        "q": [
          [
            0.0,
            0.71125632
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.71125632
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.18874367999999997,
        "q": [
          [
            0.0,
            0.749005056
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.749005056
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.15099494400000002,
        "q": [
          [
            0.0,
            0.7792040448
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.7792040448
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.12079595519999997,
        "q": [
          [
            0.0,
            0.80336323584
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.80336323584
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.09663676416,
        "q": [
          [
            0.0,
            0.8226905886720001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8226905886720001
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.07730941132799996,
        "q": [
          [
            0.0,
            0.8381524709376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8381524709376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.061847529062399986,
        "q": [
          [
            0.0,
            0.85052197675008
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.85052197675008
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.04947802324992001,
        "q": [
          [
            0.0,
            0.860417581400064
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.860417581400064
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.03958241859993605,
        "q": [
          [
            0.0,
            0.8683340651200512
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8683340651200512
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.03166593487994884,
        "q": [
          [
            0.0,
            0.8746672520960409
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8746672520960409
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.02533274790395912,
        "q": [
          [
            0.0,
            0.8797338016768327
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8797338016768327
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.02026619832316734,
        "q": [
          [
            0.0,
            0.8837870413414661
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8837870413414661
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.016212958658533894,
        "q": [
          [
            0.0,
            0.887029633073173
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.887029633073173
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.01297036692682707,
        "q": [
          [
            0.0,
            0.8896237064585384
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8896237064585384
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.8,
        "q": [
          [
            0.36000000000000004,
            0.8896237064585384
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8896237064585384
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.010376293541461634,
        "q": [
          [
            0.36000000000000004,
            0.8916989651668307
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8916989651668307
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.008301034833169352,
        "q": [
          [
            0.36000000000000004,
            0.8933591721334645
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8933591721334645
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.006640827866535526,
        "q": [
          [
            0.36000000000000004,
            0.8946873377067716
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8946873377067716
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.005312662293228465,
        "q": [
          [
            0.36000000000000004,
            0.8957498701654173
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8957498701654173
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.004250129834582728,
        "q": [
          [
            0.36000000000000004,
            0.8965998961323338
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8965998961323338
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.44,
        "q": [
          [
            0.648,
            0.8965998961323338
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8965998961323338
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0034001038676662043,
        "q": [
          [
            0.648,
            0.8972799169058671
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8972799169058671
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0027200830941329635,
        "q": [
          [
            0.648,
            0.8978239335246937
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8978239335246937
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0021760664753063264,
        "q": [
          [
            0.648,
            0.8982591468197549
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8982591468197549
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0017408531802450833,
        "q": [
          [
            0.648,
            0.8986073174558039
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8986073174558039
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.001392682544196111,
        "q": [
          [
            0.648,
            0.8988858539646432
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8988858539646432
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0011141460353568666,
        "q": [
          [
            0.648,
            0.8991086831717146
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8991086831717146
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0008913168282854711,
        "q": [
          [
            0.648,
            0.8992869465373716
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8992869465373716
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0007130534626283991,
        "q": [
          [
            0.648,
            0.8994295572298973
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8994295572298973
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0005704427701027637,
        "q": [
          [
            0.648,
            0.8995436457839178
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8995436457839178
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.00045635421608225535,
        "q": [
          [
            0.648,
            0.8996349166271342
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8996349166271342
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0003650833728657821,
        "q": [
          [
            0.648,
            0.8997079333017074
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8997079333017074
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.00029206669829262566,
        "q": [
          [
            0.648,
            0.8997663466413659
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8997663466413659
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.00023365335863412273,
        "q": [
          [
            0.648,
            0.8998130773130927
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998130773130927
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.0001869226869073426,
        "q": [
          [
            0.648,
            0.8998504618504741
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998504618504741
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.00014953814952589628,
        "q": [
          [
            0.648,
            0.8998803694803793
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998803694803793
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 0.00011963051962071702,
        "q": [
          [
            0.648,
            0.8999042955843034
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999042955843034
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 9.570441569661803e-05,
        "q": [
          [
            0.648,
            0.8999234364674428
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999234364674428
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 7.656353255725001e-05,
        "q": [
          [
            0.648,
            0.8999387491739542
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999387491739542
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 6.125082604580001e-05,
        "q": [
          [
            0.648,
            0.8999509993391633
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999509993391633
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 4.900066083668442e-05,
        "q": [
          [
            0.648,
            0.8999607994713307
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999607994713307
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 3.9200528669347534e-05,
        "q": [
          [
            0.648,
            0.8999686395770645
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999686395770645
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 3.136042293550023e-05,
        "q": [
          [
            0.648,
            0.8999749116616517
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999749116616517
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.5088338348355776e-05,
        "q": [
          [
            0.648,
            0.8999799293293214
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999799293293214
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.0070670678662417e-05,
        "q": [
          [
            0.648,
            0.8999839434634571
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999839434634571
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.605653654290773e-05,
        "q": [
          [
            0.648,
            0.8999871547707657
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999871547707657
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.2845229234281774e-05,
        "q": [
          [
            0.648,
            0.8999897238166126
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999897238166126
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.0276183387447624e-05,
        "q": [
          [
            0.648,
            0.8999917790532901
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999917790532901
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 8.220946709935895e-06,
        "q": [
          [
            0.648,
            0.8999934232426321
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999934232426321
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 6.576757367926511e-06,
        "q": [
          [
            0.648,
            0.8999947385941057
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999947385941057
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 5.2614058942968e-06,
        "q": [
          [
            0.648,
            0.8999957908752846
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999957908752846
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 4.20912471543744e-06,
        "q": [
          [
            0.648,
            0.8999966327002277
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999966327002277
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 3.367299772349952e-06,
        "q": [
          [
            0.648,
            0.8999973061601821
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999973061601821
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.6938398178799616e-06,
        "q": [
          [
            0.648,
            0.8999978449281457
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999978449281457
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.1550718543039693e-06,
        "q": [
          [
            0.648,
            0.8999982759425166
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999982759425166
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.7240574834431754e-06,
        "q": [
          [
            0.648,
            0.8999986207540133
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999986207540133
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1520000000000001,
        "q": [
          [
            0.8784000000000001,
            0.8999986207540133
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999986207540133
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.3792459867545404e-06,
        "q": [
          [
            0.8784000000000001,
            0.8999988966032106
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999988966032106
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.1033967893814278e-06,
        "q": [
          [
            0.8784000000000001,
            0.8999991172825685
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999991172825685
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 8.827174314829378e-07,
        "q": [
          [
            0.8784000000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.9216,
        "q": [
          [
            1.06272,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.06272,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.7372799999999999,
        "q": [
          [
            1.2101760000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.2101760000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.5898239999999999,
        "q": [
          [
            1.3281408000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.3281408000000001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.4718591999999999,
        "q": [
          [
            1.42251264,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.42251264,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.37748735999999994,
        "q": [
          [
            1.498010112,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.498010112,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.30198988800000004,
        "q": [
          [
            1.5584080896,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.5584080896,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.24159191039999994,
        "q": [
          [
            1.60672647168,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.60672647168,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.19327352832,
        "q": [
          [
            1.6453811773440001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.6453811773440001,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.1546188226559999,
        "q": [
          [
            1.6763049418752,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.6763049418752,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.12369505812479997,
        "q": [
          [
            1.70104395350016,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.70104395350016,
            0.8999992938260548
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 7.061739452085547e-07,
        "q": [
          [
            1.70104395350016,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.70104395350016,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.09895604649984002,
        "q": [
          [
            1.720835162800128,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.720835162800128,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0791648371998721,
        "q": [
          [
            1.7366681302401024,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7366681302401024,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.06333186975989769,
        "q": [
          [
            1.7493345041920818,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7493345041920818,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.05066549580791824,
        "q": [
          [
            1.7594676033536654,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7594676033536654,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.04053239664633468,
        "q": [
          [
            1.7675740826829323,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7675740826829323,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.03242591731706779,
        "q": [
          [
            1.774059266146346,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.774059266146346,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.02594073385365414,
        "q": [
          [
            1.7792474129170768,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7792474129170768,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.02075258708292327,
        "q": [
          [
            1.7833979303336613,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7833979303336613,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.016602069666338704,
        "q": [
          [
            1.786718344266929,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.786718344266929,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.013281655733071052,
        "q": [
          [
            1.7893746754135431,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7893746754135431,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.01062532458645693,
        "q": [
          [
            1.7914997403308346,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7914997403308346,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.008500259669165455,
        "q": [
          [
            1.7931997922646676,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7931997922646676,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.006800207735332409,
        "q": [
          [
            1.7945598338117341,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7945598338117341,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.005440166188265927,
        "q": [
          [
            1.7956478670493874,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7956478670493874,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.004352132950612653,
        "q": [
          [
            1.7965182936395099,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7965182936395099,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0034817063604901666,
        "q": [
          [
            1.7972146349116078,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7972146349116078,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.002785365088392222,
        "q": [
          [
            1.7977717079292863,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7977717079292863,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0022282920707137333,
        "q": [
          [
            1.798217366343429,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.798217366343429,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0017826336565709422,
        "q": [
          [
            1.7985738930747432,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7985738930747432,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0014261069252567982,
        "q": [
          [
            1.7988591144597945,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7988591144597945,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0011408855402055273,
        "q": [
          [
            1.7990872915678355,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7990872915678355,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0009127084321645107,
        "q": [
          [
            1.7992698332542685,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7992698332542685,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0007301667457315641,
        "q": [
          [
            1.7994158666034148,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7994158666034148,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0005841333965852513,
        "q": [
          [
            1.7995326932827318,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7995326932827318,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00046730671726824546,
        "q": [
          [
            1.7996261546261854,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7996261546261854,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.0003738453738146852,
        "q": [
          [
            1.7997009237009483,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7997009237009483,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00029907629905179256,
        "q": [
          [
            1.7997607389607586,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7997607389607586,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00023926103924143405,
        "q": [
          [
            1.7998085911686068,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7998085911686068,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00019140883139323606,
        "q": [
          [
            1.7998468729348855,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7998468729348855,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00015312706511450003,
        "q": [
          [
            1.7998774983479084,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7998774983479084,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 0.00012250165209160002,
        "q": [
          [
            1.7999019986783267,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999019986783267,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 9.800132167336884e-05,
        "q": [
          [
            1.7999215989426613,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999215989426613,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.840105733869507e-05,
        "q": [
          [
            1.799937279154129,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799937279154129,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.272084587100046e-05,
        "q": [
          [
            1.7999498233233033,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999498233233033,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.017667669671155e-05,
        "q": [
          [
            1.7999598586586427,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999598586586427,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.0141341357324833e-05,
        "q": [
          [
            1.7999678869269142,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999678869269142,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.211307308581546e-05,
        "q": [
          [
            1.7999743095415315,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999743095415315,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.569045846856355e-05,
        "q": [
          [
            1.7999794476332251,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999794476332251,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.0552366774895248e-05,
        "q": [
          [
            1.7999835581065802,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999835581065802,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.644189341987179e-05,
        "q": [
          [
            1.7999868464852642,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999868464852642,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.3153514735853022e-05,
        "q": [
          [
            1.7999894771882115,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999894771882115,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.05228117885936e-05,
        "q": [
          [
            1.7999915817505692,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999915817505692,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.41824943087488e-06,
        "q": [
          [
            1.7999932654004553,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999932654004553,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.734599544699904e-06,
        "q": [
          [
            1.7999946123203643,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999946123203643,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.387679635759923e-06,
        "q": [
          [
            1.7999956898562914,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999956898562914,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.310143708607939e-06,
        "q": [
          [
            1.7999965518850332,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999965518850332,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.448114966886351e-06,
        "q": [
          [
            1.7999972415080265,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999972415080265,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.7584919735090807e-06,
        "q": [
          [
            1.7999977932064213,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999977932064213,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.2067935787628556e-06,
        "q": [
          [
            1.799998234565137,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799998234565137,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.7654348629658756e-06,
        "q": [
          [
            1.7999985876521096,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999985876521096,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.4123478904171094e-06,
        "q": [
          [
            1.7999988701216878,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999988701216878,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1298783122448697e-06,
        "q": [
          [
            1.7999990960973502,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999990960973502,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 9.039026498403047e-07,
        "q": [
          [
            1.79999927687788,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.79999927687788,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.231221199610616e-07,
        "q": [
          [
            1.799999421502304,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999421502304,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.784976959688493e-07,
        "q": [
          [
            1.7999995372018434,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999995372018434,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.6279815668626156e-07,
        "q": [
          [
            1.7999996297614747,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999996297614747,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.7023852539341817e-07,
        "q": [
          [
            1.7999997038091797,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999997038091797,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.9619082031473454e-07,
        "q": [
          [
            1.7999997630473439,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999997630473439,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.369526561629698e-07,
        "q": [
          [
            1.7999998104378752,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999998104378752,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.895621248859669e-07,
        "q": [
          [
            1.7999998483503001,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999998483503001,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.5164969990877353e-07,
        "q": [
          [
            1.79999987868024,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.79999987868024,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.2131976001583666e-07,
        "q": [
          [
            1.799999902944192,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999902944192,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 9.705580805707825e-08,
        "q": [
          [
            1.7999999223553536,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999223553536,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.764464649007152e-08,
        "q": [
          [
            1.7999999378842828,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999378842828,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.211571723646614e-08,
        "q": [
          [
            1.7999999503074262,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999503074262,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.969257383358183e-08,
        "q": [
          [
            1.7999999602459409,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999602459409,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.975405915568331e-08,
        "q": [
          [
            1.7999999681967527,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999681967527,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.180324736895557e-08,
        "q": [
          [
            1.7999999745574022,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999745574022,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.5442597806346612e-08,
        "q": [
          [
            1.7999999796459218,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999796459218,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.035407820066837e-08,
        "q": [
          [
            1.7999999837167375,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999837167375,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.6283262516125774e-08,
        "q": [
          [
            1.79999998697339,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.79999998697339,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.3026610012900619e-08,
        "q": [
          [
            1.799999989578712,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999989578712,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.0421288054729416e-08,
        "q": [
          [
            1.7999999916629696,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999916629696,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.337030399374612e-09,
        "q": [
          [
            1.7999999933303756,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999933303756,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.6696244083175316e-09,
        "q": [
          [
            1.7999999946643006,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999946643006,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.335699437836183e-09,
        "q": [
          [
            1.7999999957314405,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999957314405,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.268559505860026e-09,
        "q": [
          [
            1.7999999965851525,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999965851525,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.4148475158701785e-09,
        "q": [
          [
            1.799999997268122,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999997268122,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.731878057105064e-09,
        "q": [
          [
            1.7999999978144976,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999978144976,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.185502445684051e-09,
        "q": [
          [
            1.7999999982515982,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999982515982,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.7484018677293989e-09,
        "q": [
          [
            1.7999999986012785,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999986012785,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.398721583001361e-09,
        "q": [
          [
            1.7999999988810227,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999988810227,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1189773552189308e-09,
        "q": [
          [
            1.7999999991048181,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999991048181,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.951819285840656e-10,
        "q": [
          [
            1.7999999992838545,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999992838545,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.161455872761735e-10,
        "q": [
          [
            1.7999999994270837,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999994270837,
            0.8999994350608439
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 5.649391561224348e-07,
        "q": [
          [
            1.7999999994270837,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999994270837,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.729163810030968e-10,
        "q": [
          [
            1.799999999541667,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999541667,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.5833314921139845e-10,
        "q": [
          [
            1.7999999996333336,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999996333336,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.666664749601978e-10,
        "q": [
          [
            1.799999999706667,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999706667,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.9333313555923723e-10,
        "q": [
          [
            1.7999999997653335,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999997653335,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.346665084473898e-10,
        "q": [
          [
            1.7999999998122669,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998122669,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.8773316234899085e-10,
        "q": [
          [
            1.7999999998498135,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998498135,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.5018652987919268e-10,
        "q": [
          [
            1.7999999998798508,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998798508,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.2014922390335414e-10,
        "q": [
          [
            1.7999999999038807,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999038807,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 9.611933471376233e-11,
        "q": [
          [
            1.7999999999231047,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999231047,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.689537895316789e-11,
        "q": [
          [
            1.7999999999384837,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999384837,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.15163475714553e-11,
        "q": [
          [
            1.799999999950787,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999950787,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.921307805716424e-11,
        "q": [
          [
            1.7999999999606295,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999606295,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.9370506854652376e-11,
        "q": [
          [
            1.7999999999685037,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999685037,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.1496361074800916e-11,
        "q": [
          [
            1.7999999999748029,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999748029,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.5197177677682703e-11,
        "q": [
          [
            1.7999999999798424,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999798424,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.0157653324304192e-11,
        "q": [
          [
            1.7999999999838738,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999838738,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.6126211477285324e-11,
        "q": [
          [
            1.799999999987099,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999987099,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.2901013590749244e-11,
        "q": [
          [
            1.7999999999896792,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999896792,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.032085528152038e-11,
        "q": [
          [
            1.7999999999917433,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999917433,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.256728634137289e-12,
        "q": [
          [
            1.7999999999933947,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999933947,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.605382907309831e-12,
        "q": [
          [
            1.7999999999947158,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999947158,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.284217508005895e-12,
        "q": [
          [
            1.7999999999957728,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999957728,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.227285188562746e-12,
        "q": [
          [
            1.7999999999966183,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999966183,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.381739333008227e-12,
        "q": [
          [
            1.7999999999972947,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999972947,
            0.8999995480486751
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 4.5195132492015233e-07,
        "q": [
          [
            1.7999999999972947,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999972947,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.7053914664065815e-12,
        "q": [
          [
            1.7999999999978358,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999978358,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.16426876420428e-12,
        "q": [
          [
            1.7999999999982685,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999982685,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.7315038292053941e-12,
        "q": [
          [
            1.799999999998615,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999998615,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.3851142455223453e-12,
        "q": [
          [
            1.799999999998892,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999998892,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1080025785759062e-12,
        "q": [
          [
            1.7999999999991136,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999991136,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.86402062860725e-13,
        "q": [
          [
            1.7999999999992908,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999992908,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.0921046813055e-13,
        "q": [
          [
            1.7999999999994327,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999994327,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.67323965583455e-13,
        "q": [
          [
            1.7999999999995462,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999995462,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.53859172466764e-13,
        "q": [
          [
            1.799999999999637,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999637,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.630429290524262e-13,
        "q": [
          [
            1.7999999999997096,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999997096,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.9043434324194095e-13,
        "q": [
          [
            1.7999999999997678,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999997678,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.3225865675158275e-13,
        "q": [
          [
            1.7999999999998142,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999998142,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.858513343222512e-13,
        "q": [
          [
            1.7999999999998513,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999998513,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.4876988529977098e-13,
        "q": [
          [
            1.799999999999881,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999881,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1901590823981678e-13,
        "q": [
          [
            1.7999999999999048,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999048,
            0.89999963843894
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 3.615610599805308e-07,
        "q": [
          [
            1.7999999999999048,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999048,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 9.525713551283843e-14,
        "q": [
          [
            1.7999999999999239,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999239,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 7.616129948928574e-14,
        "q": [
          [
            1.7999999999999392,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999392,
            0.899999710751152
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.8924884798442463e-07,
        "q": [
          [
            1.7999999999999392,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999392,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.084022174945858e-14,
        "q": [
          [
            1.7999999999999514,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999514,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.8627768478581856e-14,
        "q": [
          [
            1.7999999999999612,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999612,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.885780586188048e-14,
        "q": [
          [
            1.799999999999969,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999969,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.108624468950438e-14,
        "q": [
          [
            1.7999999999999752,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999752,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.4868995751603507e-14,
        "q": [
          [
            1.79999999999998,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.79999999999998,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.9984014443252818e-14,
        "q": [
          [
            1.799999999999984,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999984,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.5987211554602254e-14,
        "q": [
          [
            1.7999999999999872,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999872,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.2878587085651816e-14,
        "q": [
          [
            1.7999999999999898,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999898,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.021405182655144e-14,
        "q": [
          [
            1.7999999999999918,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999918,
            0.8999997686009217
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 2.3139907834313078e-07,
        "q": [
          [
            1.7999999999999918,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999918,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.215650382226158e-15,
        "q": [
          [
            1.7999999999999934,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999934,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.661338147750939e-15,
        "q": [
          [
            1.7999999999999947,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999947,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 5.329070518200751e-15,
        "q": [
          [
            1.7999999999999958,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999958,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.218847493575595e-15,
        "q": [
          [
            1.7999999999999967,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999967,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 3.3306690738754696e-15,
        "q": [
          [
            1.7999999999999974,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999974,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.6645352591003757e-15,
        "q": [
          [
            1.7999999999999978,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999978,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 2.220446049250313e-15,
        "q": [
          [
            1.7999999999999983,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999983,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999987,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999987,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.3322676295501878e-15,
        "q": [
          [
            1.799999999999999,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999999,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 1.1102230246251565e-15,
        "q": [
          [
            1.7999999999999992,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999992,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 8.881784197001252e-16,
        "q": [
          [
            1.7999999999999994,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999994,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 6.661338147750939e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.8511926269670909e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.4809541015736727e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 1.184763280814849e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.9,
        "delta": 9.478106244298345e-08,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 1.8,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      }
    ],
    "helpful_initialization": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.9,
        "q": [
          [
            0.0,
            0.18000000000000002
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.18000000000000002
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.72,
        "q": [
          [
            0.0,
            0.324
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.324
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5760000000000001,
        "q": [
          [
            0.0,
            0.43920000000000003
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.43920000000000003
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.4608,
        "q": [
          [
            0.0,
            0.53136
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.53136
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36863999999999997,
        "q": [
          [
            0.0,
            0.6050880000000001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.6050880000000001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.29491199999999995,
        "q": [
          [
            0.0,
            0.6640704000000001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.6640704000000001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.23592959999999996,
        "q": [
          [
            0.0,
            0.71125632
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.71125632
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.18874367999999997,
        "q": [
          [
            0.0,
            0.749005056
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.749005056
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.15099494400000002,
        "q": [
          [
            0.0,
            0.7792040448
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.7792040448
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.12079595519999997,
        "q": [
          [
            0.0,
            0.80336323584
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.80336323584
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.09663676416,
        "q": [
          [
            0.0,
            0.8226905886720001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8226905886720001
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.07730941132799996,
        "q": [
          [
            0.0,
            0.8381524709376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8381524709376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.061847529062399986,
        "q": [
          [
            0.0,
            0.85052197675008
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.85052197675008
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.04947802324992001,
        "q": [
          [
            0.0,
            0.860417581400064
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.860417581400064
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.03958241859993605,
        "q": [
          [
            0.0,
            0.8683340651200512
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8683340651200512
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.03166593487994884,
        "q": [
          [
            0.0,
            0.8746672520960409
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8746672520960409
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02533274790395912,
        "q": [
          [
            0.0,
            0.8797338016768327
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8797338016768327
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02026619832316734,
        "q": [
          [
            0.0,
            0.8837870413414661
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8837870413414661
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.016212958658533894,
        "q": [
          [
            0.0,
            0.887029633073173
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.887029633073173
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.01297036692682707,
        "q": [
          [
            0.0,
            0.8896237064585384
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.8896237064585384
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8,
        "q": [
          [
            0.36000000000000004,
            0.8896237064585384
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8896237064585384
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.010376293541461634,
        "q": [
          [
            0.36000000000000004,
            0.8916989651668307
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8916989651668307
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.008301034833169352,
        "q": [
          [
            0.36000000000000004,
            0.8933591721334645
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8933591721334645
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.006640827866535526,
        "q": [
          [
            0.36000000000000004,
            0.8946873377067716
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8946873377067716
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.005312662293228465,
        "q": [
          [
            0.36000000000000004,
            0.8957498701654173
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8957498701654173
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.004250129834582728,
        "q": [
          [
            0.36000000000000004,
            0.8965998961323338
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.36000000000000004,
            0.8965998961323338
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.44,
        "q": [
          [
            0.648,
            0.8965998961323338
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8965998961323338
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0034001038676662043,
        "q": [
          [
            0.648,
            0.8972799169058671
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8972799169058671
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0027200830941329635,
        "q": [
          [
            0.648,
            0.8978239335246937
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8978239335246937
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0021760664753063264,
        "q": [
          [
            0.648,
            0.8982591468197549
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8982591468197549
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0017408531802450833,
        "q": [
          [
            0.648,
            0.8986073174558039
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8986073174558039
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.001392682544196111,
        "q": [
          [
            0.648,
            0.8988858539646432
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8988858539646432
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0011141460353568666,
        "q": [
          [
            0.648,
            0.8991086831717146
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8991086831717146
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0008913168282854711,
        "q": [
          [
            0.648,
            0.8992869465373716
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8992869465373716
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0007130534626283991,
        "q": [
          [
            0.648,
            0.8994295572298973
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8994295572298973
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0005704427701027637,
        "q": [
          [
            0.648,
            0.8995436457839178
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8995436457839178
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00045635421608225535,
        "q": [
          [
            0.648,
            0.8996349166271342
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8996349166271342
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0003650833728657821,
        "q": [
          [
            0.648,
            0.8997079333017074
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8997079333017074
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00029206669829262566,
        "q": [
          [
            0.648,
            0.8997663466413659
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8997663466413659
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00023365335863412273,
        "q": [
          [
            0.648,
            0.8998130773130927
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998130773130927
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0001869226869073426,
        "q": [
          [
            0.648,
            0.8998504618504741
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998504618504741
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00014953814952589628,
        "q": [
          [
            0.648,
            0.8998803694803793
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8998803694803793
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00011963051962071702,
        "q": [
          [
            0.648,
            0.8999042955843034
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999042955843034
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.570441569661803e-05,
        "q": [
          [
            0.648,
            0.8999234364674428
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999234364674428
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.656353255725001e-05,
        "q": [
          [
            0.648,
            0.8999387491739542
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999387491739542
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.125082604580001e-05,
        "q": [
          [
            0.648,
            0.8999509993391633
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999509993391633
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.900066083668442e-05,
        "q": [
          [
            0.648,
            0.8999607994713307
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999607994713307
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.9200528669347534e-05,
        "q": [
          [
            0.648,
            0.8999686395770645
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999686395770645
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.136042293550023e-05,
        "q": [
          [
            0.648,
            0.8999749116616517
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999749116616517
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.5088338348355776e-05,
        "q": [
          [
            0.648,
            0.8999799293293214
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999799293293214
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.0070670678662417e-05,
        "q": [
          [
            0.648,
            0.8999839434634571
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999839434634571
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.605653654290773e-05,
        "q": [
          [
            0.648,
            0.8999871547707657
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999871547707657
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2845229234281774e-05,
        "q": [
          [
            0.648,
            0.8999897238166126
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999897238166126
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0276183387447624e-05,
        "q": [
          [
            0.648,
            0.8999917790532901
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999917790532901
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.220946709935895e-06,
        "q": [
          [
            0.648,
            0.8999934232426321
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999934232426321
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.576757367926511e-06,
        "q": [
          [
            0.648,
            0.8999947385941057
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999947385941057
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.2614058942968e-06,
        "q": [
          [
            0.648,
            0.8999957908752846
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999957908752846
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.20912471543744e-06,
        "q": [
          [
            0.648,
            0.8999966327002277
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999966327002277
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.367299772349952e-06,
        "q": [
          [
            0.648,
            0.8999973061601821
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999973061601821
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.6938398178799616e-06,
        "q": [
          [
            0.648,
            0.8999978449281457
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999978449281457
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.1550718543039693e-06,
        "q": [
          [
            0.648,
            0.8999982759425166
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999982759425166
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7240574834431754e-06,
        "q": [
          [
            0.648,
            0.8999986207540133
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.648,
            0.8999986207540133
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1520000000000001,
        "q": [
          [
            0.8784000000000001,
            0.8999986207540133
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999986207540133
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3792459867545404e-06,
        "q": [
          [
            0.8784000000000001,
            0.8999988966032106
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999988966032106
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1033967893814278e-06,
        "q": [
          [
            0.8784000000000001,
            0.8999991172825685
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999991172825685
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.827174314829378e-07,
        "q": [
          [
            0.8784000000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            0.8784000000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.9216,
        "q": [
          [
            1.06272,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.06272,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.7372799999999999,
        "q": [
          [
            1.2101760000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.2101760000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5898239999999999,
        "q": [
          [
            1.3281408000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.3281408000000001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.4718591999999999,
        "q": [
          [
            1.42251264,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.42251264,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.37748735999999994,
        "q": [
          [
            1.498010112,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.498010112,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.30198988800000004,
        "q": [
          [
            1.5584080896,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.5584080896,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.24159191039999994,
        "q": [
          [
            1.60672647168,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.60672647168,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.19327352832,
        "q": [
          [
            1.6453811773440001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.6453811773440001,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.1546188226559999,
        "q": [
          [
            1.6763049418752,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.6763049418752,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.12369505812479997,
        "q": [
          [
            1.70104395350016,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.70104395350016,
            0.8999992938260548
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.061739452085547e-07,
        "q": [
          [
            1.70104395350016,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.70104395350016,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.09895604649984002,
        "q": [
          [
            1.720835162800128,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.720835162800128,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0791648371998721,
        "q": [
          [
            1.7366681302401024,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7366681302401024,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.06333186975989769,
        "q": [
          [
            1.7493345041920818,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7493345041920818,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.05066549580791824,
        "q": [
          [
            1.7594676033536654,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7594676033536654,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.04053239664633468,
        "q": [
          [
            1.7675740826829323,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7675740826829323,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.03242591731706779,
        "q": [
          [
            1.774059266146346,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.774059266146346,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02594073385365414,
        "q": [
          [
            1.7792474129170768,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7792474129170768,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02075258708292327,
        "q": [
          [
            1.7833979303336613,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7833979303336613,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.016602069666338704,
        "q": [
          [
            1.786718344266929,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.786718344266929,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.013281655733071052,
        "q": [
          [
            1.7893746754135431,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7893746754135431,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.01062532458645693,
        "q": [
          [
            1.7914997403308346,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7914997403308346,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.008500259669165455,
        "q": [
          [
            1.7931997922646676,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7931997922646676,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.006800207735332409,
        "q": [
          [
            1.7945598338117341,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7945598338117341,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.005440166188265927,
        "q": [
          [
            1.7956478670493874,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7956478670493874,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.004352132950612653,
        "q": [
          [
            1.7965182936395099,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7965182936395099,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0034817063604901666,
        "q": [
          [
            1.7972146349116078,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7972146349116078,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.002785365088392222,
        "q": [
          [
            1.7977717079292863,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7977717079292863,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0022282920707137333,
        "q": [
          [
            1.798217366343429,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.798217366343429,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0017826336565709422,
        "q": [
          [
            1.7985738930747432,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7985738930747432,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0014261069252567982,
        "q": [
          [
            1.7988591144597945,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7988591144597945,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0011408855402055273,
        "q": [
          [
            1.7990872915678355,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7990872915678355,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0009127084321645107,
        "q": [
          [
            1.7992698332542685,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7992698332542685,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0007301667457315641,
        "q": [
          [
            1.7994158666034148,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7994158666034148,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0005841333965852513,
        "q": [
          [
            1.7995326932827318,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7995326932827318,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00046730671726824546,
        "q": [
          [
            1.7996261546261854,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7996261546261854,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0003738453738146852,
        "q": [
          [
            1.7997009237009483,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7997009237009483,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00029907629905179256,
        "q": [
          [
            1.7997607389607586,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7997607389607586,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00023926103924143405,
        "q": [
          [
            1.7998085911686068,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7998085911686068,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00019140883139323606,
        "q": [
          [
            1.7998468729348855,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7998468729348855,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00015312706511450003,
        "q": [
          [
            1.7998774983479084,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7998774983479084,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00012250165209160002,
        "q": [
          [
            1.7999019986783267,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999019986783267,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.800132167336884e-05,
        "q": [
          [
            1.7999215989426613,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999215989426613,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.840105733869507e-05,
        "q": [
          [
            1.799937279154129,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799937279154129,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.272084587100046e-05,
        "q": [
          [
            1.7999498233233033,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999498233233033,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.017667669671155e-05,
        "q": [
          [
            1.7999598586586427,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999598586586427,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.0141341357324833e-05,
        "q": [
          [
            1.7999678869269142,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999678869269142,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.211307308581546e-05,
        "q": [
          [
            1.7999743095415315,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999743095415315,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.569045846856355e-05,
        "q": [
          [
            1.7999794476332251,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999794476332251,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.0552366774895248e-05,
        "q": [
          [
            1.7999835581065802,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999835581065802,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.644189341987179e-05,
        "q": [
          [
            1.7999868464852642,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999868464852642,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3153514735853022e-05,
        "q": [
          [
            1.7999894771882115,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999894771882115,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.05228117885936e-05,
        "q": [
          [
            1.7999915817505692,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999915817505692,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.41824943087488e-06,
        "q": [
          [
            1.7999932654004553,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999932654004553,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.734599544699904e-06,
        "q": [
          [
            1.7999946123203643,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999946123203643,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.387679635759923e-06,
        "q": [
          [
            1.7999956898562914,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999956898562914,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.310143708607939e-06,
        "q": [
          [
            1.7999965518850332,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999965518850332,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.448114966886351e-06,
        "q": [
          [
            1.7999972415080265,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999972415080265,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.7584919735090807e-06,
        "q": [
          [
            1.7999977932064213,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999977932064213,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.2067935787628556e-06,
        "q": [
          [
            1.799998234565137,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799998234565137,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7654348629658756e-06,
        "q": [
          [
            1.7999985876521096,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999985876521096,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4123478904171094e-06,
        "q": [
          [
            1.7999988701216878,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999988701216878,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1298783122448697e-06,
        "q": [
          [
            1.7999990960973502,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999990960973502,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.039026498403047e-07,
        "q": [
          [
            1.79999927687788,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.79999927687788,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.231221199610616e-07,
        "q": [
          [
            1.799999421502304,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999421502304,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.784976959688493e-07,
        "q": [
          [
            1.7999995372018434,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999995372018434,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.6279815668626156e-07,
        "q": [
          [
            1.7999996297614747,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999996297614747,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.7023852539341817e-07,
        "q": [
          [
            1.7999997038091797,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999997038091797,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.9619082031473454e-07,
        "q": [
          [
            1.7999997630473439,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999997630473439,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.369526561629698e-07,
        "q": [
          [
            1.7999998104378752,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999998104378752,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.895621248859669e-07,
        "q": [
          [
            1.7999998483503001,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999998483503001,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.5164969990877353e-07,
        "q": [
          [
            1.79999987868024,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.79999987868024,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2131976001583666e-07,
        "q": [
          [
            1.799999902944192,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999902944192,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.705580805707825e-08,
        "q": [
          [
            1.7999999223553536,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999223553536,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.764464649007152e-08,
        "q": [
          [
            1.7999999378842828,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999378842828,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.211571723646614e-08,
        "q": [
          [
            1.7999999503074262,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999503074262,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.969257383358183e-08,
        "q": [
          [
            1.7999999602459409,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999602459409,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.975405915568331e-08,
        "q": [
          [
            1.7999999681967527,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999681967527,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.180324736895557e-08,
        "q": [
          [
            1.7999999745574022,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999745574022,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.5442597806346612e-08,
        "q": [
          [
            1.7999999796459218,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999796459218,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.035407820066837e-08,
        "q": [
          [
            1.7999999837167375,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999837167375,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.6283262516125774e-08,
        "q": [
          [
            1.79999998697339,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.79999998697339,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3026610012900619e-08,
        "q": [
          [
            1.799999989578712,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999989578712,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0421288054729416e-08,
        "q": [
          [
            1.7999999916629696,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999916629696,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.337030399374612e-09,
        "q": [
          [
            1.7999999933303756,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999933303756,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.6696244083175316e-09,
        "q": [
          [
            1.7999999946643006,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999946643006,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.335699437836183e-09,
        "q": [
          [
            1.7999999957314405,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999957314405,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.268559505860026e-09,
        "q": [
          [
            1.7999999965851525,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999965851525,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.4148475158701785e-09,
        "q": [
          [
            1.799999997268122,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999997268122,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.731878057105064e-09,
        "q": [
          [
            1.7999999978144976,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999978144976,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.185502445684051e-09,
        "q": [
          [
            1.7999999982515982,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999982515982,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7484018677293989e-09,
        "q": [
          [
            1.7999999986012785,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999986012785,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.398721583001361e-09,
        "q": [
          [
            1.7999999988810227,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999988810227,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1189773552189308e-09,
        "q": [
          [
            1.7999999991048181,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999991048181,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.951819285840656e-10,
        "q": [
          [
            1.7999999992838545,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999992838545,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.161455872761735e-10,
        "q": [
          [
            1.7999999994270837,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999994270837,
            0.8999994350608439
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.649391561224348e-07,
        "q": [
          [
            1.7999999994270837,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999994270837,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.729163810030968e-10,
        "q": [
          [
            1.799999999541667,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999541667,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.5833314921139845e-10,
        "q": [
          [
            1.7999999996333336,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999996333336,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.666664749601978e-10,
        "q": [
          [
            1.799999999706667,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999706667,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.9333313555923723e-10,
        "q": [
          [
            1.7999999997653335,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999997653335,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.346665084473898e-10,
        "q": [
          [
            1.7999999998122669,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998122669,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8773316234899085e-10,
        "q": [
          [
            1.7999999998498135,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998498135,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.5018652987919268e-10,
        "q": [
          [
            1.7999999998798508,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999998798508,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2014922390335414e-10,
        "q": [
          [
            1.7999999999038807,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999038807,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.611933471376233e-11,
        "q": [
          [
            1.7999999999231047,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999231047,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.689537895316789e-11,
        "q": [
          [
            1.7999999999384837,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999384837,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.15163475714553e-11,
        "q": [
          [
            1.799999999950787,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999950787,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.921307805716424e-11,
        "q": [
          [
            1.7999999999606295,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999606295,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.9370506854652376e-11,
        "q": [
          [
            1.7999999999685037,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999685037,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.1496361074800916e-11,
        "q": [
          [
            1.7999999999748029,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999748029,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.5197177677682703e-11,
        "q": [
          [
            1.7999999999798424,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999798424,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.0157653324304192e-11,
        "q": [
          [
            1.7999999999838738,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999838738,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.6126211477285324e-11,
        "q": [
          [
            1.799999999987099,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999987099,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2901013590749244e-11,
        "q": [
          [
            1.7999999999896792,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999896792,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.032085528152038e-11,
        "q": [
          [
            1.7999999999917433,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999917433,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.256728634137289e-12,
        "q": [
          [
            1.7999999999933947,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999933947,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.605382907309831e-12,
        "q": [
          [
            1.7999999999947158,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999947158,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.284217508005895e-12,
        "q": [
          [
            1.7999999999957728,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999957728,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.227285188562746e-12,
        "q": [
          [
            1.7999999999966183,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999966183,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.381739333008227e-12,
        "q": [
          [
            1.7999999999972947,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999972947,
            0.8999995480486751
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.5195132492015233e-07,
        "q": [
          [
            1.7999999999972947,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999972947,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.7053914664065815e-12,
        "q": [
          [
            1.7999999999978358,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999978358,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.16426876420428e-12,
        "q": [
          [
            1.7999999999982685,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999982685,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7315038292053941e-12,
        "q": [
          [
            1.799999999998615,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999998615,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3851142455223453e-12,
        "q": [
          [
            1.799999999998892,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999998892,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1080025785759062e-12,
        "q": [
          [
            1.7999999999991136,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999991136,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.86402062860725e-13,
        "q": [
          [
            1.7999999999992908,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999992908,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.0921046813055e-13,
        "q": [
          [
            1.7999999999994327,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999994327,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.67323965583455e-13,
        "q": [
          [
            1.7999999999995462,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999995462,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.53859172466764e-13,
        "q": [
          [
            1.799999999999637,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999637,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.630429290524262e-13,
        "q": [
          [
            1.7999999999997096,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999997096,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.9043434324194095e-13,
        "q": [
          [
            1.7999999999997678,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999997678,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.3225865675158275e-13,
        "q": [
          [
            1.7999999999998142,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999998142,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.858513343222512e-13,
        "q": [
          [
            1.7999999999998513,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999998513,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4876988529977098e-13,
        "q": [
          [
            1.799999999999881,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999881,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1901590823981678e-13,
        "q": [
          [
            1.7999999999999048,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999048,
            0.89999963843894
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.615610599805308e-07,
        "q": [
          [
            1.7999999999999048,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999048,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.525713551283843e-14,
        "q": [
          [
            1.7999999999999239,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999239,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.616129948928574e-14,
        "q": [
          [
            1.7999999999999392,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999392,
            0.899999710751152
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.8924884798442463e-07,
        "q": [
          [
            1.7999999999999392,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999392,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.084022174945858e-14,
        "q": [
          [
            1.7999999999999514,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999514,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.8627768478581856e-14,
        "q": [
          [
            1.7999999999999612,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999612,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.885780586188048e-14,
        "q": [
          [
            1.799999999999969,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999969,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.108624468950438e-14,
        "q": [
          [
            1.7999999999999752,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999752,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.4868995751603507e-14,
        "q": [
          [
            1.79999999999998,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.79999999999998,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.9984014443252818e-14,
        "q": [
          [
            1.799999999999984,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999984,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.5987211554602254e-14,
        "q": [
          [
            1.7999999999999872,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999872,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2878587085651816e-14,
        "q": [
          [
            1.7999999999999898,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999898,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.021405182655144e-14,
        "q": [
          [
            1.7999999999999918,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999918,
            0.8999997686009217
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.3139907834313078e-07,
        "q": [
          [
            1.7999999999999918,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999918,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.215650382226158e-15,
        "q": [
          [
            1.7999999999999934,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999934,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.661338147750939e-15,
        "q": [
          [
            1.7999999999999947,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999947,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.329070518200751e-15,
        "q": [
          [
            1.7999999999999958,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999958,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.218847493575595e-15,
        "q": [
          [
            1.7999999999999967,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999967,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.3306690738754696e-15,
        "q": [
          [
            1.7999999999999974,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999974,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.6645352591003757e-15,
        "q": [
          [
            1.7999999999999978,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999978,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.220446049250313e-15,
        "q": [
          [
            1.7999999999999983,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999983,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999987,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999987,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3322676295501878e-15,
        "q": [
          [
            1.799999999999999,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.799999999999999,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1102230246251565e-15,
        "q": [
          [
            1.7999999999999992,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999992,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 8.881784197001252e-16,
        "q": [
          [
            1.7999999999999994,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999994,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.661338147750939e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998148807373
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.8511926269670909e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998519045899
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4809541015736727e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999998815236719
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.184763280814849e-07,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999052189376
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.478106244298345e-08,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0,
        "q": [
          [
            1.7999999999999996,
            0.8999999241751501
          ],
          [
            2.0
          ],
          [
            1.0
          ],
          [
            0.0
          ]
        ]
      }
    ],
    "hostile": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 4.5,
        "q": [
          [
            0.0,
            0.9
          ],
          [
            0.0
          ],
          [
            0.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.0,
        "q": [
          [
            0.0,
            0.9
          ],
          [
            0.0
          ],
          [
            -0.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 2.88,
        "q": [
          [
            0.0,
            1.476
          ],
          [
            0.0
          ],
          [
            -0.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.2,
        "q": [
          [
            0.0,
            1.476
          ],
          [
            0.0
          ],
          [
            -1.4400000000000002
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 1.7279999999999998,
        "q": [
          [
            0.0,
            1.8215999999999999
          ],
          [
            0.0
          ],
          [
            -1.4400000000000002
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.5599999999999996,
        "q": [
          [
            0.0,
            1.8215999999999999
          ],
          [
            0.0
          ],
          [
            -1.952
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.9216,
        "q": [
          [
            0.0,
            2.0059199999999997
          ],
          [
            0.0
          ],
          [
            -1.952
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.048,
        "q": [
          [
            0.0,
            2.0059199999999997
          ],
          [
            0.0
          ],
          [
            -2.3616
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3686400000000001,
        "q": [
          [
            0.0,
            2.0796479999999997
          ],
          [
            0.0
          ],
          [
            -2.3616
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.6383999999999999,
        "q": [
          [
            0.0,
            2.0796479999999997
          ],
          [
            0.0
          ],
          [
            -2.68928
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.0,
        "q": [
          [
            0.0,
            2.0796479999999997
          ],
          [
            0.0
          ],
          [
            -2.68928
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.3107199999999999,
        "q": [
          [
            0.0,
            2.0796479999999997
          ],
          [
            0.0
          ],
          [
            -2.9514240000000003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.23592959999999996,
        "q": [
          [
            0.0,
            2.0324620799999997
          ],
          [
            0.0
          ],
          [
            -2.9514240000000003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0485759999999997,
        "q": [
          [
            0.0,
            2.0324620799999997
          ],
          [
            0.0
          ],
          [
            -3.1611392
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.37748735999999994,
        "q": [
          [
            0.0,
            1.9569646079999998
          ],
          [
            0.0
          ],
          [
            -3.1611392
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.8388608,
        "q": [
          [
            0.0,
            1.9569646079999998
          ],
          [
            0.0
          ],
          [
            -3.32891136
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.4529848320000003,
        "q": [
          [
            0.0,
            1.8663676415999997
          ],
          [
            0.0
          ],
          [
            -3.32891136
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.6710886399999998,
        "q": [
          [
            0.0,
            1.8663676415999997
          ],
          [
            0.0
          ],
          [
            -3.463129088
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.4831838207999999,
        "q": [
          [
            0.0,
            1.7697308774399998
          ],
          [
            0.0
          ],
          [
            -3.463129088
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.5368709119999999,
        "q": [
          [
            0.0,
            1.7697308774399998
          ],
          [
            0.0
          ],
          [
            -3.5705032704
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.4831838207999999,
        "q": [
          [
            0.0,
            1.67309411328
          ],
          [
            0.0
          ],
          [
            -3.5705032704
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.42949672959999985,
        "q": [
          [
            0.0,
            1.67309411328
          ],
          [
            0.0
          ],
          [
            -3.6564026163200003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.4638564679680002,
        "q": [
          [
            0.0,
            1.5803228196863999
          ],
          [
            0.0
          ],
          [
            -3.6564026163200003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.3435973836799997,
        "q": [
          [
            0.0,
            1.5803228196863999
          ],
          [
            0.0
          ],
          [
            -3.725122093056
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.4329327034368,
        "q": [
          [
            0.0,
            1.4937362789990398
          ],
          [
            0.0
          ],
          [
            -3.725122093056
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.27487790694399994,
        "q": [
          [
            0.0,
            1.4937362789990398
          ],
          [
            0.0
          ],
          [
            -3.7800976744448
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.39582418599935987,
        "q": [
          [
            0.0,
            1.414571441799168
          ],
          [
            0.0
          ],
          [
            -3.7800976744448
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.21990232555519995,
        "q": [
          [
            0.0,
            1.414571441799168
          ],
          [
            0.0
          ],
          [
            -3.82407813955584
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.3562417673994238,
        "q": [
          [
            0.0,
            1.3433230883192833
          ],
          [
            0.0
          ],
          [
            -3.82407813955584
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.17592186044416014,
        "q": [
          [
            0.0,
            1.3433230883192833
          ],
          [
            0.0
          ],
          [
            -3.8592625116446717
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.316659348799488,
        "q": [
          [
            0.0,
            1.2799912185593856
          ],
          [
            0.0
          ],
          [
            -3.8592625116446717
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.1407374883553283,
        "q": [
          [
            0.0,
            1.2799912185593856
          ],
          [
            0.0
          ],
          [
            -3.8874100093157375
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.27866022694354964,
        "q": [
          [
            0.0,
            1.2242591731706756
          ],
          [
            0.0
          ],
          [
            -3.8874100093157375
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.11258999068426245,
        "q": [
          [
            0.0,
            1.2242591731706756
          ],
          [
            0.0
          ],
          [
            -3.90992800745259
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.24319437987800674,
        "q": [
          [
            0.0,
            1.1756202971950742
          ],
          [
            0.0
          ],
          [
            -3.90992800745259
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.09007199254741005,
        "q": [
          [
            0.0,
            1.1756202971950742
          ],
          [
            0.0
          ],
          [
            -3.927942405962072
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.21076846256093873,
        "q": [
          [
            0.0,
            1.1334666046828865
          ],
          [
            0.0
          ],
          [
            -3.927942405962072
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.07205759403792822,
        "q": [
          [
            0.0,
            1.1334666046828865
          ],
          [
            0.0
          ],
          [
            -3.9423539247696575
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.18158513697557832,
        "q": [
          [
            0.0,
            1.0971495772877708
          ],
          [
            0.0
          ],
          [
            -3.9423539247696575
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.057646075230342486,
        "q": [
          [
            0.0,
            1.0971495772877708
          ],
          [
            0.0
          ],
          [
            -3.953883139815726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": -4.5,
        "q": [
          [
            -0.9,
            1.0971495772877708
          ],
          [
            0.0
          ],
          [
            -3.953883139815726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.0,
        "q": [
          [
            -0.9,
            1.0971495772877708
          ],
          [
            1.4000000000000001
          ],
          [
            -3.953883139815726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.1556444031219244,
        "q": [
          [
            -0.9,
            1.066020696663386
          ],
          [
            1.4000000000000001
          ],
          [
            -3.953883139815726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.04611686018427408,
        "q": [
          [
            -0.9,
            1.066020696663386
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9631065118525806
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.13281655733070874,
        "q": [
          [
            -0.9,
            1.0394573851972444
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9631065118525806
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.03689348814741944,
        "q": [
          [
            -0.9,
            1.0394573851972444
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9704852094820646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.11289407373110283,
        "q": [
          [
            -0.9,
            1.016878570451024
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9704852094820646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.029514790517935374,
        "q": [
          [
            -0.9,
            1.016878570451024
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9763881675856516
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0956279212781106,
        "q": [
          [
            -0.9,
            0.9977529861954018
          ],
          [
            1.4000000000000001
          ],
          [
            -3.9763881675856516
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.023611832414348388,
        "q": [
          [
            -0.9,
            0.9977529861954018
          ],
          [
            1.4000000000000001
          ],
          [
            -3.981110534068521
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.08075246685707094,
        "q": [
          [
            -0.9,
            0.9816024928239876
          ],
          [
            1.4000000000000001
          ],
          [
            -3.981110534068521
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.018889465931478888,
        "q": [
          [
            -0.9,
            0.9816024928239876
          ],
          [
            1.4000000000000001
          ],
          [
            -3.984888427254817
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": -2.34,
        "q": [
          [
            -1.3679999999999999,
            0.9816024928239876
          ],
          [
            1.4000000000000001
          ],
          [
            -3.984888427254817
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.6,
        "q": [
          [
            -1.3679999999999999,
            0.9816024928239876
          ],
          [
            2.52
          ],
          [
            -3.984888427254817
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.06800207735332287,
        "q": [
          [
            -1.3679999999999999,
            0.968002077353323
          ],
          [
            2.52
          ],
          [
            -3.984888427254817
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.015111572745182933,
        "q": [
          [
            -1.3679999999999999,
            0.968002077353323
          ],
          [
            2.52
          ],
          [
            -3.9879107418038537
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.05712174497679123,
        "q": [
          [
            -1.3679999999999999,
            0.9565777283579647
          ],
          [
            2.52
          ],
          [
            -3.9879107418038537
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.012089258196146258,
        "q": [
          [
            -1.3679999999999999,
            0.9565777283579647
          ],
          [
            2.52
          ],
          [
            -3.990328593443083
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.04787346245673951,
        "q": [
          [
            -1.3679999999999999,
            0.9470030358666168
          ],
          [
            2.52
          ],
          [
            -3.990328593443083
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.009671406556917006,
        "q": [
          [
            -1.3679999999999999,
            0.9470030358666168
          ],
          [
            2.52
          ],
          [
            -3.9922628747544664
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.04003962314563658,
        "q": [
          [
            -1.3679999999999999,
            0.9389951112374895
          ],
          [
            2.52
          ],
          [
            -3.9922628747544664
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.007737125245533605,
        "q": [
          [
            -1.3679999999999999,
            0.9389951112374895
          ],
          [
            2.52
          ],
          [
            -3.993810299803573
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.03342438106070511,
        "q": [
          [
            -1.3679999999999999,
            0.9323102350253485
          ],
          [
            2.52
          ],
          [
            -3.993810299803573
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0061897001964270615,
        "q": [
          [
            -1.3679999999999999,
            0.9323102350253485
          ],
          [
            2.52
          ],
          [
            -3.995048239842858
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.02785365088392111,
        "q": [
          [
            -1.3679999999999999,
            0.9267395048485643
          ],
          [
            2.52
          ],
          [
            -3.995048239842858
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.004951760157141827,
        "q": [
          [
            -1.3679999999999999,
            0.9267395048485643
          ],
          [
            2.52
          ],
          [
            -3.9960385918742864
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.023174237535422026,
        "q": [
          [
            -1.3679999999999999,
            0.9221046573414798
          ],
          [
            2.52
          ],
          [
            -3.9960385918742864
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00396140812571355,
        "q": [
          [
            -1.3679999999999999,
            0.9221046573414798
          ],
          [
            2.52
          ],
          [
            -3.9968308734994293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.01925244349096633,
        "q": [
          [
            -1.3679999999999999,
            0.9182541686432866
          ],
          [
            2.52
          ],
          [
            -3.9968308734994293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0031691265005706626,
        "q": [
          [
            -1.3679999999999999,
            0.9182541686432866
          ],
          [
            2.52
          ],
          [
            -3.9974646987995435
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.015972397562875607,
        "q": [
          [
            -1.3679999999999999,
            0.9150596891307115
          ],
          [
            2.52
          ],
          [
            -3.9974646987995435
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00253530120045653,
        "q": [
          [
            -1.3679999999999999,
            0.9150596891307115
          ],
          [
            2.52
          ],
          [
            -3.997971759039635
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.013234272266382963,
        "q": [
          [
            -1.3679999999999999,
            0.9124128346774348
          ],
          [
            2.52
          ],
          [
            -3.997971759039635
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0020282409603651352,
        "q": [
          [
            -1.3679999999999999,
            0.9124128346774348
          ],
          [
            2.52
          ],
          [
            -3.998377407231708
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.010952501185972241,
        "q": [
          [
            -1.3679999999999999,
            0.9102223344402404
          ],
          [
            2.52
          ],
          [
            -3.998377407231708
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0016225927682920194,
        "q": [
          [
            -1.3679999999999999,
            0.9102223344402404
          ],
          [
            2.52
          ],
          [
            -3.998701925785366
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.009054067647069952,
        "q": [
          [
            -1.3679999999999999,
            0.9084115209108263
          ],
          [
            2.52
          ],
          [
            -3.998701925785366
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0012980742146337931,
        "q": [
          [
            -1.3679999999999999,
            0.9084115209108263
          ],
          [
            2.52
          ],
          [
            -3.998961540628293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.007476907476289929,
        "q": [
          [
            -1.3679999999999999,
            0.9069161394155684
          ],
          [
            2.52
          ],
          [
            -3.998961540628293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0010384593717072121,
        "q": [
          [
            -1.3679999999999999,
            0.9069161394155684
          ],
          [
            2.52
          ],
          [
            -3.9991692325026342
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.006168448667939086,
        "q": [
          [
            -1.3679999999999999,
            0.9056824496819805
          ],
          [
            2.52
          ],
          [
            -3.9991692325026342
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0008307674973657697,
        "q": [
          [
            -1.3679999999999999,
            0.9056824496819805
          ],
          [
            2.52
          ],
          [
            -3.9993353860021075
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.005084297083877476,
        "q": [
          [
            -1.3679999999999999,
            0.904665590265205
          ],
          [
            2.52
          ],
          [
            -3.9993353860021075
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.000664613997892527,
        "q": [
          [
            -1.3679999999999999,
            0.904665590265205
          ],
          [
            2.52
          ],
          [
            -3.999468308801686
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.004187068186722209,
        "q": [
          [
            -1.3679999999999999,
            0.9038281766278605
          ],
          [
            2.52
          ],
          [
            -3.999468308801686
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0005316911983141992,
        "q": [
          [
            -1.3679999999999999,
            0.9038281766278605
          ],
          [
            2.52
          ],
          [
            -3.9995746470413485
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.003445358965074141,
        "q": [
          [
            -1.3679999999999999,
            0.9031391048348457
          ],
          [
            2.52
          ],
          [
            -3.9995746470413485
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.000425352958651537,
        "q": [
          [
            -1.3679999999999999,
            0.9031391048348457
          ],
          [
            2.52
          ],
          [
            -3.9996597176330786
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.002832850704616363,
        "q": [
          [
            -1.3679999999999999,
            0.9025725346939224
          ],
          [
            2.52
          ],
          [
            -3.9996597176330786
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00034028236692140723,
        "q": [
          [
            -1.3679999999999999,
            0.9025725346939224
          ],
          [
            2.52
          ],
          [
            -3.999727774106463
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00232753138973929,
        "q": [
          [
            -1.3679999999999999,
            0.9021070284159746
          ],
          [
            2.52
          ],
          [
            -3.999727774106463
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00027222589353703697,
        "q": [
          [
            -1.3679999999999999,
            0.9021070284159746
          ],
          [
            2.52
          ],
          [
            -3.99978221928517
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0019110257726279167,
        "q": [
          [
            -1.3679999999999999,
            0.901724823261449
          ],
          [
            2.52
          ],
          [
            -3.99978221928517
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.0002177807148298072,
        "q": [
          [
            -1.3679999999999999,
            0.901724823261449
          ],
          [
            2.52
          ],
          [
            -3.9998257754281363
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.001568021146771681,
        "q": [
          [
            -1.3679999999999999,
            0.9014112190320946
          ],
          [
            2.52
          ],
          [
            -3.9998257754281363
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00017422457186366813,
        "q": [
          [
            -1.3679999999999999,
            0.9014112190320946
          ],
          [
            2.52
          ],
          [
            -3.999860620342509
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.001285777340352734,
        "q": [
          [
            -1.3679999999999999,
            0.901154063564024
          ],
          [
            2.52
          ],
          [
            -3.999860620342509
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00013937965749111214,
        "q": [
          [
            -1.3679999999999999,
            0.901154063564024
          ],
          [
            2.52
          ],
          [
            -3.999888496274007
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0010537102106307206,
        "q": [
          [
            -1.3679999999999999,
            0.9009433215218979
          ],
          [
            2.52
          ],
          [
            -3.999888496274007
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -0.00011150372599288971,
        "q": [
          [
            -1.3679999999999999,
            0.9009433215218979
          ],
          [
            2.52
          ],
          [
            -3.9999107970192056
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.000863038839182928,
        "q": [
          [
            -1.3679999999999999,
            0.9007707137540614
          ],
          [
            2.52
          ],
          [
            -3.9999107970192056
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.920298079440059e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9007707137540614
          ],
          [
            2.52
          ],
          [
            -3.9999286376153647
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0007064876078898275,
        "q": [
          [
            -1.3679999999999999,
            0.9006294162324834
          ],
          [
            2.52
          ],
          [
            -3.9999286376153647
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.136238463534283e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9006294162324834
          ],
          [
            2.52
          ],
          [
            -3.9999429100922916
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0005780353155458995,
        "q": [
          [
            -1.3679999999999999,
            0.9005138091693742
          ],
          [
            2.52
          ],
          [
            -3.9999429100922916
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.7089907708363086e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9005138091693742
          ],
          [
            2.52
          ],
          [
            -3.999954328073833
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.000472704435824034,
        "q": [
          [
            -1.3679999999999999,
            0.9004192682822094
          ],
          [
            2.52
          ],
          [
            -3.999954328073833
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.5671926166779286e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9004192682822094
          ],
          [
            2.52
          ],
          [
            -3.9999634624590668
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0003863844953697626,
        "q": [
          [
            -1.3679999999999999,
            0.9003419913831354
          ],
          [
            2.52
          ],
          [
            -3.9999634624590668
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.6537540933245793e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9003419913831354
          ],
          [
            2.52
          ],
          [
            -3.9999707699672533
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.0003156843536633591,
        "q": [
          [
            -1.3679999999999999,
            0.9002788545124027
          ],
          [
            2.52
          ],
          [
            -3.9999707699672533
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.9230032746685453e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9002788545124027
          ],
          [
            2.52
          ],
          [
            -3.999976615973803
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00025780888882520614,
        "q": [
          [
            -1.3679999999999999,
            0.9002272927346378
          ],
          [
            2.52
          ],
          [
            -3.999976615973803
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.3384026197170726e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9002272927346378
          ],
          [
            2.52
          ],
          [
            -3.9999812927790424
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00021045623577609085,
        "q": [
          [
            -1.3679999999999999,
            0.9001852014874825
          ],
          [
            2.52
          ],
          [
            -3.9999812927790424
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.8707220957647763e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9001852014874825
          ],
          [
            2.52
          ],
          [
            -3.9999850342232337
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00017173228839273413,
        "q": [
          [
            -1.3679999999999999,
            0.900150855029804
          ],
          [
            2.52
          ],
          [
            -3.9999850342232337
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.4965776766295846e-05,
        "q": [
          [
            -1.3679999999999999,
            0.900150855029804
          ],
          [
            2.52
          ],
          [
            -3.999988027378587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00014007967053253356,
        "q": [
          [
            -1.3679999999999999,
            0.9001228390956975
          ],
          [
            2.52
          ],
          [
            -3.999988027378587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.197262141294786e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9001228390956975
          ],
          [
            2.52
          ],
          [
            -3.9999904219028695
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -0.00011421880827988673,
        "q": [
          [
            -1.3679999999999999,
            0.9000999953340415
          ],
          [
            2.52
          ],
          [
            -3.9999904219028695
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -9.578097130535923e-06,
        "q": [
          [
            -1.3679999999999999,
            0.9000999953340415
          ],
          [
            2.52
          ],
          [
            -3.9999923375222957
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.309910410781885e-05,
        "q": [
          [
            -1.3679999999999999,
            0.90008137551322
          ],
          [
            2.52
          ],
          [
            -3.9999923375222957
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.66247770433992e-06,
        "q": [
          [
            -1.3679999999999999,
            0.90008137551322
          ],
          [
            2.52
          ],
          [
            -3.9999938700178364
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": -0.8639999999999999,
        "q": [
          [
            -1.5408,
            0.90008137551322
          ],
          [
            2.52
          ],
          [
            -3.9999938700178364
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.48,
        "q": [
          [
            -1.5408,
            0.90008137551322
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999938700178364
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.585852927260994e-05,
        "q": [
          [
            -1.5408,
            0.9000662038073655
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999938700178364
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.129982163649572e-06,
        "q": [
          [
            -1.5408,
            0.9000662038073655
          ],
          [
            3.4160000000000004
          ],
          [
            -3.999995096014269
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.17902202075804e-05,
        "q": [
          [
            -1.5408,
            0.9000538457633239
          ],
          [
            3.4160000000000004
          ],
          [
            -3.999995096014269
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.90398573083084e-06,
        "q": [
          [
            -1.5408,
            0.9000538457633239
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999960768114153
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.031489359763608e-05,
        "q": [
          [
            -1.5408,
            0.9000437827846044
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999960768114153
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.923188584664672e-06,
        "q": [
          [
            -1.5408,
            0.9000437827846044
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999968614491324
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.11520000000000019,
        "q": [
          [
            -1.51776,
            0.9000437827846044
          ],
          [
            3.4160000000000004
          ],
          [
            -3.9999968614491324
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.5839999999999996,
        "q": [
          [
            -1.51776,
            0.9000437827846044
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999968614491324
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.0958088823650485e-05,
        "q": [
          [
            -1.51776,
            0.9000355911668396
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999968614491324
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.1385508676429197e-06,
        "q": [
          [
            -1.51776,
            0.9000355911668396
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999997489159306
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.333141021522046e-05,
        "q": [
          [
            -1.51776,
            0.9000289248847966
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999997489159306
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.510840694025518e-06,
        "q": [
          [
            -1.51776,
            0.9000289248847966
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999979913274446
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.7117079496985497e-05,
        "q": [
          [
            -1.51776,
            0.9000235014688972
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999979913274446
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.00867255539805e-06,
        "q": [
          [
            -1.51776,
            0.9000235014688972
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999983930619556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.2055224657369088e-05,
        "q": [
          [
            -1.51776,
            0.9000190904239658
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999983930619556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.6069380444072578e-06,
        "q": [
          [
            -1.51776,
            0.9000190904239658
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999987144495646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.7933428573924104e-05,
        "q": [
          [
            -1.51776,
            0.900015503738251
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999987144495646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.2855504354369884e-06,
        "q": [
          [
            -1.51776,
            0.900015503738251
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999989715596516
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4578141937282574e-05,
        "q": [
          [
            -1.51776,
            0.9000125881098635
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999989715596516
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0284403484384086e-06,
        "q": [
          [
            -1.51776,
            0.9000125881098635
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999991772477212
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1847632812811426e-05,
        "q": [
          [
            -1.51776,
            0.900010218583301
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999991772477212
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.227522787507269e-07,
        "q": [
          [
            -1.51776,
            0.900010218583301
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999341798177
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.626201660450917e-06,
        "q": [
          [
            -1.51776,
            0.900008293342969
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999341798177
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.582018228229458e-07,
        "q": [
          [
            -1.51776,
            0.900008293342969
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999994734385416
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.819437656264583e-06,
        "q": [
          [
            -1.51776,
            0.9000067294554377
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999994734385416
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.265614584359923e-07,
        "q": [
          [
            -1.51776,
            0.9000067294554377
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999995787508333
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.350331187565672e-06,
        "q": [
          [
            -1.51776,
            0.9000054593892002
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999995787508333
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.2124916665997603e-07,
        "q": [
          [
            -1.51776,
            0.9000054593892002
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999996630006667
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.156089800451014e-06,
        "q": [
          [
            -1.51776,
            0.90000442817124
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999996630006667
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.369993333279808e-07,
        "q": [
          [
            -1.51776,
            0.90000442817124
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999997304005332
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.185531720102276e-06,
        "q": [
          [
            -1.51776,
            0.900003591064896
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999997304005332
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.695994667512025e-07,
        "q": [
          [
            -1.51776,
            0.900003591064896
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999997843204267
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.3969532799993374e-06,
        "q": [
          [
            -1.51776,
            0.9000029116742401
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999997843204267
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.1567957331214416e-07,
        "q": [
          [
            -1.51776,
            0.9000029116742401
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998274563415
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.7563849476219815e-06,
        "q": [
          [
            -1.51776,
            0.9000023603972506
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998274563415
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.7254365847207964e-07,
        "q": [
          [
            -1.51776,
            0.9000023603972506
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998619650734
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.2361658166270004e-06,
        "q": [
          [
            -1.51776,
            0.9000019131640873
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998619650734
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.3803492660002803e-07,
        "q": [
          [
            -1.51776,
            0.9000019131640873
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998895720585
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.8137789401517779e-06,
        "q": [
          [
            -1.51776,
            0.9000015504082992
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999998895720585
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.1042794145765811e-07,
        "q": [
          [
            -1.51776,
            0.9000015504082992
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999911657647
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4709001814328104e-06,
        "q": [
          [
            -1.51776,
            0.9000012562282629
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999911657647
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.83423529884908e-08,
        "q": [
          [
            -1.51776,
            0.9000012562282629
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999999293261177
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.192621768675295e-06,
        "q": [
          [
            -1.51776,
            0.9000010177039092
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999999293261177
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.06738823019748e-08,
        "q": [
          [
            -1.51776,
            0.9000010177039092
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999943460894
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.668187140876583e-07,
        "q": [
          [
            -1.51776,
            0.9000008243401664
          ],
          [
            4.1328000000000005
          ],
          [
            -3.999999943460894
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.653910584157984e-08,
        "q": [
          [
            -1.51776,
            0.9000008243401664
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999999547687155
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.7372800000000006,
        "q": [
          [
            -1.370304,
            0.9000008243401664
          ],
          [
            4.1328000000000005
          ],
          [
            -3.9999999547687155
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.8671999999999995,
        "q": [
          [
            -1.370304,
            0.9000008243401664
          ],
          [
            4.70624
          ],
          [
            -3.9999999547687155
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.836320105036876e-07,
        "q": [
          [
            -1.370304,
            0.9000006676137643
          ],
          [
            4.70624
          ],
          [
            -3.9999999547687155
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.523128449562819e-08,
        "q": [
          [
            -1.370304,
            0.9000006676137643
          ],
          [
            4.70624
          ],
          [
            -3.9999999638149726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.350472397942397e-07,
        "q": [
          [
            -1.370304,
            0.9000005406043163
          ],
          [
            4.70624
          ],
          [
            -3.9999999638149726
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.6185027418866866e-08,
        "q": [
          [
            -1.370304,
            0.9000005406043163
          ],
          [
            4.70624
          ],
          [
            -3.9999999710519782
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.145510968418421e-07,
        "q": [
          [
            -1.370304,
            0.900000437694097
          ],
          [
            4.70624
          ],
          [
            -3.9999999710519782
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.894802175745781e-08,
        "q": [
          [
            -1.370304,
            0.900000437694097
          ],
          [
            4.70624
          ],
          [
            -3.9999999768415826
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.1685152141202053e-07,
        "q": [
          [
            -1.370304,
            0.9000003543237927
          ],
          [
            4.70624
          ],
          [
            -3.9999999768415826
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.3158417405966247e-08,
        "q": [
          [
            -1.370304,
            0.9000003543237927
          ],
          [
            4.70624
          ],
          [
            -3.999999981473266
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.376497323959171e-07,
        "q": [
          [
            -1.370304,
            0.9000002867938461
          ],
          [
            4.70624
          ],
          [
            -3.999999981473266
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.8526733924772998e-08,
        "q": [
          [
            -1.370304,
            0.9000002867938461
          ],
          [
            4.70624
          ],
          [
            -3.9999999851786128
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.7345459785443893e-07,
        "q": [
          [
            -1.370304,
            0.9000002321029266
          ],
          [
            4.70624
          ],
          [
            -3.9999999851786128
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.482138722863624e-08,
        "q": [
          [
            -1.370304,
            0.9000002321029266
          ],
          [
            4.70624
          ],
          [
            -3.99999998814289
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1059200000000002,
        "q": [
          [
            -1.14912,
            0.9000002321029266
          ],
          [
            4.70624
          ],
          [
            -3.99999998814289
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.29376,
        "q": [
          [
            -1.14912,
            0.9000002321029266
          ],
          [
            5.164992
          ],
          [
            -3.99999998814289
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.2143152778042463e-07,
        "q": [
          [
            -1.14912,
            0.9000001878166211
          ],
          [
            5.164992
          ],
          [
            -3.99999998814289
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.1857109960544676e-08,
        "q": [
          [
            -1.14912,
            0.9000001878166211
          ],
          [
            5.164992
          ],
          [
            -3.999999990514312
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.7927950213270094e-07,
        "q": [
          [
            -1.14912,
            0.9000001519607206
          ],
          [
            5.164992
          ],
          [
            -3.999999990514312
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -9.485687790800057e-09,
        "q": [
          [
            -1.14912,
            0.9000001519607206
          ],
          [
            5.164992
          ],
          [
            -3.9999999924114498
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4513102564173153e-07,
        "q": [
          [
            -1.14912,
            0.9000001229345155
          ],
          [
            5.164992
          ],
          [
            -3.9999999924114498
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.588550232640046e-09,
        "q": [
          [
            -1.14912,
            0.9000001229345155
          ],
          [
            5.164992
          ],
          [
            -3.9999999939291597
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1747075945311991e-07,
        "q": [
          [
            -1.14912,
            0.9000000994403636
          ],
          [
            5.164992
          ],
          [
            -3.9999999939291597
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.0708402749298784e-09,
        "q": [
          [
            -1.14912,
            0.9000000994403636
          ],
          [
            5.164992
          ],
          [
            -3.9999999951433276
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.506935838565767e-08,
        "q": [
          [
            -1.14912,
            0.9000000804264919
          ],
          [
            5.164992
          ],
          [
            -3.9999999951433276
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.856672397579587e-09,
        "q": [
          [
            -1.14912,
            0.9000000804264919
          ],
          [
            5.164992
          ],
          [
            -3.999999996114662
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.692968784223098e-08,
        "q": [
          [
            -1.14912,
            0.9000000650405544
          ],
          [
            5.164992
          ],
          [
            -3.999999996114662
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.885337829245827e-09,
        "q": [
          [
            -1.14912,
            0.9000000650405544
          ],
          [
            5.164992
          ],
          [
            -3.99999999689173
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.224311133173899e-08,
        "q": [
          [
            -1.14912,
            0.9000000525919322
          ],
          [
            5.164992
          ],
          [
            -3.99999999689173
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.108270085760978e-09,
        "q": [
          [
            -1.14912,
            0.9000000525919322
          ],
          [
            5.164992
          ],
          [
            -3.9999999975133838
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.035397754316051e-08,
        "q": [
          [
            -1.14912,
            0.9000000425211366
          ],
          [
            5.164992
          ],
          [
            -3.9999999975133838
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.4866162462444663e-09,
        "q": [
          [
            -1.14912,
            0.9000000425211366
          ],
          [
            5.164992
          ],
          [
            -3.999999998010707
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.073077286559368e-08,
        "q": [
          [
            -1.14912,
            0.9000000343749821
          ],
          [
            5.164992
          ],
          [
            -3.999999998010707
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.989293174631257e-09,
        "q": [
          [
            -1.14912,
            0.9000000343749821
          ],
          [
            5.164992
          ],
          [
            -3.9999999984085655
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.294269101949965e-08,
        "q": [
          [
            -1.14912,
            0.900000027786444
          ],
          [
            5.164992
          ],
          [
            -3.9999999984085655
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.5914345397050056e-09,
        "q": [
          [
            -1.14912,
            0.900000027786444
          ],
          [
            5.164992
          ],
          [
            -3.999999998726852
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.6640610828465583e-08,
        "q": [
          [
            -1.14912,
            0.9000000224583218
          ],
          [
            5.164992
          ],
          [
            -3.999999998726852
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.2731478093996884e-09,
        "q": [
          [
            -1.14912,
            0.9000000224583218
          ],
          [
            5.164992
          ],
          [
            -3.999999998981482
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.1541655570445073e-08,
        "q": [
          [
            -1.14912,
            0.9000000181499906
          ],
          [
            5.164992
          ],
          [
            -3.999999998981482
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0185181587019088e-09,
        "q": [
          [
            -1.14912,
            0.9000000181499906
          ],
          [
            5.164992
          ],
          [
            -3.9999999991851856
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.7416657782654e-08,
        "q": [
          [
            -1.14912,
            0.9000000146666591
          ],
          [
            5.164992
          ],
          [
            -3.9999999991851856
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.14814438143685e-10,
        "q": [
          [
            -1.14912,
            0.9000000146666591
          ],
          [
            5.164992
          ],
          [
            -3.9999999993481485
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4079992949334041e-08,
        "q": [
          [
            -1.14912,
            0.9000000118506606
          ],
          [
            5.164992
          ],
          [
            -3.9999999993481485
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.518514616971061e-10,
        "q": [
          [
            -1.14912,
            0.9000000118506606
          ],
          [
            5.164992
          ],
          [
            -3.999999999478519
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1381327658099849e-08,
        "q": [
          [
            -1.14912,
            0.9000000095743951
          ],
          [
            5.164992
          ],
          [
            -3.999999999478519
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.214810805398429e-10,
        "q": [
          [
            -1.14912,
            0.9000000095743951
          ],
          [
            5.164992
          ],
          [
            -3.999999999582815
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.198928840881138e-09,
        "q": [
          [
            -1.14912,
            0.9000000077346093
          ],
          [
            5.164992
          ],
          [
            -3.999999999582815
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.1718495324971627e-10,
        "q": [
          [
            -1.14912,
            0.9000000077346093
          ],
          [
            5.164992
          ],
          [
            -3.999999999666252
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.4342358935552966e-09,
        "q": [
          [
            -1.14912,
            0.9000000062477621
          ],
          [
            5.164992
          ],
          [
            -3.999999999666252
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.3374814023545696e-10,
        "q": [
          [
            -1.14912,
            0.9000000062477621
          ],
          [
            5.164992
          ],
          [
            -3.9999999997330016
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.007463748680664e-09,
        "q": [
          [
            -1.14912,
            0.9000000050462693
          ],
          [
            5.164992
          ],
          [
            -3.9999999997330016
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.669984233705236e-10,
        "q": [
          [
            -1.14912,
            0.9000000050462693
          ],
          [
            5.164992
          ],
          [
            -3.999999999786401
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.854030288825584e-09,
        "q": [
          [
            -1.14912,
            0.9000000040754632
          ],
          [
            5.164992
          ],
          [
            -3.999999999786401
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.1359891633210282e-10,
        "q": [
          [
            -1.14912,
            0.9000000040754632
          ],
          [
            5.164992
          ],
          [
            -3.9999999998291207
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.921672098172735e-09,
        "q": [
          [
            -1.14912,
            0.9000000032911288
          ],
          [
            5.164992
          ],
          [
            -3.9999999998291207
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.708793107013662e-10,
        "q": [
          [
            -1.14912,
            0.9000000032911288
          ],
          [
            5.164992
          ],
          [
            -3.9999999998632965
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.2976127999999996,
        "q": [
          [
            -0.88959744,
            0.9000000032911288
          ],
          [
            5.164992
          ],
          [
            -3.9999999998632965
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.8350080000000002,
        "q": [
          [
            -0.88959744,
            0.9000000032911288
          ],
          [
            5.5319936
          ],
          [
            -3.9999999998632965
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.168095785710534e-09,
        "q": [
          [
            -0.88959744,
            0.9000000026575097
          ],
          [
            5.5319936
          ],
          [
            -3.9999999998632965
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.3670353737893493e-10,
        "q": [
          [
            -0.88959744,
            0.9000000026575097
          ],
          [
            5.5319936
          ],
          [
            -3.9999999998906373
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.5590831675970094e-09,
        "q": [
          [
            -0.88959744,
            0.9000000021456931
          ],
          [
            5.5319936
          ],
          [
            -3.9999999998906373
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0936274108530597e-10,
        "q": [
          [
            -0.88959744,
            0.9000000021456931
          ],
          [
            5.5319936
          ],
          [
            -3.99999999991251
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.066952164980762e-09,
        "q": [
          [
            -0.88959744,
            0.9000000017323027
          ],
          [
            5.5319936
          ],
          [
            -3.99999999991251
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.749001523256084e-11,
        "q": [
          [
            -0.88959744,
            0.9000000017323027
          ],
          [
            5.5319936
          ],
          [
            -3.999999999930008
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.6693100235443126e-09,
        "q": [
          [
            -0.88959744,
            0.9000000013984406
          ],
          [
            5.5319936
          ],
          [
            -3.999999999930008
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.999201218604867e-11,
        "q": [
          [
            -0.88959744,
            0.9000000013984406
          ],
          [
            5.5319936
          ],
          [
            -3.9999999999440066
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.3480467853099753e-09,
        "q": [
          [
            -0.88959744,
            0.9000000011288313
          ],
          [
            5.5319936
          ],
          [
            -3.9999999999440066
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.5993432113154995e-11,
        "q": [
          [
            -0.88959744,
            0.9000000011288313
          ],
          [
            5.5319936
          ],
          [
            -3.999999999955205
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.088516055069988e-09,
        "q": [
          [
            -0.88959744,
            0.9000000009111281
          ],
          [
            5.5319936
          ],
          [
            -3.999999999955205
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.4794834508365966e-11,
        "q": [
          [
            -0.88959744,
            0.9000000009111281
          ],
          [
            5.5319936
          ],
          [
            -3.999999999964164
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -8.788757499544886e-10,
        "q": [
          [
            -0.88959744,
            0.9000000007353529
          ],
          [
            5.5319936
          ],
          [
            -3.999999999964164
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.58357787888508e-11,
        "q": [
          [
            -0.88959744,
            0.9000000007353529
          ],
          [
            5.5319936
          ],
          [
            -3.9999999999713314
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.095514176214124e-10,
        "q": [
          [
            -0.88959744,
            0.9000000005934427
          ],
          [
            5.5319936
          ],
          [
            -3.9999999999713314
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.8668623031080642e-11,
        "q": [
          [
            -0.88959744,
            0.9000000005934427
          ],
          [
            5.5319936
          ],
          [
            -3.999999999977065
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.728010288308383e-10,
        "q": [
          [
            -0.88959744,
            0.9000000004788824
          ],
          [
            5.5319936
          ],
          [
            -3.999999999977065
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.2934987242706484e-11,
        "q": [
          [
            -0.88959744,
            0.9000000004788824
          ],
          [
            5.5319936
          ],
          [
            -3.999999999981652
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.36839168,
        "q": [
          [
            -0.6159191039999999,
            0.9000000004788824
          ],
          [
            5.5319936
          ],
          [
            -3.999999999981652
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4680064000000002,
        "q": [
          [
            -0.6159191039999999,
            0.9000000004788824
          ],
          [
            5.82559488
          ],
          [
            -3.999999999981652
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.6236947603972567e-10,
        "q": [
          [
            -0.6159191039999999,
            0.9000000003864085
          ],
          [
            5.82559488
          ],
          [
            -3.999999999981652
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.8347989794165187e-11,
        "q": [
          [
            -0.6159191039999999,
            0.9000000003864085
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999853215
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.731978059917651e-10,
        "q": [
          [
            -0.6159191039999999,
            0.900000000311769
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999853215
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.467848065317412e-11,
        "q": [
          [
            -0.6159191039999999,
            0.900000000311769
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999882574
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.0120062000094094e-10,
        "q": [
          [
            -0.6159191039999999,
            0.9000000002515288
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999882574
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.1742606886855356e-11,
        "q": [
          [
            -0.6159191039999999,
            0.9000000002515288
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999906057
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.430738943459687e-10,
        "q": [
          [
            -0.6159191039999999,
            0.900000000202914
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999906057
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -9.394263145168225e-12,
        "q": [
          [
            -0.6159191039999999,
            0.900000000202914
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999924847
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.96150207187884e-10,
        "q": [
          [
            -0.6159191039999999,
            0.900000000163684
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999924847
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.51532169829261e-12,
        "q": [
          [
            -0.6159191039999999,
            0.900000000163684
          ],
          [
            5.82559488
          ],
          [
            -3.999999999993988
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.5827328336825985e-10,
        "q": [
          [
            -0.6159191039999999,
            0.9000000001320293
          ],
          [
            5.82559488
          ],
          [
            -3.999999999993988
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.012079722950148e-12,
        "q": [
          [
            -0.6159191039999999,
            0.9000000001320293
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999951905
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.27700849894552e-10,
        "q": [
          [
            -0.6159191039999999,
            0.9000000001064892
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999951905
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.809486142676178e-12,
        "q": [
          [
            -0.6159191039999999,
            0.9000000001064892
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999961524
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.0302625419456035e-10,
        "q": [
          [
            -0.6159191039999999,
            0.9000000000858839
          ],
          [
            5.82559488
          ],
          [
            -3.9999999999961524
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.8475889141409425e-12,
        "q": [
          [
            -0.6159191039999999,
            0.9000000000858839
          ],
          [
            5.82559488
          ],
          [
            -3.999999999996922
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3589544959999995,
        "q": [
          [
            -0.3441282048,
            0.9000000000858839
          ],
          [
            5.82559488
          ],
          [
            -3.999999999996922
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1744051200000003,
        "q": [
          [
            -0.3441282048,
            0.9000000000858839
          ],
          [
            6.060475904
          ],
          [
            -3.999999999996922
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -8.31137381140934e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000692612
          ],
          [
            6.060475904
          ],
          [
            -3.999999999996922
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.077982313470784e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000692612
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999975375
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.704481414487873e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000558522
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999975375
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.4624746686185972e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000558522
          ],
          [
            6.060475904
          ],
          [
            -3.99999999999803
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.407951864100369e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000450363
          ],
          [
            6.060475904
          ],
          [
            -3.99999999999803
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.9699797348948778e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000450363
          ],
          [
            6.060475904
          ],
          [
            -3.999999999998424
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.36179981022633e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000363128
          ],
          [
            6.060475904
          ],
          [
            -3.999999999998424
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.5760726057578722e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000363128
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999987392
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.517819369136532e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000292772
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999987392
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.2607692667643278e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000292772
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999989915
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.8369528948246625e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000236033
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999989915
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0085265955694922e-12,
        "q": [
          [
            -0.3441282048,
            0.9000000000236033
          ],
          [
            6.060475904
          ],
          [
            -3.999999999999193
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.2877255645425976e-11,
        "q": [
          [
            -0.3441282048,
            0.9000000000190278
          ],
          [
            6.060475904
          ],
          [
            -3.999999999999193
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.069100942975638e-13,
        "q": [
          [
            -0.3441282048,
            0.9000000000190278
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999993543
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.2985565183999994,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000190278
          ],
          [
            6.060475904
          ],
          [
            -3.9999999999993543
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.9395240960000004,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000190278
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999993543
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.84465775987519e-11,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000153385
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999993543
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.45705711121991e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000153385
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999994835
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4873657860903222e-11,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000123638
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999994835
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.164757510556228e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000123638
          ],
          [
            6.2483807231999995
          ],
          [
            -3.999999999999587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1992185022791091e-11,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000099654
          ],
          [
            6.2483807231999995
          ],
          [
            -3.999999999999587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.1300296516055823e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000099654
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999996696
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.667933120738326e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000080318
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999996696
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.304023721284466e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000080318
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999997358
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.793876655171061e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000064731
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999997358
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.6423307986078726e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000064731
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999997886
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.2830851632611484e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000052164
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999997886
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.113864638886298e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000052164
          ],
          [
            6.2483807231999995
          ],
          [
            -3.999999999999831
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.064171304525189e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000042035
          ],
          [
            6.2483807231999995
          ],
          [
            -3.999999999999831
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.6919798895287386e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000042035
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999998646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.081512905429463e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000033872
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999998646
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.354472090042691e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000033872
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999998916
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.289590821964339e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000027293
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999998916
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.0835776720341528e-13,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000027293
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999134
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.651212582804874e-12,
        "q": [
          [
            -0.08441690112000011,
            0.900000000002199
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999134
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.659739592076221e-14,
        "q": [
          [
            -0.08441690112000011,
            0.900000000002199
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999307
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.1369572777985013e-12,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000017716
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999307
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.927791673660977e-14,
        "q": [
          [
            -0.08441690112000011,
            0.9000000000017716
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999445
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.2079595519999993,
        "q": [
          [
            0.15717500927999975,
            0.9000000000017716
          ],
          [
            6.2483807231999995
          ],
          [
            -3.9999999999999445
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.7516192768000005,
        "q": [
          [
            0.15717500927999975,
            0.9000000000017716
          ],
          [
            6.398704578559999
          ],
          [
            -3.9999999999999445
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.7215118219837677e-12,
        "q": [
          [
            0.15717500927999975,
            0.9000000000014273
          ],
          [
            6.398704578559999
          ],
          [
            -3.9999999999999445
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -5.551115123125783e-14,
        "q": [
          [
            0.15717500927999975,
            0.9000000000014273
          ],
          [
            6.398704578559999
          ],
          [
            -3.9999999999999556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1016591114240002,
        "q": [
          [
            0.3775068315647998,
            0.9000000000014273
          ],
          [
            6.398704578559999
          ],
          [
            -3.9999999999999556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.6012954214400006,
        "q": [
          [
            0.3775068315647998,
            0.9000000000014273
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.3874457138740581e-12,
        "q": [
          [
            0.3775068315647998,
            0.9000000000011499
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999556
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.440892098500626e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000011499
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999645
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1179945857975326e-12,
        "q": [
          [
            0.3775068315647998,
            0.9000000000009263
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999645
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.552713678800501e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000009263
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999716
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.00612917575927e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000007462
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999716
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.842170943040401e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000007462
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999774
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.258638134999273e-13,
        "q": [
          [
            0.3775068315647998,
            0.900000000000601
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999774
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.2648549702353193e-14,
        "q": [
          [
            0.3775068315647998,
            0.900000000000601
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999982
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.846434447676074e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000004841
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999982
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.8207657603852567e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000004841
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999853
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.708455847435289e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000003899
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999853
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.4654943925052066e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000003899
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999885
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.7980729672426605e-13,
        "q": [
          [
            0.3775068315647998,
            0.900000000000314
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999885
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.1546319456101628e-14,
        "q": [
          [
            0.3775068315647998,
            0.900000000000314
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999907
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.056443986793056e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000002528
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999907
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -9.325873406851315e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000002528
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999925
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.462474668618597e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000002035
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999925
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -7.549516567451064e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000002035
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999994
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.978417429882029e-13,
        "q": [
          [
            0.3775068315647998,
            0.900000000000164
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999994
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -6.217248937900877e-15,
        "q": [
          [
            0.3775068315647998,
            0.900000000000164
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999995
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.596500709410975e-13,
        "q": [
          [
            0.3775068315647998,
            0.900000000000132
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999995
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -4.884981308350689e-15,
        "q": [
          [
            0.3775068315647998,
            0.900000000000132
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999996
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.2856382625159313e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000001063
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999996
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.9968028886505635e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000001063
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.0369483049998962e-13,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000855
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -3.1086244689504383e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000855
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999973
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -8.337774914934926e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000689
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999973
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.6645352591003757e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000689
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.672440377997191e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000555
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -2.220446049250313e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000555
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999982
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.384581669432009e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000448
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999982
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.7763568394002505e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000448
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999987
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.3520742565306136e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000361
          ],
          [
            6.518963662848
          ],
          [
            -3.9999999999999987
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -1.3322676295501878e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000361
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.530509218307998e-14,
        "q": [
          [
            0.3775068315647998,
            0.900000000000029
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.900000000000029
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.8199664825478976e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000233
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000233
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.2537527399890678e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000188
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000188
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.7985612998927536e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000152
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000152
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.4432899320127035e-14,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000123
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000123
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.1546319456101628e-14,
        "q": [
          [
            0.3775068315647998,
            0.90000000000001
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.90000000000001
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.2148511043888e-15,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000081
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.3775068315647998,
            0.9000000000000081
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.9895604649984004,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000081
          ],
          [
            6.518963662848
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.4810363371520001,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000081
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.327471962526033e-15,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000067
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000067
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.88418203051333e-15,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000055
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000055
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.6629367034256575e-15,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000046
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.5754189245644799,
            0.9000000000000046
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.8782349126860807,
        "q": [
          [
            0.751065907101696,
            0.9000000000000046
          ],
          [
            6.6151709302784
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.3848290697215999,
        "q": [
          [
            0.751065907101696,
            0.9000000000000046
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.774758283725532e-15,
        "q": [
          [
            0.751065907101696,
            0.9000000000000038
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000038
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.9976021664879227e-15,
        "q": [
          [
            0.751065907101696,
            0.9000000000000032
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000032
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.4424906541753444e-15,
        "q": [
          [
            0.751065907101696,
            0.9000000000000028
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000028
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.9984014443252818e-15,
        "q": [
          [
            0.751065907101696,
            0.9000000000000024
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000024
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.5543122344752192e-15,
        "q": [
          [
            0.751065907101696,
            0.900000000000002
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000002
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -1.2212453270876722e-15,
        "q": [
          [
            0.751065907101696,
            0.9000000000000018
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000018
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -9.992007221626409e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000016
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000016
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -7.771561172376096e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000015
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000015
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -6.661338147750939e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000014
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000014
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -5.551115123125783e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000012
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000012
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000011
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.9000000000000011
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -3.3306690738754696e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.751065907101696,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.7718571626987526,
        "q": [
          [
            0.9054373396414465,
            0.900000000000001
          ],
          [
            6.69213674422272
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.3078632557772796,
        "q": [
          [
            0.9054373396414465,
            0.900000000000001
          ],
          [
            6.753709395378176
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.6729011161989124,
        "q": [
          [
            1.040017562881229,
            0.900000000000001
          ],
          [
            6.753709395378176
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.24629060462182384,
        "q": [
          [
            1.040017562881229,
            0.900000000000001
          ],
          [
            6.802967516302541
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.040017562881229,
            0.900000000000001
          ],
          [
            6.802967516302541
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.040017562881229,
            0.900000000000001
          ],
          [
            6.802967516302541
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.5826532017910577,
        "q": [
          [
            1.1565482032394405,
            0.900000000000001
          ],
          [
            6.802967516302541
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.19703248369745907,
        "q": [
          [
            1.1565482032394405,
            0.900000000000001
          ],
          [
            6.842374013042033
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.5015884084983895,
        "q": [
          [
            1.2568658849391183,
            0.900000000000001
          ],
          [
            6.842374013042033
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.15762598695796726,
        "q": [
          [
            1.2568658849391183,
            0.900000000000001
          ],
          [
            6.873899210433626
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.2568658849391183,
            0.900000000000001
          ],
          [
            6.873899210433626
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.2568658849391183,
            0.900000000000001
          ],
          [
            6.873899210433626
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.42964340445114546,
        "q": [
          [
            1.3427945658293474,
            0.900000000000001
          ],
          [
            6.873899210433626
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.12610078956637416,
        "q": [
          [
            1.3427945658293474,
            0.900000000000001
          ],
          [
            6.8991193683469
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.3664128656828627,
        "q": [
          [
            1.41607713896592,
            0.900000000000001
          ],
          [
            6.8991193683469
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.10088063165309968,
        "q": [
          [
            1.41607713896592,
            0.900000000000001
          ],
          [
            6.91929549467752
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.31128880624384814,
        "q": [
          [
            1.4783349002146895,
            0.900000000000001
          ],
          [
            6.91929549467752
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.08070450532247975,
        "q": [
          [
            1.4783349002146895,
            0.900000000000001
          ],
          [
            6.935436395742016
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.2635578559531251,
        "q": [
          [
            1.5310464714053145,
            0.900000000000001
          ],
          [
            6.935436395742016
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0645636042579838,
        "q": [
          [
            1.5310464714053145,
            0.900000000000001
          ],
          [
            6.948349116593613
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.22246773352893734,
        "q": [
          [
            1.575540018111102,
            0.900000000000001
          ],
          [
            6.948349116593613
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.05165088340638668,
        "q": [
          [
            1.575540018111102,
            0.900000000000001
          ],
          [
            6.958679293274891
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.18727134583630023,
        "q": [
          [
            1.612994287278362,
            0.900000000000001
          ],
          [
            6.958679293274891
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.041320706725109346,
        "q": [
          [
            1.612994287278362,
            0.900000000000001
          ],
          [
            6.966943434619912
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.15725480387955892,
        "q": [
          [
            1.6444452480542737,
            0.900000000000001
          ],
          [
            6.966943434619912
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.03305656538008783,
        "q": [
          [
            1.6444452480542737,
            0.900000000000001
          ],
          [
            6.97355474769593
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.1317540248720639,
        "q": [
          [
            1.6707960530286865,
            0.900000000000001
          ],
          [
            6.97355474769593
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.02644525230406991,
        "q": [
          [
            1.6707960530286865,
            0.900000000000001
          ],
          [
            6.978843798156744
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.11016336531238302,
        "q": [
          [
            1.6928287260911632,
            0.900000000000001
          ],
          [
            6.978843798156744
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.021156201843256284,
        "q": [
          [
            1.6928287260911632,
            0.900000000000001
          ],
          [
            6.983075038525395
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.6928287260911632,
            0.900000000000001
          ],
          [
            6.983075038525395
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.6928287260911632,
            0.900000000000001
          ],
          [
            6.983075038525395
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.09193880858169257,
        "q": [
          [
            1.7112164878075018,
            0.900000000000001
          ],
          [
            6.983075038525395
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.016924961474605205,
        "q": [
          [
            1.7112164878075018,
            0.900000000000001
          ],
          [
            6.986460030820316
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.07659753993078278,
        "q": [
          [
            1.7265359957936584,
            0.900000000000001
          ],
          [
            6.986460030820316
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.013539969179683808,
        "q": [
          [
            1.7265359957936584,
            0.900000000000001
          ],
          [
            6.989168024656253
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0637152263969698,
        "q": [
          [
            1.7392790410730523,
            0.900000000000001
          ],
          [
            6.989168024656253
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.010831975343746691,
        "q": [
          [
            1.7392790410730523,
            0.900000000000001
          ],
          [
            6.9913344197250025
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.05292193667945,
        "q": [
          [
            1.7498634284089423,
            0.900000000000001
          ],
          [
            6.9913344197250025
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00866558027499753,
        "q": [
          [
            1.7498634284089423,
            0.900000000000001
          ],
          [
            6.993067535780002
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.04389735379305937,
        "q": [
          [
            1.7586428991675542,
            0.900000000000001
          ],
          [
            6.993067535780002
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00693246421999838,
        "q": [
          [
            1.7586428991675542,
            0.900000000000001
          ],
          [
            6.994454028624001
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.03636572659404669,
        "q": [
          [
            1.7659160444863635,
            0.900000000000001
          ],
          [
            6.994454028624001
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.005545971375998882,
        "q": [
          [
            1.7659160444863635,
            0.900000000000001
          ],
          [
            6.995563222899201
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.030090856122917176,
        "q": [
          [
            1.771934215710947,
            0.900000000000001
          ],
          [
            6.995563222899201
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.004436777100798928,
        "q": [
          [
            1.771934215710947,
            0.900000000000001
          ],
          [
            6.996450578319361
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0248713047764777,
        "q": [
          [
            1.7769084766662426,
            0.900000000000001
          ],
          [
            6.996450578319361
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0035494216806393197,
        "q": [
          [
            1.7769084766662426,
            0.900000000000001
          ],
          [
            6.997160462655488
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.020535939723697272,
        "q": [
          [
            1.781015664610982,
            0.900000000000001
          ],
          [
            6.997160462655488
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.002839537344511811,
        "q": [
          [
            1.781015664610982,
            0.900000000000001
          ],
          [
            6.99772837012439
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.016939868500968958,
        "q": [
          [
            1.7844036383111759,
            0.900000000000001
          ],
          [
            6.99772837012439
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.002271629875609804,
        "q": [
          [
            1.7844036383111759,
            0.900000000000001
          ],
          [
            6.998182696099512
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.01396078817838542,
        "q": [
          [
            1.787195795946853,
            0.900000000000001
          ],
          [
            6.998182696099512
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0018173039004878433,
        "q": [
          [
            1.787195795946853,
            0.900000000000001
          ],
          [
            6.99854615687961
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.011495745244795685,
        "q": [
          [
            1.7894949449958122,
            0.900000000000001
          ],
          [
            6.99854615687961
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.001453843120390097,
        "q": [
          [
            1.7894949449958122,
            0.900000000000001
          ],
          [
            6.998836925503688
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.009458287957506695,
        "q": [
          [
            1.7913866025873135,
            0.900000000000001
          ],
          [
            6.998836925503688
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0011630744963122552,
        "q": [
          [
            1.7913866025873135,
            0.900000000000001
          ],
          [
            6.99906954040295
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.007775983775341722,
        "q": [
          [
            1.792941799342382,
            0.900000000000001
          ],
          [
            6.99906954040295
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0009304595970496266,
        "q": [
          [
            1.792941799342382,
            0.900000000000001
          ],
          [
            6.9992556323223605
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0063882697477422035,
        "q": [
          [
            1.7942194532919304,
            0.900000000000001
          ],
          [
            6.9992556323223605
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0007443676776395236,
        "q": [
          [
            1.7942194532919304,
            0.900000000000001
          ],
          [
            6.999404505857888
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00524460198016885,
        "q": [
          [
            1.7952683736879642,
            0.900000000000001
          ],
          [
            6.999404505857888
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0005954941421117965,
        "q": [
          [
            1.7952683736879642,
            0.900000000000001
          ],
          [
            6.999523604686311
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7952683736879642,
            0.900000000000001
          ],
          [
            6.999523604686311
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.7952683736879642,
            0.900000000000001
          ],
          [
            6.999523604686311
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0043028705297158965,
        "q": [
          [
            1.7961289477939073,
            0.900000000000001
          ],
          [
            6.999523604686311
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0004763953136892596,
        "q": [
          [
            1.7961289477939073,
            0.900000000000001
          ],
          [
            6.999618883749049
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0035280475802372813,
        "q": [
          [
            1.7968345573099547,
            0.900000000000001
          ],
          [
            6.999618883749049
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0003811162509510524,
        "q": [
          [
            1.7968345573099547,
            0.900000000000001
          ],
          [
            6.999695106999239
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.002891038989360606,
        "q": [
          [
            1.7974127651078269,
            0.900000000000001
          ],
          [
            6.999695106999239
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0003048930007611972,
        "q": [
          [
            1.7974127651078269,
            0.900000000000001
          ],
          [
            6.999756085599391
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7974127651078269,
            0.900000000000001
          ],
          [
            6.999756085599391
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.7974127651078269,
            0.900000000000001
          ],
          [
            6.999756085599391
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00236771193162566,
        "q": [
          [
            1.797886307494152,
            0.900000000000001
          ],
          [
            6.999756085599391
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0002439144006087801,
        "q": [
          [
            1.797886307494152,
            0.900000000000001
          ],
          [
            6.999804868479513
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0019380741374099841,
        "q": [
          [
            1.798273922321634,
            0.900000000000001
          ],
          [
            6.999804868479513
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00019513152048666882,
        "q": [
          [
            1.798273922321634,
            0.900000000000001
          ],
          [
            6.999843894783611
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0015855829836157742,
        "q": [
          [
            1.798591038918357,
            0.900000000000001
          ],
          [
            6.999843894783611
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00015610521638897978,
        "q": [
          [
            1.798591038918357,
            0.900000000000001
          ],
          [
            6.999875115826889
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.001296565325843435,
        "q": [
          [
            1.7988503519835257,
            0.900000000000001
          ],
          [
            6.999875115826889
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00012488417311118383,
        "q": [
          [
            1.7988503519835257,
            0.900000000000001
          ],
          [
            6.999900092661511
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0010597314118339085,
        "q": [
          [
            1.7990622982658926,
            0.900000000000001
          ],
          [
            6.999900092661511
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.990733848930233e-05,
        "q": [
          [
            1.7990622982658926,
            0.900000000000001
          ],
          [
            6.999920074129209
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0008657684503954322,
        "q": [
          [
            1.7992354519559717,
            0.900000000000001
          ],
          [
            6.999920074129209
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.99258707910866e-05,
        "q": [
          [
            1.7992354519559717,
            0.900000000000001
          ],
          [
            6.9999360593033675
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.000707001417059594,
        "q": [
          [
            1.7993768522393836,
            0.900000000000001
          ],
          [
            6.9999360593033675
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.3940696632514e-05,
        "q": [
          [
            1.7993768522393836,
            0.900000000000001
          ],
          [
            6.999948847442694
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0005771104590408527,
        "q": [
          [
            1.7994922743311919,
            0.900000000000001
          ],
          [
            6.999948847442694
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.1152557306366475e-05,
        "q": [
          [
            1.7994922743311919,
            0.900000000000001
          ],
          [
            6.999959077954155
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00047089582754766823,
        "q": [
          [
            1.7995864534967014,
            0.900000000000001
          ],
          [
            6.999959077954155
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.0922045845270816e-05,
        "q": [
          [
            1.7995864534967014,
            0.900000000000001
          ],
          [
            6.999967262363324
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00038408263029032774,
        "q": [
          [
            1.7996632700227595,
            0.900000000000001
          ],
          [
            6.999967262363324
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.273763667621665e-05,
        "q": [
          [
            1.7996632700227595,
            0.900000000000001
          ],
          [
            6.999973809890659
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0003131588788338746,
        "q": [
          [
            1.7997259017985263,
            0.900000000000001
          ],
          [
            6.999973809890659
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.6190109340795686e-05,
        "q": [
          [
            1.7997259017985263,
            0.900000000000001
          ],
          [
            6.999979047912527
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0002552413227483452,
        "q": [
          [
            1.799776950063076,
            0.900000000000001
          ],
          [
            6.999979047912527
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.095208747299182e-05,
        "q": [
          [
            1.799776950063076,
            0.900000000000001
          ],
          [
            6.999983238330022
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0002079644339436637,
        "q": [
          [
            1.7998185429498648,
            0.900000000000001
          ],
          [
            6.999983238330022
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.676166997821582e-05,
        "q": [
          [
            1.7998185429498648,
            0.900000000000001
          ],
          [
            6.999986590664017
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7998185429498648,
            0.900000000000001
          ],
          [
            6.999986590664017
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.7998185429498648,
            0.900000000000001
          ],
          [
            6.999986590664017
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00016938864775095652,
        "q": [
          [
            1.7998524206794149,
            0.900000000000001
          ],
          [
            6.999986590664017
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.3409335982927928e-05,
        "q": [
          [
            1.7998524206794149,
            0.900000000000001
          ],
          [
            6.999989272531214
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00013792459867767448,
        "q": [
          [
            1.7998800055991504,
            0.900000000000001
          ],
          [
            6.999989272531214
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.0727468786164707e-05,
        "q": [
          [
            1.7998800055991504,
            0.900000000000001
          ],
          [
            6.999991418024971
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0001122706233234183,
        "q": [
          [
            1.7999024597238151,
            0.900000000000001
          ],
          [
            6.999991418024971
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.581975029287037e-06,
        "q": [
          [
            1.7999024597238151,
            0.900000000000001
          ],
          [
            6.999993134419976
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.136125416353558e-05,
        "q": [
          [
            1.7999207319746477,
            0.900000000000001
          ],
          [
            6.999993134419976
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.865580023607265e-06,
        "q": [
          [
            1.7999207319746477,
            0.900000000000001
          ],
          [
            6.999994507535981
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.43248077355041e-05,
        "q": [
          [
            1.7999355969361948,
            0.900000000000001
          ],
          [
            6.999994507535981
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.492464018708176e-06,
        "q": [
          [
            1.7999355969361948,
            0.900000000000001
          ],
          [
            6.999995606028785
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7999355969361948,
            0.900000000000001
          ],
          [
            6.999995606028785
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            1.7999355969361948,
            0.900000000000001
          ],
          [
            6.999995606028785
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.044848971198391e-05,
        "q": [
          [
            1.799947686634137,
            0.900000000000001
          ],
          [
            6.999995606028785
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.3939712153218125e-06,
        "q": [
          [
            1.799947686634137,
            0.900000000000001
          ],
          [
            6.999996484823027
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.914970658775886e-05,
        "q": [
          [
            1.7999575165754547,
            0.900000000000001
          ],
          [
            6.999996484823027
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.5151769726127213e-06,
        "q": [
          [
            1.7999575165754547,
            0.900000000000001
          ],
          [
            6.999997187858422
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.9952497124629005e-05,
        "q": [
          [
            1.7999655070748797,
            0.900000000000001
          ],
          [
            6.999997187858422
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.8121415782678127e-06,
        "q": [
          [
            1.7999655070748797,
            0.900000000000001
          ],
          [
            6.999997750286737
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.246818318425326e-05,
        "q": [
          [
            1.7999720007115165,
            0.900000000000001
          ],
          [
            6.999997750286737
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.249713262791886e-06,
        "q": [
          [
            1.7999720007115165,
            0.900000000000001
          ],
          [
            6.99999820022939
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.6379494935113712e-05,
        "q": [
          [
            1.7999772766105036,
            0.900000000000001
          ],
          [
            6.99999820022939
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7997706098782373e-06,
        "q": [
          [
            1.7999772766105036,
            0.900000000000001
          ],
          [
            6.999998560183512
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.1427554656838765e-05,
        "q": [
          [
            1.799981562121435,
            0.900000000000001
          ],
          [
            6.999998560183512
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4398164882578612e-06,
        "q": [
          [
            1.799981562121435,
            0.900000000000001
          ],
          [
            6.999998848146809
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.740121069326861e-05,
        "q": [
          [
            1.7999850423635737,
            0.900000000000001
          ],
          [
            6.999998848146809
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.151853190606289e-06,
        "q": [
          [
            1.7999850423635737,
            0.900000000000001
          ],
          [
            6.9999990785174475
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.412830212887961e-05,
        "q": [
          [
            1.7999878680239996,
            0.900000000000001
          ],
          [
            6.9999990785174475
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.214825524850312e-07,
        "q": [
          [
            1.7999878680239996,
            0.900000000000001
          ],
          [
            6.999999262813958
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1468508562817448e-05,
        "q": [
          [
            1.7999901617257121,
            0.900000000000001
          ],
          [
            6.999999262813958
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.37186041988025e-07,
        "q": [
          [
            1.7999901617257121,
            0.900000000000001
          ],
          [
            6.999999410251166
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.307500337563113e-06,
        "q": [
          [
            1.7999920232257796,
            0.900000000000001
          ],
          [
            6.999999410251166
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.897488337680556e-07,
        "q": [
          [
            1.7999920232257796,
            0.900000000000001
          ],
          [
            6.999999528200933
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.552155059986632e-06,
        "q": [
          [
            1.7999935336567916,
            0.900000000000001
          ],
          [
            6.999999528200933
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.717990673697159e-07,
        "q": [
          [
            1.7999935336567916,
            0.900000000000001
          ],
          [
            6.999999622560746
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.126647879467484e-06,
        "q": [
          [
            1.7999947589863674,
            0.900000000000001
          ],
          [
            6.999999622560746
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.774392540734084e-07,
        "q": [
          [
            1.7999947589863674,
            0.900000000000001
          ],
          [
            6.999999698048597
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.969257369591418e-06,
        "q": [
          [
            1.7999957528378414,
            0.900000000000001
          ],
          [
            6.999999698048597
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.019514034363624e-07,
        "q": [
          [
            1.7999957528378414,
            0.900000000000001
          ],
          [
            6.999999758438877
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.029757147971935e-06,
        "q": [
          [
            1.799996558789271,
            0.900000000000001
          ],
          [
            6.999999758438877
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.415611231043613e-07,
        "q": [
          [
            1.799996558789271,
            0.900000000000001
          ],
          [
            6.999999806751101
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.2672867202876432e-06,
        "q": [
          [
            1.799997212246615,
            0.900000000000001
          ],
          [
            6.999999806751101
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.932488986611247e-07,
        "q": [
          [
            1.799997212246615,
            0.900000000000001
          ],
          [
            6.999999845400881
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.6486141779802352e-06,
        "q": [
          [
            1.7999977419694506,
            0.900000000000001
          ],
          [
            6.999999845400881
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.5459911928417114e-07,
        "q": [
          [
            1.7999977419694506,
            0.900000000000001
          ],
          [
            6.999999876320705
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.1467191837487576e-06,
        "q": [
          [
            1.7999981713132873,
            0.900000000000001
          ],
          [
            6.999999876320705
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.2367929524970123e-07,
        "q": [
          [
            1.7999981713132873,
            0.900000000000001
          ],
          [
            6.9999999010565634
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.7396376199574348e-06,
        "q": [
          [
            1.7999985192408112,
            0.900000000000001
          ],
          [
            6.9999999010565634
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.894343655503235e-08,
        "q": [
          [
            1.7999985192408112,
            0.900000000000001
          ],
          [
            6.999999920845251
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.4095199145636172e-06,
        "q": [
          [
            1.799998801144794,
            0.900000000000001
          ],
          [
            6.999999920845251
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.915474942166156e-08,
        "q": [
          [
            1.799998801144794,
            0.900000000000001
          ],
          [
            6.9999999366762005
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1418637861915215e-06,
        "q": [
          [
            1.7999990295175512,
            0.900000000000001
          ],
          [
            6.9999999366762005
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.332379953732925e-08,
        "q": [
          [
            1.7999990295175512,
            0.900000000000001
          ],
          [
            6.99999994934096
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.2488931313639e-07,
        "q": [
          [
            1.7999992144954138,
            0.900000000000001
          ],
          [
            6.99999994934096
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.06590396298634e-08,
        "q": [
          [
            1.7999992144954138,
            0.900000000000001
          ],
          [
            6.999999959472769
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.490300781842762e-07,
        "q": [
          [
            1.7999993643014294,
            0.900000000000001
          ],
          [
            6.999999959472769
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.052723134861935e-08,
        "q": [
          [
            1.7999993643014294,
            0.900000000000001
          ],
          [
            6.999999967578215
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.065189641635271e-07,
        "q": [
          [
            1.7999994856052222,
            0.900000000000001
          ],
          [
            6.999999967578215
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.2421785256531166e-08,
        "q": [
          [
            1.7999994856052222,
            0.900000000000001
          ],
          [
            6.999999974062572
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.910510924549527e-07,
        "q": [
          [
            1.7999995838154406,
            0.900000000000001
          ],
          [
            6.999999974062572
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.5937428205224933e-08,
        "q": [
          [
            1.7999995838154406,
            0.900000000000001
          ],
          [
            6.999999979250058
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.9750961144946473e-07,
        "q": [
          [
            1.799999663317363,
            0.900000000000001
          ],
          [
            6.999999979250058
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.0749942208908578e-08,
        "q": [
          [
            1.799999663317363,
            0.900000000000001
          ],
          [
            6.999999983400047
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.217426791657374e-07,
        "q": [
          [
            1.7999997276658988,
            0.900000000000001
          ],
          [
            6.999999983400047
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.6599953411855495e-08,
        "q": [
          [
            1.7999997276658988,
            0.900000000000001
          ],
          [
            6.999999986720037
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.6038213452039827e-07,
        "q": [
          [
            1.7999997797423257,
            0.900000000000001
          ],
          [
            6.999999986720037
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.327996290712008e-08,
        "q": [
          [
            1.7999997797423257,
            0.900000000000001
          ],
          [
            6.99999998937603
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.106961012326991e-07,
        "q": [
          [
            1.799999821881546,
            0.900000000000001
          ],
          [
            6.99999998937603
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.062397014806038e-08,
        "q": [
          [
            1.799999821881546,
            0.900000000000001
          ],
          [
            6.9999999915008235
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.704691956483373e-07,
        "q": [
          [
            1.7999998559753851,
            0.900000000000001
          ],
          [
            6.9999999915008235
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.499176473719672e-09,
        "q": [
          [
            1.7999998559753851,
            0.900000000000001
          ],
          [
            6.9999999932006585
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.37905207475697e-07,
        "q": [
          [
            1.7999998835564266,
            0.900000000000001
          ],
          [
            6.9999999932006585
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.799341534247105e-09,
        "q": [
          [
            1.7999998835564266,
            0.900000000000001
          ],
          [
            6.999999994560527
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1154804835378229e-07,
        "q": [
          [
            1.7999999058660363,
            0.900000000000001
          ],
          [
            6.999999994560527
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.439472872126316e-09,
        "q": [
          [
            1.7999999058660363,
            0.900000000000001
          ],
          [
            6.999999995648421
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.021754343585542e-08,
        "q": [
          [
            1.799999923909545,
            0.900000000000001
          ],
          [
            6.999999995648421
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.351578652972421e-09,
        "q": [
          [
            1.799999923909545,
            0.900000000000001
          ],
          [
            6.999999996518737
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.295731840883946e-08,
        "q": [
          [
            1.7999999385010086,
            0.900000000000001
          ],
          [
            6.999999996518737
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.4812632776493047e-09,
        "q": [
          [
            1.7999999385010086,
            0.900000000000001
          ],
          [
            6.9999999972149896
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.899248245455624e-08,
        "q": [
          [
            1.799999950299505,
            0.900000000000001
          ],
          [
            6.9999999972149896
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.7850104444837598e-09,
        "q": [
          [
            1.799999950299505,
            0.900000000000001
          ],
          [
            6.999999997771992
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.76952881633963e-08,
        "q": [
          [
            1.7999999598385625,
            0.900000000000001
          ],
          [
            6.999999997771992
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.22800800031564e-09,
        "q": [
          [
            1.7999999598385625,
            0.900000000000001
          ],
          [
            6.999999998217594
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.855727159773892e-08,
        "q": [
          [
            1.799999967550017,
            0.900000000000001
          ],
          [
            6.999999998217594
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.782406222616828e-09,
        "q": [
          [
            1.799999967550017,
            0.900000000000001
          ],
          [
            6.999999998574075
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.116665037161681e-08,
        "q": [
          [
            1.799999973783347,
            0.900000000000001
          ],
          [
            6.999999998574075
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4259251557291464e-09,
        "q": [
          [
            1.799999973783347,
            0.900000000000001
          ],
          [
            6.99999999885926
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.518998698519681e-08,
        "q": [
          [
            1.7999999788213443,
            0.900000000000001
          ],
          [
            6.99999999885926
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1407399469476331e-09,
        "q": [
          [
            1.7999999788213443,
            0.900000000000001
          ],
          [
            6.999999999087408
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.0357323160524743e-08,
        "q": [
          [
            1.799999982892809,
            0.900000000000001
          ],
          [
            6.999999999087408
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.125917799224226e-10,
        "q": [
          [
            1.799999982892809,
            0.900000000000001
          ],
          [
            6.999999999269926
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.645012437379023e-08,
        "q": [
          [
            1.799999986182834,
            0.900000000000001
          ],
          [
            6.999999999269926
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.300737792093059e-10,
        "q": [
          [
            1.799999986182834,
            0.900000000000001
          ],
          [
            6.999999999415941
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3291513445423675e-08,
        "q": [
          [
            1.7999999888411367,
            0.900000000000001
          ],
          [
            6.999999999415941
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.840590233674448e-10,
        "q": [
          [
            1.7999999888411367,
            0.900000000000001
          ],
          [
            6.999999999532752
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.0738340883165165e-08,
        "q": [
          [
            1.799999990988805,
            0.900000000000001
          ],
          [
            6.999999999532752
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.672475739653237e-10,
        "q": [
          [
            1.799999990988805,
            0.900000000000001
          ],
          [
            6.999999999626202
          ],
          [
            -3.999999999999999
          ],
          [
            0.0
          ]
        ]
      }
    ],
    "hostile_initialization": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.5,
        "q": [
          [
            0.0,
            0.9
          ],
          [
            -5.0
          ],
          [
            5.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.0,
        "q": [
          [
            0.0,
            0.9
          ],
          [
            -5.0
          ],
          [
            4.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.8800000000000003,
        "q": [
          [
            0.0,
            1.476
          ],
          [
            -5.0
          ],
          [
            4.2
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.2,
        "q": [
          [
            0.0,
            1.476
          ],
          [
            -5.0
          ],
          [
            3.56
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7280000000000002,
        "q": [
          [
            0.0,
            1.8216
          ],
          [
            -5.0
          ],
          [
            3.56
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.56,
        "q": [
          [
            0.0,
            1.8216
          ],
          [
            -5.0
          ],
          [
            3.048
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.9216000000000002,
        "q": [
          [
            0.0,
            2.00592
          ],
          [
            -5.0
          ],
          [
            3.048
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.048,
        "q": [
          [
            0.0,
            2.00592
          ],
          [
            -5.0
          ],
          [
            2.6384
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36863999999999963,
        "q": [
          [
            0.0,
            2.079648
          ],
          [
            -5.0
          ],
          [
            2.6384
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.6383999999999999,
        "q": [
          [
            0.0,
            2.079648
          ],
          [
            -5.0
          ],
          [
            2.31072
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0,
        "q": [
          [
            0.0,
            2.079648
          ],
          [
            -5.0
          ],
          [
            2.31072
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.3107199999999999,
        "q": [
          [
            0.0,
            2.079648
          ],
          [
            -5.0
          ],
          [
            2.0485759999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.2359296000000004,
        "q": [
          [
            0.0,
            2.03246208
          ],
          [
            -5.0
          ],
          [
            2.0485759999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0485759999999997,
        "q": [
          [
            0.0,
            2.03246208
          ],
          [
            -5.0
          ],
          [
            1.8388607999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.3774873600000004,
        "q": [
          [
            0.0,
            1.956964608
          ],
          [
            -5.0
          ],
          [
            1.8388607999999997
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.8388607999999997,
        "q": [
          [
            0.0,
            1.956964608
          ],
          [
            -5.0
          ],
          [
            1.6710886399999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.4529848320000003,
        "q": [
          [
            0.0,
            1.8663676416
          ],
          [
            -5.0
          ],
          [
            1.6710886399999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.6710886399999998,
        "q": [
          [
            0.0,
            1.8663676416
          ],
          [
            -5.0
          ],
          [
            1.536870912
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.4831838207999999,
        "q": [
          [
            0.0,
            1.76973087744
          ],
          [
            -5.0
          ],
          [
            1.536870912
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.5368709119999999,
        "q": [
          [
            0.0,
            1.76973087744
          ],
          [
            -5.0
          ],
          [
            1.4294967295999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.4831838208000001,
        "q": [
          [
            0.0,
            1.67309411328
          ],
          [
            -5.0
          ],
          [
            1.4294967295999998
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.42949672959999985,
        "q": [
          [
            0.0,
            1.67309411328
          ],
          [
            -5.0
          ],
          [
            1.34359738368
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.46385646796799995,
        "q": [
          [
            0.0,
            1.5803228196863999
          ],
          [
            -5.0
          ],
          [
            1.34359738368
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.3435973836799999,
        "q": [
          [
            0.0,
            1.5803228196863999
          ],
          [
            -5.0
          ],
          [
            1.274877906944
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.4329327034367998,
        "q": [
          [
            0.0,
            1.4937362789990398
          ],
          [
            -5.0
          ],
          [
            1.274877906944
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.27487790694399994,
        "q": [
          [
            0.0,
            1.4937362789990398
          ],
          [
            -5.0
          ],
          [
            1.2199023255552
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.39582418599935987,
        "q": [
          [
            0.0,
            1.414571441799168
          ],
          [
            -5.0
          ],
          [
            1.2199023255552
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.21990232555519995,
        "q": [
          [
            0.0,
            1.414571441799168
          ],
          [
            -5.0
          ],
          [
            1.17592186044416
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.35624176739942404,
        "q": [
          [
            0.0,
            1.343323088319283
          ],
          [
            -5.0
          ],
          [
            1.17592186044416
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.17592186044415992,
        "q": [
          [
            0.0,
            1.343323088319283
          ],
          [
            -5.0
          ],
          [
            1.1407374883553278
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.316659348799488,
        "q": [
          [
            0.0,
            1.2799912185593854
          ],
          [
            -5.0
          ],
          [
            1.1407374883553278
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.14073748835532784,
        "q": [
          [
            0.0,
            1.2799912185593854
          ],
          [
            -5.0
          ],
          [
            1.1125899906842622
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.2786602269435494,
        "q": [
          [
            0.0,
            1.2242591731706756
          ],
          [
            -5.0
          ],
          [
            1.1125899906842622
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.11258999068426223,
        "q": [
          [
            0.0,
            1.2242591731706756
          ],
          [
            -5.0
          ],
          [
            1.0900719925474098
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.24319437987800674,
        "q": [
          [
            0.0,
            1.1756202971950742
          ],
          [
            -5.0
          ],
          [
            1.0900719925474098
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.09007199254740983,
        "q": [
          [
            0.0,
            1.1756202971950742
          ],
          [
            -5.0
          ],
          [
            1.0720575940379278
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.21076846256093917,
        "q": [
          [
            0.0,
            1.1334666046828863
          ],
          [
            -5.0
          ],
          [
            1.0720575940379278
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.07205759403792777,
        "q": [
          [
            0.0,
            1.1334666046828863
          ],
          [
            -5.0
          ],
          [
            1.0576460752303423
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.1815851369755782,
        "q": [
          [
            0.0,
            1.0971495772877706
          ],
          [
            -5.0
          ],
          [
            1.0576460752303423
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.057646075230342264,
        "q": [
          [
            0.0,
            1.0971495772877706
          ],
          [
            -5.0
          ],
          [
            1.0461168601842739
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.5,
        "q": [
          [
            -0.9,
            1.0971495772877706
          ],
          [
            -5.0
          ],
          [
            1.0461168601842739
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.0,
        "q": [
          [
            -0.9,
            1.0971495772877706
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0461168601842739
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.15564440312192418,
        "q": [
          [
            -0.9,
            1.0660206966633858
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0461168601842739
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.046116860184273856,
        "q": [
          [
            -0.9,
            1.0660206966633858
          ],
          [
            -3.5999999999999996
          ],
          [
            1.036893488147419
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.13281655733070874,
        "q": [
          [
            -0.9,
            1.0394573851972442
          ],
          [
            -3.5999999999999996
          ],
          [
            1.036893488147419
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.036893488147418996,
        "q": [
          [
            -0.9,
            1.0394573851972442
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0295147905179352
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.1128940737311025,
        "q": [
          [
            -0.9,
            1.0168785704510237
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0295147905179352
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.029514790517935152,
        "q": [
          [
            -0.9,
            1.0168785704510237
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0236118324143482
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.09562792127811037,
        "q": [
          [
            -0.9,
            0.9977529861954016
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0236118324143482
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.023611832414348166,
        "q": [
          [
            -0.9,
            0.9977529861954016
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0188894659314784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.08075246685707105,
        "q": [
          [
            -0.9,
            0.9816024928239875
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0188894659314784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.018889465931478444,
        "q": [
          [
            -0.9,
            0.9816024928239875
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0151115727451827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.34,
        "q": [
          [
            -1.3679999999999999,
            0.9816024928239875
          ],
          [
            -3.5999999999999996
          ],
          [
            1.0151115727451827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.6,
        "q": [
          [
            -1.3679999999999999,
            0.9816024928239875
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0151115727451827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.06800207735332298,
        "q": [
          [
            -1.3679999999999999,
            0.9680020773533229
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0151115727451827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.015111572745182711,
        "q": [
          [
            -1.3679999999999999,
            0.9680020773533229
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0120892581961463
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.05712174497679123,
        "q": [
          [
            -1.3679999999999999,
            0.9565777283579646
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0120892581961463
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.012089258196146258,
        "q": [
          [
            -1.3679999999999999,
            0.9565777283579646
          ],
          [
            -2.4799999999999995
          ],
          [
            1.009671406556917
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.04787346245673929,
        "q": [
          [
            -1.3679999999999999,
            0.9470030358666167
          ],
          [
            -2.4799999999999995
          ],
          [
            1.009671406556917
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.009671406556917006,
        "q": [
          [
            -1.3679999999999999,
            0.9470030358666167
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0077371252455336
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.04003962314563647,
        "q": [
          [
            -1.3679999999999999,
            0.9389951112374895
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0077371252455336
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.007737125245533605,
        "q": [
          [
            -1.3679999999999999,
            0.9389951112374895
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0061897001964268
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.03342438106070533,
        "q": [
          [
            -1.3679999999999999,
            0.9323102350253484
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0061897001964268
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0061897001964268394,
        "q": [
          [
            -1.3679999999999999,
            0.9323102350253484
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0049517601571414
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.02785365088392111,
        "q": [
          [
            -1.3679999999999999,
            0.9267395048485642
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0049517601571414
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.004951760157141383,
        "q": [
          [
            -1.3679999999999999,
            0.9267395048485642
          ],
          [
            -2.4799999999999995
          ],
          [
            1.003961408125713
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.02317423753542236,
        "q": [
          [
            -1.3679999999999999,
            0.9221046573414797
          ],
          [
            -2.4799999999999995
          ],
          [
            1.003961408125713
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.003961408125713106,
        "q": [
          [
            -1.3679999999999999,
            0.9221046573414797
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0031691265005704
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.01925244349096633,
        "q": [
          [
            -1.3679999999999999,
            0.9182541686432865
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0031691265005704
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0031691265005704405,
        "q": [
          [
            -1.3679999999999999,
            0.9182541686432865
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0025353012004563
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.015972397562875718,
        "q": [
          [
            -1.3679999999999999,
            0.9150596891307113
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0025353012004563
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.002535301200456308,
        "q": [
          [
            -1.3679999999999999,
            0.9150596891307113
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0020282409603651
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.01323427226638274,
        "q": [
          [
            -1.3679999999999999,
            0.9124128346774348
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0020282409603651
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0020282409603651352,
        "q": [
          [
            -1.3679999999999999,
            0.9124128346774348
          ],
          [
            -2.4799999999999995
          ],
          [
            1.001622592768292
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.010952501185972019,
        "q": [
          [
            -1.3679999999999999,
            0.9102223344402405
          ],
          [
            -2.4799999999999995
          ],
          [
            1.001622592768292
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0016225927682920194,
        "q": [
          [
            -1.3679999999999999,
            0.9102223344402405
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0012980742146336
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.009054067647070285,
        "q": [
          [
            -1.3679999999999999,
            0.9084115209108264
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0012980742146336
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.001298074214633571,
        "q": [
          [
            -1.3679999999999999,
            0.9084115209108264
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0010384593717068
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.007476907476290373,
        "q": [
          [
            -1.3679999999999999,
            0.9069161394155684
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0010384593717068
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.001038459371706768,
        "q": [
          [
            -1.3679999999999999,
            0.9069161394155684
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0008307674973653
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.00616844866793953,
        "q": [
          [
            -1.3679999999999999,
            0.9056824496819804
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0008307674973653
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0008307674973653256,
        "q": [
          [
            -1.3679999999999999,
            0.9056824496819804
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0006646139978923
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.005084297083877365,
        "q": [
          [
            -1.3679999999999999,
            0.904665590265205
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0006646139978923
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0006646139978923049,
        "q": [
          [
            -1.3679999999999999,
            0.904665590265205
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0005316911983138
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.004187068186722542,
        "q": [
          [
            -1.3679999999999999,
            0.9038281766278605
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0005316911983138
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0005316911983137551,
        "q": [
          [
            -1.3679999999999999,
            0.9038281766278605
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000425352958651
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0034453589650744743,
        "q": [
          [
            -1.3679999999999999,
            0.9031391048348456
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000425352958651
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0004253529586510929,
        "q": [
          [
            -1.3679999999999999,
            0.9031391048348456
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000340282366921
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.002832850704616696,
        "q": [
          [
            -1.3679999999999999,
            0.9025725346939223
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000340282366921
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.00034028236692096314,
        "q": [
          [
            -1.3679999999999999,
            0.9025725346939223
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0002722258935368
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.002327531389739179,
        "q": [
          [
            -1.3679999999999999,
            0.9021070284159745
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0002722258935368
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0002722258935368149,
        "q": [
          [
            -1.3679999999999999,
            0.9021070284159745
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0002177807148294
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0019110257726280278,
        "q": [
          [
            -1.3679999999999999,
            0.9017248232614489
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0002177807148294
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.00021778071482936312,
        "q": [
          [
            -1.3679999999999999,
            0.9017248232614489
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001742245718634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.001568021146771792,
        "q": [
          [
            -1.3679999999999999,
            0.9014112190320945
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001742245718634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.0001742245718634461,
        "q": [
          [
            -1.3679999999999999,
            0.9014112190320945
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001393796574907
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.001285777340352956,
        "q": [
          [
            -1.3679999999999999,
            0.9011540635640239
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001393796574907
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.00013937965749066805,
        "q": [
          [
            -1.3679999999999999,
            0.9011540635640239
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001115037259924
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0010537102106307206,
        "q": [
          [
            -1.3679999999999999,
            0.9009433215218978
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0001115037259924
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -0.00011150372599244562,
        "q": [
          [
            -1.3679999999999999,
            0.9009433215218978
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000089202980794
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0008630388391832611,
        "q": [
          [
            -1.3679999999999999,
            0.9007707137540611
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000089202980794
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.92029807939565e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9007707137540611
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000713623846351
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0007064876078894944,
        "q": [
          [
            -1.3679999999999999,
            0.9006294162324833
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000713623846351
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.136238463512079e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9006294162324833
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000570899077081
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0005780353155458995,
        "q": [
          [
            -1.3679999999999999,
            0.9005138091693741
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000570899077081
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.708990770814104e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9005138091693741
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000456719261666
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.000472704435824145,
        "q": [
          [
            -1.3679999999999999,
            0.9004192682822092
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000456719261666
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.567192616655724e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9004192682822092
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000365375409332
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0003863844953692075,
        "q": [
          [
            -1.3679999999999999,
            0.9003419913831353
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000365375409332
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.6537540933245793e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9003419913831353
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000292300327467
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0003156843536632481,
        "q": [
          [
            -1.3679999999999999,
            0.9002788545124026
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000292300327467
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.9230032746685453e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9002788545124026
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000233840261974
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.0002578088888249841,
        "q": [
          [
            -1.3679999999999999,
            0.9002272927346376
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000233840261974
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.338402619739277e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9002272927346376
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000187072209579
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.00021045623577553574,
        "q": [
          [
            -1.3679999999999999,
            0.9001852014874825
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000187072209579
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.8707220957869808e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9001852014874825
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000149657767663
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.00017173228839284516,
        "q": [
          [
            -1.3679999999999999,
            0.900150855029804
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000149657767663
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.4965776766295846e-05,
        "q": [
          [
            -1.3679999999999999,
            0.900150855029804
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000011972621413
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.00014007967053231152,
        "q": [
          [
            -1.3679999999999999,
            0.9001228390956975
          ],
          [
            -2.4799999999999995
          ],
          [
            1.000011972621413
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.197262141294786e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9001228390956975
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000095780971303
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.00011421880828010877,
        "q": [
          [
            -1.3679999999999999,
            0.9000999953340414
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000095780971303
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -9.578097130313878e-06,
        "q": [
          [
            -1.3679999999999999,
            0.9000999953340414
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000076624777043
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.309910410748579e-05,
        "q": [
          [
            -1.3679999999999999,
            0.9000813755132199
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000076624777043
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.66247770433992e-06,
        "q": [
          [
            -1.3679999999999999,
            0.9000813755132199
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000061299821634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -0.8639999999999999,
        "q": [
          [
            -1.5408,
            0.9000813755132199
          ],
          [
            -2.4799999999999995
          ],
          [
            1.0000061299821634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.4799999999999995,
        "q": [
          [
            -1.5408,
            0.9000813755132199
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000061299821634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.585852927272096e-05,
        "q": [
          [
            -1.5408,
            0.9000662038073654
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000061299821634
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.1299821634275276e-06,
        "q": [
          [
            -1.5408,
            0.9000662038073654
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000049039857308
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.17902202075804e-05,
        "q": [
          [
            -1.5408,
            0.9000538457633238
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000049039857308
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.90398573083084e-06,
        "q": [
          [
            -1.5408,
            0.9000538457633238
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000039231885847
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.031489359763608e-05,
        "q": [
          [
            -1.5408,
            0.9000437827846043
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000039231885847
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.923188584664672e-06,
        "q": [
          [
            -1.5408,
            0.9000437827846043
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000031385508676
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.11520000000000019,
        "q": [
          [
            -1.51776,
            0.9000437827846043
          ],
          [
            -1.5839999999999996
          ],
          [
            1.0000031385508676
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.5839999999999996,
        "q": [
          [
            -1.51776,
            0.9000437827846043
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000031385508676
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.095808882342844e-05,
        "q": [
          [
            -1.51776,
            0.9000355911668396
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000031385508676
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.1385508676429197e-06,
        "q": [
          [
            -1.51776,
            0.9000355911668396
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000002510840694
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.3331410214998414e-05,
        "q": [
          [
            -1.51776,
            0.9000289248847966
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000002510840694
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.510840694025518e-06,
        "q": [
          [
            -1.51776,
            0.9000289248847966
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000020086725552
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.7117079496874474e-05,
        "q": [
          [
            -1.51776,
            0.9000235014688972
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000020086725552
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.0086725551760054e-06,
        "q": [
          [
            -1.51776,
            0.9000235014688972
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000016069380442
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.2055224657369088e-05,
        "q": [
          [
            -1.51776,
            0.9000190904239658
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000016069380442
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.6069380441852132e-06,
        "q": [
          [
            -1.51776,
            0.9000190904239658
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000012855504354
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.793342857381308e-05,
        "q": [
          [
            -1.51776,
            0.900015503738251
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000012855504354
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.2855504354369884e-06,
        "q": [
          [
            -1.51776,
            0.900015503738251
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000010284403484
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4578141937393596e-05,
        "q": [
          [
            -1.51776,
            0.9000125881098635
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000010284403484
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0284403484384086e-06,
        "q": [
          [
            -1.51776,
            0.9000125881098635
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000008227522788
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.1847632812589382e-05,
        "q": [
          [
            -1.51776,
            0.900010218583301
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000008227522788
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.227522787507269e-07,
        "q": [
          [
            -1.51776,
            0.900010218583301
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000658201823
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.626201660228872e-06,
        "q": [
          [
            -1.51776,
            0.900008293342969
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000658201823
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.582018230449904e-07,
        "q": [
          [
            -1.51776,
            0.900008293342969
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000005265614584
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.819437656375605e-06,
        "q": [
          [
            -1.51776,
            0.9000067294554377
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000005265614584
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.265614584359923e-07,
        "q": [
          [
            -1.51776,
            0.9000067294554377
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000004212491667
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.350331187676694e-06,
        "q": [
          [
            -1.51776,
            0.9000054593892002
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000004212491667
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.2124916665997603e-07,
        "q": [
          [
            -1.51776,
            0.9000054593892002
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000003369993333
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.156089800117947e-06,
        "q": [
          [
            -1.51776,
            0.9000044281712402
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000003369993333
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.369993333279808e-07,
        "q": [
          [
            -1.51776,
            0.9000044281712402
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000002695994668
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.185531720102276e-06,
        "q": [
          [
            -1.51776,
            0.9000035910648961
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000002695994668
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.695994667512025e-07,
        "q": [
          [
            -1.51776,
            0.9000035910648961
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000002156795733
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.3969532801103597e-06,
        "q": [
          [
            -1.51776,
            0.9000029116742401
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000002156795733
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.1567957331214416e-07,
        "q": [
          [
            -1.51776,
            0.9000029116742401
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000001725436587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.7563849471778923e-06,
        "q": [
          [
            -1.51776,
            0.9000023603972507
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000001725436587
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.7254365869412425e-07,
        "q": [
          [
            -1.51776,
            0.9000023603972507
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000138034927
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.2361658162939335e-06,
        "q": [
          [
            -1.51776,
            0.9000019131640874
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000138034927
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.3803492704411724e-07,
        "q": [
          [
            -1.51776,
            0.9000019131640874
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000001104279417
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.813778939818711e-06,
        "q": [
          [
            -1.51776,
            0.9000015504082994
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000001104279417
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.1042794167970271e-07,
        "q": [
          [
            -1.51776,
            0.9000015504082994
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000883423534
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4709001813217881e-06,
        "q": [
          [
            -1.51776,
            0.9000012562282632
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000883423534
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.834235343258001e-08,
        "q": [
          [
            -1.51776,
            0.9000012562282632
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000706738827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.192621768675295e-06,
        "q": [
          [
            -1.51776,
            0.9000010177039095
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000706738827
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.067388274606401e-08,
        "q": [
          [
            -1.51776,
            0.9000010177039095
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000565391063
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.668187138656137e-07,
        "q": [
          [
            -1.51776,
            0.9000008243401667
          ],
          [
            -0.8671999999999996
          ],
          [
            1.0000000565391063
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.653910628566905e-08,
        "q": [
          [
            -1.51776,
            0.9000008243401667
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000045231285
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.7372800000000003,
        "q": [
          [
            -1.370304,
            0.9000008243401667
          ],
          [
            -0.8671999999999996
          ],
          [
            1.000000045231285
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.8671999999999995,
        "q": [
          [
            -1.370304,
            0.9000008243401667
          ],
          [
            -0.2937599999999997
          ],
          [
            1.000000045231285
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.83632010281643e-07,
        "q": [
          [
            -1.370304,
            0.9000006676137646
          ],
          [
            -0.2937599999999997
          ],
          [
            1.000000045231285
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.52312849397174e-08,
        "q": [
          [
            -1.370304,
            0.9000006676137646
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000361850279
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.350472395721951e-07,
        "q": [
          [
            -1.370304,
            0.9000005406043167
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000361850279
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.6185027862956076e-08,
        "q": [
          [
            -1.370304,
            0.9000005406043167
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000289480222
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.145510966197975e-07,
        "q": [
          [
            -1.370304,
            0.9000004376940973
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000289480222
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.894802220154702e-08,
        "q": [
          [
            -1.370304,
            0.9000004376940973
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000231584179
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.1685152118997593e-07,
        "q": [
          [
            -1.370304,
            0.9000003543237931
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000231584179
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.3158417850055457e-08,
        "q": [
          [
            -1.370304,
            0.9000003543237931
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000185267344
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.376497321738725e-07,
        "q": [
          [
            -1.370304,
            0.9000002867938467
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000185267344
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.8526734368862208e-08,
        "q": [
          [
            -1.370304,
            0.9000002867938467
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000148213875
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.7345459796546123e-07,
        "q": [
          [
            -1.370304,
            0.9000002321029271
          ],
          [
            -0.2937599999999997
          ],
          [
            1.0000000148213875
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.4821387450680845e-08,
        "q": [
          [
            -1.370304,
            0.9000002321029271
          ],
          [
            -0.2937599999999997
          ],
          [
            1.00000001185711
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1059200000000002,
        "q": [
          [
            -1.14912,
            0.9000002321029271
          ],
          [
            -0.2937599999999997
          ],
          [
            1.00000001185711
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.29376,
        "q": [
          [
            -1.14912,
            0.9000002321029271
          ],
          [
            0.1649920000000003
          ],
          [
            1.00000001185711
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.2143152811349154e-07,
        "q": [
          [
            -1.14912,
            0.9000001878166215
          ],
          [
            0.1649920000000003
          ],
          [
            1.00000001185711
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.1857109960544676e-08,
        "q": [
          [
            -1.14912,
            0.9000001878166215
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000009485688
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.7927950224372324e-07,
        "q": [
          [
            -1.14912,
            0.900000151960721
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000009485688
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -9.485688012844662e-09,
        "q": [
          [
            -1.14912,
            0.900000151960721
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000075885505
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4513102564173153e-07,
        "q": [
          [
            -1.14912,
            0.9000001229345159
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000075885505
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.58855045468465e-09,
        "q": [
          [
            -1.14912,
            0.9000001229345159
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000060708403
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.1747075967516452e-07,
        "q": [
          [
            -1.14912,
            0.900000099440364
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000060708403
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.0708402749298784e-09,
        "q": [
          [
            -1.14912,
            0.900000099440364
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000048566722
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.506935894076918e-08,
        "q": [
          [
            -1.14912,
            0.9000000804264922
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000048566722
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.856672175534982e-09,
        "q": [
          [
            -1.14912,
            0.9000000804264922
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000038853378
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.692968806427558e-08,
        "q": [
          [
            -1.14912,
            0.9000000650405545
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000038853378
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.885337829245827e-09,
        "q": [
          [
            -1.14912,
            0.9000000650405545
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000031082703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.224311122071668e-08,
        "q": [
          [
            -1.14912,
            0.9000000525919323
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000031082703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.108270307805583e-09,
        "q": [
          [
            -1.14912,
            0.9000000525919323
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000024866162
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.035397765418281e-08,
        "q": [
          [
            -1.14912,
            0.9000000425211367
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000024866162
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.4866162462444663e-09,
        "q": [
          [
            -1.14912,
            0.9000000425211367
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000001989293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.0730773087638283e-08,
        "q": [
          [
            -1.14912,
            0.9000000343749821
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000001989293
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.989292952586652e-09,
        "q": [
          [
            -1.14912,
            0.9000000343749821
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000015914343
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.294269124154425e-08,
        "q": [
          [
            -1.14912,
            0.9000000277864438
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000015914343
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.5914343176604007e-09,
        "q": [
          [
            -1.14912,
            0.9000000277864438
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000012731474
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.664061116153249e-08,
        "q": [
          [
            -1.14912,
            0.9000000224583216
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000012731474
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.2731473653104786e-09,
        "q": [
          [
            -1.14912,
            0.9000000224583216
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000001018518
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.1541655348400468e-08,
        "q": [
          [
            -1.14912,
            0.9000000181499905
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000001018518
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0185179366573038e-09,
        "q": [
          [
            -1.14912,
            0.9000000181499905
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000008148144
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.7416657560609394e-08,
        "q": [
          [
            -1.14912,
            0.900000014666659
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000008148144
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.14814438143685e-10,
        "q": [
          [
            -1.14912,
            0.900000014666659
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000006518515
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4079992727289437e-08,
        "q": [
          [
            -1.14912,
            0.9000000118506605
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000006518515
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.518514616971061e-10,
        "q": [
          [
            -1.14912,
            0.9000000118506605
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000521481
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.1381327436055244e-08,
        "q": [
          [
            -1.14912,
            0.900000009574395
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000521481
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.214810805398429e-10,
        "q": [
          [
            -1.14912,
            0.900000009574395
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000417185
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.19892850781423e-09,
        "q": [
          [
            -1.14912,
            0.9000000077346093
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000417185
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.1718495324971627e-10,
        "q": [
          [
            -1.14912,
            0.9000000077346093
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000333748
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.4342361155999015e-09,
        "q": [
          [
            -1.14912,
            0.9000000062477621
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000333748
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.3374791819085203e-10,
        "q": [
          [
            -1.14912,
            0.9000000062477621
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000002669984
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.007463526636059e-09,
        "q": [
          [
            -1.14912,
            0.9000000050462694
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000002669984
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.669984233705236e-10,
        "q": [
          [
            -1.14912,
            0.9000000050462694
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000002135987
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.854030621892491e-09,
        "q": [
          [
            -1.14912,
            0.9000000040754633
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000002135987
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.135986942874979e-10,
        "q": [
          [
            -1.14912,
            0.9000000040754633
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000001708789
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.92167232021734e-09,
        "q": [
          [
            -1.14912,
            0.9000000032911288
          ],
          [
            0.1649920000000003
          ],
          [
            1.0000000001708789
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.7087886661215634e-10,
        "q": [
          [
            -1.14912,
            0.9000000032911288
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000136703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2976128000000002,
        "q": [
          [
            -0.8895974399999999,
            0.9000000032911288
          ],
          [
            0.1649920000000003
          ],
          [
            1.000000000136703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.8350079999999998,
        "q": [
          [
            -0.8895974399999999,
            0.9000000032911288
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000136703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.168096007755139e-09,
        "q": [
          [
            -0.8895974399999999,
            0.9000000026575097
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000136703
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.3670309328972508e-10,
        "q": [
          [
            -0.8895974399999999,
            0.9000000026575097
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000001093625
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.5590833896416143e-09,
        "q": [
          [
            -0.8895974399999999,
            0.900000002145693
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000001093625
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0936251904070105e-10,
        "q": [
          [
            -0.8895974399999999,
            0.900000002145693
          ],
          [
            0.5319936000000003
          ],
          [
            1.00000000008749
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.066951942936157e-09,
        "q": [
          [
            -0.8895974399999999,
            0.9000000017323025
          ],
          [
            0.5319936000000003
          ],
          [
            1.00000000008749
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.749001523256084e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000017323025
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000069992
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.6693096904774052e-09,
        "q": [
          [
            -0.8895974399999999,
            0.9000000013984406
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000069992
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.999201218604867e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000013984406
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000559937
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.3480463412207655e-09,
        "q": [
          [
            -0.8895974399999999,
            0.9000000011288314
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000559937
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.599365415775992e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000011288314
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000447948
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.088516055069988e-09,
        "q": [
          [
            -0.8895974399999999,
            0.9000000009111282
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000447948
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.4794834508365966e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000009111282
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000358358
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -8.788759719990935e-10,
        "q": [
          [
            -0.8895974399999999,
            0.900000000735353
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000358358
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.58357787888508e-11,
        "q": [
          [
            -0.8895974399999999,
            0.900000000735353
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000286686
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.095511955768075e-10,
        "q": [
          [
            -0.8895974399999999,
            0.9000000005934428
          ],
          [
            0.5319936000000003
          ],
          [
            1.0000000000286686
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.8668623031080642e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000005934428
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000022935
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.728012508754432e-10,
        "q": [
          [
            -0.8895974399999999,
            0.9000000004788825
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000022935
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.2934987242706484e-11,
        "q": [
          [
            -0.8895974399999999,
            0.9000000004788825
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000018348
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3683916800000002,
        "q": [
          [
            -0.6159191039999998,
            0.9000000004788825
          ],
          [
            0.5319936000000003
          ],
          [
            1.000000000018348
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4680063999999997,
        "q": [
          [
            -0.6159191039999998,
            0.9000000004788825
          ],
          [
            0.8255948800000003
          ],
          [
            1.000000000018348
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.6236925399512074e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000003864087
          ],
          [
            0.8255948800000003
          ],
          [
            1.000000000018348
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.8347989794165187e-11,
        "q": [
          [
            -0.6159191039999998,
            0.9000000003864087
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000146785
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.7319802803637003e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000003117691
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000146785
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.467848065317412e-11,
        "q": [
          [
            -0.6159191039999998,
            0.9000000003117691
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000117428
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.012005089786385e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000002515289
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000117428
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.174282893146028e-11,
        "q": [
          [
            -0.6159191039999998,
            0.9000000002515289
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000093943
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.4307411639057364e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000002029142
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000093943
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -9.394263145168225e-12,
        "q": [
          [
            -0.6159191039999998,
            0.9000000002029142
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000075153
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.9615031821018647e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001636841
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000075153
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.51532169829261e-12,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001636841
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000060123
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.5827295030135247e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001320295
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000060123
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.012301767555073e-12,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001320295
          ],
          [
            0.8255948800000003
          ],
          [
            1.00000000000481
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.277005168276446e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001064894
          ],
          [
            0.8255948800000003
          ],
          [
            1.00000000000481
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.809930231886028e-12,
        "q": [
          [
            -0.6159191039999998,
            0.9000000001064894
          ],
          [
            0.8255948800000003
          ],
          [
            1.000000000003848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.0302614317225789e-10,
        "q": [
          [
            -0.6159191039999998,
            0.9000000000858842
          ],
          [
            0.8255948800000003
          ],
          [
            1.000000000003848
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.8480330033507926e-12,
        "q": [
          [
            -0.6159191039999998,
            0.9000000000858842
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000030784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.358954496,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000858842
          ],
          [
            0.8255948800000003
          ],
          [
            1.0000000000030784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1744051199999999,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000858842
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000030784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -8.311362709179093e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000692615
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000030784
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.078426402680634e-12,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000692615
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000024627
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.704503618948365e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000558525
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000024627
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.4626967132235222e-12,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000558525
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000019702
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.407929659639876e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000450366
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000019702
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.9702017794998028e-12,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000450366
          ],
          [
            1.0604759040000002
          ],
          [
            1.000000000001576
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.361810912456576e-11,
        "q": [
          [
            -0.34412820479999984,
            0.900000000036313
          ],
          [
            1.0604759040000002
          ],
          [
            1.000000000001576
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.5760726057578722e-12,
        "q": [
          [
            -0.34412820479999984,
            0.900000000036313
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000012608
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.5178304713667785e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000292773
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000012608
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.2607692667643278e-12,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000292773
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000010085
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.8369528948246625e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000236034
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000010085
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0085265955694922e-12,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000236034
          ],
          [
            1.0604759040000002
          ],
          [
            1.000000000000807
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.2877144623123513e-11,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000190279
          ],
          [
            1.0604759040000002
          ],
          [
            1.000000000000807
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.069100942975638e-13,
        "q": [
          [
            -0.34412820479999984,
            0.9000000000190279
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000006455
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.2985565184,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000190279
          ],
          [
            1.0604759040000002
          ],
          [
            1.0000000000006455
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.9395240959999998,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000190279
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000006455
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.844691066565929e-11,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000153385
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000006455
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.45483666517066e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000153385
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000005165
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4873657860903222e-11,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000123638
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000005165
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.164757510556228e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000123638
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000004132
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.1991851955883703e-11,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000099654
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000004132
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.1322500976548326e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000099654
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000003306
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.667822098435863e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000080318
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000003306
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.306244167333716e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000080318
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000002645
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.793765632868599e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000064731
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000002645
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.644551244657123e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000064731
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000002116
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.282641074051298e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000052165
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000002116
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.1160850849355484e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000052165
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001692
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.064171304525189e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000042037
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001692
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.6919798895287386e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000042037
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001354
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.081734950034388e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000033873
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001354
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.354472090042691e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000033873
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001084
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.289812866569264e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000027294
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000001084
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.0835776720341528e-13,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000027294
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000866
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.651434627409799e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000021992
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000866
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.659739592076221e-14,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000021992
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000693
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.1367352331935763e-12,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000017718
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000693
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.927791673660977e-14,
        "q": [
          [
            -0.08441690111999983,
            0.9000000000017718
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000555
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.207959552,
        "q": [
          [
            0.15717500928000017,
            0.9000000000017718
          ],
          [
            1.2483807232000002
          ],
          [
            1.0000000000000555
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.7516192767999998,
        "q": [
          [
            0.15717500928000017,
            0.9000000000017718
          ],
          [
            1.39870457856
          ],
          [
            1.0000000000000555
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.7218448888911553e-12,
        "q": [
          [
            0.15717500928000017,
            0.9000000000014274
          ],
          [
            1.39870457856
          ],
          [
            1.0000000000000555
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.551115123125783e-14,
        "q": [
          [
            0.15717500928000017,
            0.9000000000014274
          ],
          [
            1.39870457856
          ],
          [
            1.0000000000000444
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.101659111424,
        "q": [
          [
            0.37750683156480014,
            0.9000000000014274
          ],
          [
            1.39870457856
          ],
          [
            1.0000000000000444
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.6012954214399999,
        "q": [
          [
            0.37750683156480014,
            0.9000000000014274
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000444
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.3874457138740581e-12,
        "q": [
          [
            0.37750683156480014,
            0.90000000000115
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000444
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-14,
        "q": [
          [
            0.37750683156480014,
            0.90000000000115
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000355
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.1179945857975326e-12,
        "q": [
          [
            0.37750683156480014,
            0.9000000000009264
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000355
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.552713678800501e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000009264
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000284
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.00834962180852e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000007462
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000284
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.842170943040401e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000007462
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000226
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.257527911974648e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000006011
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000226
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.2648549702353193e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000006011
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000182
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.846434447676074e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000004842
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000182
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.8207657603852567e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000004842
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000147
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.709566070459914e-13,
        "q": [
          [
            0.37750683156480014,
            0.90000000000039
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000147
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.4654943925052066e-14,
        "q": [
          [
            0.37750683156480014,
            0.90000000000039
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000118
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.794742298168785e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000003141
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000118
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.176836406102666e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000003141
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000093
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.056443986793056e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000002529
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000093
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -9.325873406851315e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000002529
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000075
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.461364445593972e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000002037
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000075
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -7.549516567451064e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000002037
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000006
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.9828583219805296e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001641
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000006
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -5.995204332975845e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001641
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000049
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.596500709410975e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001321
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000049
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.884981308350689e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001321
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.2856382625159313e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001064
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.9968028886505635e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000001064
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.035838081975271e-13,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000856
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000003
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -3.1086244689504383e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000856
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000024
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -8.337774914934926e-14,
        "q": [
          [
            0.37750683156480014,
            0.900000000000069
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000024
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -2.4424906541753444e-15,
        "q": [
          [
            0.37750683156480014,
            0.900000000000069
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000002
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.716849298982197e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000555
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000002
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.9984014443252818e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000555
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000016
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.4067861299245124e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000448
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000016
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.5543122344752192e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000448
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000013
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.3520742565306136e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000361
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000013
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.3322676295501878e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000361
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.5083047578154947e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000291
          ],
          [
            1.518963662848
          ],
          [
            1.000000000000001
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -1.1102230246251565e-15,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000291
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000009
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.8310687127941492e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000234
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000009
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -8.881784197001252e-16,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000234
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000007
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.2870594307278225e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000189
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000007
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -6.661338147750939e-16,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000189
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.84297022087776e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000152
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000152
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.4765966227514582e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000122
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000122
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.176836406102666e-14,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000099
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.37750683156480014,
            0.9000000000000099
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.43689570931383e-15,
        "q": [
          [
            0.37750683156480014,
            0.900000000000008
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.37750683156480014,
            0.900000000000008
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.9895604649983999,
        "q": [
          [
            0.5754189245644801,
            0.900000000000008
          ],
          [
            1.518963662848
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.4810363371519999,
        "q": [
          [
            0.5754189245644801,
            0.900000000000008
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.549516567451064e-15,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000065
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000065
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.995204332975845e-15,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000052
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000052
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.773959005888173e-15,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000042
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.5754189245644801,
            0.9000000000000042
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.87823491268608,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000042
          ],
          [
            1.6151709302784
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.3848290697215999,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000042
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.774758283725532e-15,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000035
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000035
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.9976021664879227e-15,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000029
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000029
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.4424906541753444e-15,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000025
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000025
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.9984014443252818e-15,
        "q": [
          [
            0.7510659071016961,
            0.900000000000002
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.900000000000002
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.5543122344752192e-15,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000017
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000017
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -1.2212453270876722e-15,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000015
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000015
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -9.992007221626409e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000012
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000012
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -7.771561172376096e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000011
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000011
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -6.661338147750939e-16,
        "q": [
          [
            0.7510659071016961,
            0.900000000000001
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.900000000000001
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -5.551115123125783e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000009
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000009
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000008
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000008
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -3.3306690738754696e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            0.7510659071016961,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.771857162698752,
        "q": [
          [
            0.9054373396414465,
            0.9000000000000007
          ],
          [
            1.69213674422272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.30786325577728,
        "q": [
          [
            0.9054373396414465,
            0.9000000000000007
          ],
          [
            1.753709395378176
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.6729011161989119,
        "q": [
          [
            1.040017562881229,
            0.9000000000000007
          ],
          [
            1.753709395378176
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.24629060462182406,
        "q": [
          [
            1.040017562881229,
            0.9000000000000007
          ],
          [
            1.8029675163025407
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.040017562881229,
            0.9000000000000007
          ],
          [
            1.8029675163025407
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.040017562881229,
            0.9000000000000007
          ],
          [
            1.8029675163025407
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5826532017910577,
        "q": [
          [
            1.1565482032394405,
            0.9000000000000007
          ],
          [
            1.8029675163025407
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.1970324836974593,
        "q": [
          [
            1.1565482032394405,
            0.9000000000000007
          ],
          [
            1.8423740130420325
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.5015884084983888,
        "q": [
          [
            1.2568658849391183,
            0.9000000000000007
          ],
          [
            1.8423740130420325
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.15762598695796748,
        "q": [
          [
            1.2568658849391183,
            0.9000000000000007
          ],
          [
            1.873899210433626
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.2568658849391183,
            0.9000000000000007
          ],
          [
            1.873899210433626
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.2568658849391183,
            0.9000000000000007
          ],
          [
            1.873899210433626
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.42964340445114524,
        "q": [
          [
            1.3427945658293474,
            0.9000000000000007
          ],
          [
            1.873899210433626
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.12610078956637394,
        "q": [
          [
            1.3427945658293474,
            0.9000000000000007
          ],
          [
            1.8991193683469008
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.36641286568286335,
        "q": [
          [
            1.4160771389659201,
            0.9000000000000007
          ],
          [
            1.8991193683469008
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.10088063165309924,
        "q": [
          [
            1.4160771389659201,
            0.9000000000000007
          ],
          [
            1.9192954946775207
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.3112888062438486,
        "q": [
          [
            1.47833490021469,
            0.9000000000000007
          ],
          [
            1.9192954946775207
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0807045053224793,
        "q": [
          [
            1.47833490021469,
            0.9000000000000007
          ],
          [
            1.9354363957420166
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.2635578559531251,
        "q": [
          [
            1.531046471405315,
            0.9000000000000007
          ],
          [
            1.9354363957420166
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.06456360425798335,
        "q": [
          [
            1.531046471405315,
            0.9000000000000007
          ],
          [
            1.9483491165936133
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.22246773352893712,
        "q": [
          [
            1.5755400181111023,
            0.9000000000000007
          ],
          [
            1.9483491165936133
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.05165088340638668,
        "q": [
          [
            1.5755400181111023,
            0.9000000000000007
          ],
          [
            1.9586792932748907
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.18727134583629934,
        "q": [
          [
            1.6129942872783622,
            0.9000000000000007
          ],
          [
            1.9586792932748907
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.041320706725109346,
        "q": [
          [
            1.6129942872783622,
            0.9000000000000007
          ],
          [
            1.9669434346199126
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.15725480387955915,
        "q": [
          [
            1.6444452480542742,
            0.9000000000000007
          ],
          [
            1.9669434346199126
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.03305656538008739,
        "q": [
          [
            1.6444452480542742,
            0.9000000000000007
          ],
          [
            1.97355474769593
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.131754024872063,
        "q": [
          [
            1.6707960530286867,
            0.9000000000000007
          ],
          [
            1.97355474769593
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.02644525230406991,
        "q": [
          [
            1.6707960530286867,
            0.9000000000000007
          ],
          [
            1.9788437981567442
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.11016336531238302,
        "q": [
          [
            1.6928287260911634,
            0.9000000000000007
          ],
          [
            1.9788437981567442
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.02115620184325584,
        "q": [
          [
            1.6928287260911634,
            0.9000000000000007
          ],
          [
            1.9830750385253952
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.6928287260911634,
            0.9000000000000007
          ],
          [
            1.9830750385253952
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.6928287260911634,
            0.9000000000000007
          ],
          [
            1.9830750385253952
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.09193880858169234,
        "q": [
          [
            1.7112164878075018,
            0.9000000000000007
          ],
          [
            1.9830750385253952
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.01692496147460476,
        "q": [
          [
            1.7112164878075018,
            0.9000000000000007
          ],
          [
            1.9864600308203162
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.07659753993078278,
        "q": [
          [
            1.7265359957936584,
            0.9000000000000007
          ],
          [
            1.9864600308203162
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.013539969179683808,
        "q": [
          [
            1.7265359957936584,
            0.9000000000000007
          ],
          [
            1.9891680246562529
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.06371522639696936,
        "q": [
          [
            1.7392790410730523,
            0.9000000000000007
          ],
          [
            1.9891680246562529
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.010831975343747136,
        "q": [
          [
            1.7392790410730523,
            0.9000000000000007
          ],
          [
            1.9913344197250022
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.05292193667944978,
        "q": [
          [
            1.7498634284089423,
            0.9000000000000007
          ],
          [
            1.9913344197250022
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.008665580274997753,
        "q": [
          [
            1.7498634284089423,
            0.9000000000000007
          ],
          [
            1.9930675357800018
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.04389735379305937,
        "q": [
          [
            1.7586428991675542,
            0.9000000000000007
          ],
          [
            1.9930675357800018
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.006932464219998158,
        "q": [
          [
            1.7586428991675542,
            0.9000000000000007
          ],
          [
            1.9944540286240016
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.03636572659404713,
        "q": [
          [
            1.7659160444863637,
            0.9000000000000007
          ],
          [
            1.9944540286240016
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0055459713759984375,
        "q": [
          [
            1.7659160444863637,
            0.9000000000000007
          ],
          [
            1.9955632228992013
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.030090856122917398,
        "q": [
          [
            1.7719342157109472,
            0.9000000000000007
          ],
          [
            1.9955632228992013
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.004436777100798706,
        "q": [
          [
            1.7719342157109472,
            0.9000000000000007
          ],
          [
            1.9964505783193611
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02487130477647792,
        "q": [
          [
            1.7769084766662429,
            0.9000000000000007
          ],
          [
            1.9964505783193611
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0035494216806388756,
        "q": [
          [
            1.7769084766662429,
            0.9000000000000007
          ],
          [
            1.9971604626554889
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.02053593972369705,
        "q": [
          [
            1.7810156646109823,
            0.9000000000000007
          ],
          [
            1.9971604626554889
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.002839537344511145,
        "q": [
          [
            1.7810156646109823,
            0.9000000000000007
          ],
          [
            1.997728370124391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.016939868500969846,
        "q": [
          [
            1.7844036383111763,
            0.9000000000000007
          ],
          [
            1.997728370124391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.002271629875608916,
        "q": [
          [
            1.7844036383111763,
            0.9000000000000007
          ],
          [
            1.9981826960995128
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.013960788178385197,
        "q": [
          [
            1.7871957959468534,
            0.9000000000000007
          ],
          [
            1.9981826960995128
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0018173039004871772,
        "q": [
          [
            1.7871957959468534,
            0.9000000000000007
          ],
          [
            1.9985461568796103
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.011495745244795907,
        "q": [
          [
            1.7894949449958126,
            0.9000000000000007
          ],
          [
            1.9985461568796103
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.001453843120389653,
        "q": [
          [
            1.7894949449958126,
            0.9000000000000007
          ],
          [
            1.9988369255036882
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.009458287957506695,
        "q": [
          [
            1.791386602587314,
            0.9000000000000007
          ],
          [
            1.9988369255036882
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0011630744963118111,
        "q": [
          [
            1.791386602587314,
            0.9000000000000007
          ],
          [
            1.9990695404029506
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0077759837753414995,
        "q": [
          [
            1.7929417993423822,
            0.9000000000000007
          ],
          [
            1.9990695404029506
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0009304595970494045,
        "q": [
          [
            1.7929417993423822,
            0.9000000000000007
          ],
          [
            1.9992556323223605
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0063882697477422035,
        "q": [
          [
            1.7942194532919307,
            0.9000000000000007
          ],
          [
            1.9992556323223605
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0007443676776395236,
        "q": [
          [
            1.7942194532919307,
            0.9000000000000007
          ],
          [
            1.9994045058578884
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00524460198016885,
        "q": [
          [
            1.7952683736879644,
            0.9000000000000007
          ],
          [
            1.9994045058578884
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0005954941421115745,
        "q": [
          [
            1.7952683736879644,
            0.9000000000000007
          ],
          [
            1.9995236046863107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7952683736879644,
            0.9000000000000007
          ],
          [
            1.9995236046863107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.7952683736879644,
            0.9000000000000007
          ],
          [
            1.9995236046863107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00430287052971523,
        "q": [
          [
            1.7961289477939075,
            0.9000000000000007
          ],
          [
            1.9995236046863107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0004763953136892596,
        "q": [
          [
            1.7961289477939075,
            0.9000000000000007
          ],
          [
            1.9996188837490485
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.003528047580236171,
        "q": [
          [
            1.7968345573099547,
            0.9000000000000007
          ],
          [
            1.9996188837490485
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0003811162509514965,
        "q": [
          [
            1.7968345573099547,
            0.9000000000000007
          ],
          [
            1.9996951069992388
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.002891038989360384,
        "q": [
          [
            1.7974127651078267,
            0.9000000000000007
          ],
          [
            1.9996951069992388
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0003048930007611972,
        "q": [
          [
            1.7974127651078267,
            0.9000000000000007
          ],
          [
            1.999756085599391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7974127651078267,
            0.9000000000000007
          ],
          [
            1.999756085599391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.7974127651078267,
            0.9000000000000007
          ],
          [
            1.999756085599391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.002367711931625216,
        "q": [
          [
            1.7978863074941518,
            0.9000000000000007
          ],
          [
            1.999756085599391
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00024391440060900216,
        "q": [
          [
            1.7978863074941518,
            0.9000000000000007
          ],
          [
            1.9998048684795129
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.001938074137409762,
        "q": [
          [
            1.7982739223216337,
            0.9000000000000007
          ],
          [
            1.9998048684795129
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.0001951315204871129,
        "q": [
          [
            1.7982739223216337,
            0.9000000000000007
          ],
          [
            1.9998438947836104
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0015855829836155522,
        "q": [
          [
            1.7985910389183568,
            0.9000000000000007
          ],
          [
            1.9998438947836104
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00015610521638964592,
        "q": [
          [
            1.7985910389183568,
            0.9000000000000007
          ],
          [
            1.9998751158268884
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.001296565325842769,
        "q": [
          [
            1.7988503519835253,
            0.9000000000000007
          ],
          [
            1.9998751158268884
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 0.00012488417311162792,
        "q": [
          [
            1.7988503519835253,
            0.9000000000000007
          ],
          [
            1.9999000926615107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0010597314118343526,
        "q": [
          [
            1.7990622982658921,
            0.9000000000000007
          ],
          [
            1.9999000926615107
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.990733848930233e-05,
        "q": [
          [
            1.7990622982658921,
            0.9000000000000007
          ],
          [
            1.9999200741292085
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0008657684503954322,
        "q": [
          [
            1.7992354519559712,
            0.9000000000000007
          ],
          [
            1.9999200741292085
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.992587079153068e-05,
        "q": [
          [
            1.7992354519559712,
            0.9000000000000007
          ],
          [
            1.9999360593033668
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0007070014170589278,
        "q": [
          [
            1.799376852239383,
            0.9000000000000007
          ],
          [
            1.9999360593033668
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.394069663318014e-05,
        "q": [
          [
            1.799376852239383,
            0.9000000000000007
          ],
          [
            1.9999488474426934
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0005771104590410747,
        "q": [
          [
            1.7994922743311912,
            0.9000000000000007
          ],
          [
            1.9999488474426934
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.115255730658852e-05,
        "q": [
          [
            1.7994922743311912,
            0.9000000000000007
          ],
          [
            1.9999590779541547
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0004708958275481123,
        "q": [
          [
            1.7995864534967008,
            0.9000000000000007
          ],
          [
            1.9999590779541547
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.0922045845270816e-05,
        "q": [
          [
            1.7995864534967008,
            0.9000000000000007
          ],
          [
            1.9999672623633238
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00038408263029077183,
        "q": [
          [
            1.7996632700227588,
            0.9000000000000007
          ],
          [
            1.9999672623633238
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.273763667621665e-05,
        "q": [
          [
            1.7996632700227588,
            0.9000000000000007
          ],
          [
            1.999973809890659
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0003131588788343187,
        "q": [
          [
            1.7997259017985257,
            0.9000000000000007
          ],
          [
            1.999973809890659
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.619010934101773e-05,
        "q": [
          [
            1.7997259017985257,
            0.9000000000000007
          ],
          [
            1.9999790479125272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0002552413227487893,
        "q": [
          [
            1.7997769500630754,
            0.9000000000000007
          ],
          [
            1.9999790479125272
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.0952087472769776e-05,
        "q": [
          [
            1.7997769500630754,
            0.9000000000000007
          ],
          [
            1.9999832383300218
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00020796443394432984,
        "q": [
          [
            1.7998185429498643,
            0.9000000000000007
          ],
          [
            1.9999832383300218
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.676166997821582e-05,
        "q": [
          [
            1.7998185429498643,
            0.9000000000000007
          ],
          [
            1.9999865906640175
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.7998185429498643,
            0.9000000000000007
          ],
          [
            1.9999865906640175
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.7998185429498643,
            0.9000000000000007
          ],
          [
            1.9999865906640175
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0001693886477514006,
        "q": [
          [
            1.7998524206794146,
            0.9000000000000007
          ],
          [
            1.9999865906640175
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.3409335982483839e-05,
        "q": [
          [
            1.7998524206794146,
            0.9000000000000007
          ],
          [
            1.999989272531214
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.00013792459867811857,
        "q": [
          [
            1.7998800055991502,
            0.9000000000000007
          ],
          [
            1.999989272531214
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.0727468785942662e-05,
        "q": [
          [
            1.7998800055991502,
            0.9000000000000007
          ],
          [
            1.9999914180249712
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 0.0001122706233238624,
        "q": [
          [
            1.799902459723815,
            0.9000000000000007
          ],
          [
            1.9999914180249712
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.581975028842947e-06,
        "q": [
          [
            1.799902459723815,
            0.9000000000000007
          ],
          [
            1.9999931344199768
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.136125416420171e-05,
        "q": [
          [
            1.7999207319746477,
            0.9000000000000007
          ],
          [
            1.9999931344199768
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.865580023163176e-06,
        "q": [
          [
            1.7999207319746477,
            0.9000000000000007
          ],
          [
            1.9999945075359815
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.432480773572614e-05,
        "q": [
          [
            1.799935596936195,
            0.9000000000000007
          ],
          [
            1.9999945075359815
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.492464018486132e-06,
        "q": [
          [
            1.799935596936195,
            0.9000000000000007
          ],
          [
            1.9999956060287851
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": -2.220446049250313e-16,
        "q": [
          [
            1.799935596936195,
            0.9000000000000007
          ],
          [
            1.9999956060287851
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": 1.0,
        "delta": -4.440892098500626e-16,
        "q": [
          [
            1.799935596936195,
            0.9000000000000007
          ],
          [
            1.9999956060287851
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.0448489711761866e-05,
        "q": [
          [
            1.7999476866341373,
            0.9000000000000007
          ],
          [
            1.9999956060287851
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.393971214877723e-06,
        "q": [
          [
            1.7999476866341373,
            0.9000000000000007
          ],
          [
            1.999996484823028
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.91497065879809e-05,
        "q": [
          [
            1.7999575165754549,
            0.9000000000000007
          ],
          [
            1.999996484823028
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.5151769719465875e-06,
        "q": [
          [
            1.7999575165754549,
            0.9000000000000007
          ],
          [
            1.9999971878584224
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.995249712529514e-05,
        "q": [
          [
            1.79996550707488,
            0.9000000000000007
          ],
          [
            1.9999971878584224
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.812141577601679e-06,
        "q": [
          [
            1.79996550707488,
            0.9000000000000007
          ],
          [
            1.9999977502867379
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.246818318425326e-05,
        "q": [
          [
            1.7999720007115168,
            0.9000000000000007
          ],
          [
            1.9999977502867379
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.249713262125752e-06,
        "q": [
          [
            1.7999720007115168,
            0.9000000000000007
          ],
          [
            1.9999982002293903
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.6379494934669623e-05,
        "q": [
          [
            1.7999772766105038,
            0.9000000000000007
          ],
          [
            1.9999982002293903
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.7997706096561927e-06,
        "q": [
          [
            1.7999772766105038,
            0.9000000000000007
          ],
          [
            1.9999985601835122
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.1427554657282855e-05,
        "q": [
          [
            1.7999815621214352,
            0.9000000000000007
          ],
          [
            1.9999985601835122
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.439816487813772e-06,
        "q": [
          [
            1.7999815621214352,
            0.9000000000000007
          ],
          [
            1.9999988481468098
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.74012106937127e-05,
        "q": [
          [
            1.799985042363574,
            0.9000000000000007
          ],
          [
            1.9999988481468098
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.1518531901621998e-06,
        "q": [
          [
            1.799985042363574,
            0.9000000000000007
          ],
          [
            1.999999078517448
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.41283021293237e-05,
        "q": [
          [
            1.7999878680239998,
            0.9000000000000007
          ],
          [
            1.999999078517448
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.21482552040942e-07,
        "q": [
          [
            1.7999878680239998,
            0.9000000000000007
          ],
          [
            1.9999992628139585
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1468508562817448e-05,
        "q": [
          [
            1.7999901617257124,
            0.9000000000000007
          ],
          [
            1.9999992628139585
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.371860415439357e-07,
        "q": [
          [
            1.7999901617257124,
            0.9000000000000007
          ],
          [
            1.9999994102511667
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.307500337785157e-06,
        "q": [
          [
            1.79999202322578,
            0.9000000000000007
          ],
          [
            1.9999994102511667
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.897488333239664e-07,
        "q": [
          [
            1.79999202322578,
            0.9000000000000007
          ],
          [
            1.9999995282009333
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.552155059986632e-06,
        "q": [
          [
            1.799993533656792,
            0.9000000000000007
          ],
          [
            1.9999995282009333
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.7179906670358207e-07,
        "q": [
          [
            1.799993533656792,
            0.9000000000000007
          ],
          [
            1.9999996225607466
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.126647879911573e-06,
        "q": [
          [
            1.799994758986368,
            0.9000000000000007
          ],
          [
            1.9999996225607466
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.774392534072746e-07,
        "q": [
          [
            1.799994758986368,
            0.9000000000000007
          ],
          [
            1.9999996980485972
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.969257369369373e-06,
        "q": [
          [
            1.7999957528378419,
            0.9000000000000007
          ],
          [
            1.9999996980485972
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.019514027702286e-07,
        "q": [
          [
            1.7999957528378419,
            0.9000000000000007
          ],
          [
            1.9999997584388778
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.02975714819398e-06,
        "q": [
          [
            1.7999965587892715,
            0.9000000000000007
          ],
          [
            1.9999997584388778
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.4156112221618287e-07,
        "q": [
          [
            1.7999965587892715,
            0.9000000000000007
          ],
          [
            1.9999998067511022
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.267286720509688e-06,
        "q": [
          [
            1.7999972122466155,
            0.9000000000000007
          ],
          [
            1.9999998067511022
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.932488977729463e-07,
        "q": [
          [
            1.7999972122466155,
            0.9000000000000007
          ],
          [
            1.9999998454008818
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.64861417820228e-06,
        "q": [
          [
            1.799997741969451,
            0.9000000000000007
          ],
          [
            1.9999998454008818
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.5459911817394811e-07,
        "q": [
          [
            1.799997741969451,
            0.9000000000000007
          ],
          [
            1.9999998763207054
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.1467191837487576e-06,
        "q": [
          [
            1.7999981713132878,
            0.9000000000000007
          ],
          [
            1.9999998763207054
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.236792945835674e-07,
        "q": [
          [
            1.7999981713132878,
            0.9000000000000007
          ],
          [
            1.9999999010565643
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7396376201794794e-06,
        "q": [
          [
            1.799998519240812,
            0.9000000000000007
          ],
          [
            1.9999999010565643
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.894343566685393e-08,
        "q": [
          [
            1.799998519240812,
            0.9000000000000007
          ],
          [
            1.9999999208452515
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.4095199145636172e-06,
        "q": [
          [
            1.7999988011447947,
            0.9000000000000007
          ],
          [
            1.9999999208452515
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.915474853348314e-08,
        "q": [
          [
            1.7999988011447947,
            0.9000000000000007
          ],
          [
            1.9999999366762011
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1418637864135661e-06,
        "q": [
          [
            1.799999029517552,
            0.9000000000000007
          ],
          [
            1.9999999366762011
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.332379887119544e-08,
        "q": [
          [
            1.799999029517552,
            0.9000000000000007
          ],
          [
            1.9999999493409608
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.248893126923008e-07,
        "q": [
          [
            1.7999992144954147,
            0.9000000000000007
          ],
          [
            1.9999999493409608
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.065903918577419e-08,
        "q": [
          [
            1.7999992144954147,
            0.9000000000000007
          ],
          [
            1.9999999594727687
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.490300770740532e-07,
        "q": [
          [
            1.79999936430143,
            0.9000000000000007
          ],
          [
            1.9999999594727687
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.052723134861935e-08,
        "q": [
          [
            1.79999936430143,
            0.9000000000000007
          ],
          [
            1.999999967578215
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 6.065189634973933e-07,
        "q": [
          [
            1.7999994856052228,
            0.9000000000000007
          ],
          [
            1.999999967578215
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.242178503448656e-08,
        "q": [
          [
            1.7999994856052228,
            0.9000000000000007
          ],
          [
            1.999999974062572
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.910510920108635e-07,
        "q": [
          [
            1.7999995838154412,
            0.9000000000000007
          ],
          [
            1.999999974062572
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.5937427983180328e-08,
        "q": [
          [
            1.7999995838154412,
            0.9000000000000007
          ],
          [
            1.9999999792500576
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.975096105612863e-07,
        "q": [
          [
            1.7999996633173634,
            0.9000000000000007
          ],
          [
            1.9999999792500576
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.0749942430953183e-08,
        "q": [
          [
            1.7999996633173634,
            0.9000000000000007
          ],
          [
            1.9999999834000461
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.21742678277559e-07,
        "q": [
          [
            1.799999727665899,
            0.9000000000000007
          ],
          [
            1.9999999834000461
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.6599953855944705e-08,
        "q": [
          [
            1.799999727665899,
            0.9000000000000007
          ],
          [
            1.9999999867200369
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.6038213429835366e-07,
        "q": [
          [
            1.799999779742326,
            0.9000000000000007
          ],
          [
            1.9999999867200369
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.3279963129164685e-08,
        "q": [
          [
            1.799999779742326,
            0.9000000000000007
          ],
          [
            1.9999999893760294
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.106961005665653e-07,
        "q": [
          [
            1.799999821881546,
            0.9000000000000007
          ],
          [
            1.9999999893760294
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.062397059214959e-08,
        "q": [
          [
            1.799999821881546,
            0.9000000000000007
          ],
          [
            1.9999999915008235
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.7046919520424808e-07,
        "q": [
          [
            1.7999998559753851,
            0.9000000000000007
          ],
          [
            1.9999999915008235
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 8.499176473719672e-09,
        "q": [
          [
            1.7999998559753851,
            0.9000000000000007
          ],
          [
            1.999999993200659
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3790520791978622e-07,
        "q": [
          [
            1.7999998835564268,
            0.9000000000000007
          ],
          [
            1.999999993200659
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 6.7993410901578955e-09,
        "q": [
          [
            1.7999998835564268,
            0.9000000000000007
          ],
          [
            1.9999999945605271
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.1154804768764848e-07,
        "q": [
          [
            1.7999999058660363,
            0.9000000000000007
          ],
          [
            1.9999999945605271
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.439472872126316e-09,
        "q": [
          [
            1.7999999058660363,
            0.9000000000000007
          ],
          [
            1.9999999956484218
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 9.021754343585542e-08,
        "q": [
          [
            1.799999923909545,
            0.9000000000000007
          ],
          [
            1.9999999956484218
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.351578208883211e-09,
        "q": [
          [
            1.799999923909545,
            0.9000000000000007
          ],
          [
            1.9999999965187374
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 7.295731863088406e-08,
        "q": [
          [
            1.7999999385010088,
            0.9000000000000007
          ],
          [
            1.9999999965187374
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 3.48126261151549e-09,
        "q": [
          [
            1.7999999385010088,
            0.9000000000000007
          ],
          [
            1.99999999721499
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 5.8992482232511634e-08,
        "q": [
          [
            1.7999999502995052,
            0.9000000000000007
          ],
          [
            1.99999999721499
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.78501000039455e-09,
        "q": [
          [
            1.7999999502995052,
            0.9000000000000007
          ],
          [
            1.999999997771992
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 4.769528771930709e-08,
        "q": [
          [
            1.7999999598385628,
            0.9000000000000007
          ],
          [
            1.999999997771992
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 2.22800800031564e-09,
        "q": [
          [
            1.7999999598385628,
            0.9000000000000007
          ],
          [
            1.9999999982175936
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.855727137569431e-08,
        "q": [
          [
            1.7999999675500171,
            0.9000000000000007
          ],
          [
            1.9999999982175936
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.782406444661433e-09,
        "q": [
          [
            1.7999999675500171,
            0.9000000000000007
          ],
          [
            1.9999999985740748
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 3.116665037161681e-08,
        "q": [
          [
            1.7999999737833472,
            0.9000000000000007
          ],
          [
            1.9999999985740748
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.4259251557291464e-09,
        "q": [
          [
            1.7999999737833472,
            0.9000000000000007
          ],
          [
            1.9999999988592598
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.5189986763152206e-08,
        "q": [
          [
            1.7999999788213445,
            0.9000000000000007
          ],
          [
            1.9999999988592598
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 1.140740168992238e-09,
        "q": [
          [
            1.7999999788213445,
            0.9000000000000007
          ],
          [
            1.9999999990874078
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 2.0357322494390928e-08,
        "q": [
          [
            1.799999982892809,
            0.9000000000000007
          ],
          [
            1.9999999990874078
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 9.125922240116324e-10,
        "q": [
          [
            1.799999982892809,
            0.9000000000000007
          ],
          [
            1.9999999992699262
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.6450124595834836e-08,
        "q": [
          [
            1.799999986182834,
            0.9000000000000007
          ],
          [
            1.9999999992699262
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 7.300737792093059e-10,
        "q": [
          [
            1.799999986182834,
            0.9000000000000007
          ],
          [
            1.999999999415941
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.3291513001334465e-08,
        "q": [
          [
            1.7999999888411367,
            0.9000000000000007
          ],
          [
            1.999999999415941
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 5.840590233674448e-10,
        "q": [
          [
            1.7999999888411367,
            0.9000000000000007
          ],
          [
            1.9999999995327529
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": 0.0,
        "delta": 1.0738340883165165e-08,
        "q": [
          [
            1.799999990988805,
            0.9000000000000007
          ],
          [
            1.9999999995327529
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 2.0,
        "delta": 4.672471298761138e-10,
        "q": [
          [
            1.799999990988805,
            0.9000000000000007
          ],
          [
            1.9999999996262023
          ],
          [
            1.0000000000000004
          ],
          [
            0.0
          ]
        ]
      }
    ],
    "compensated": [
      {
        "episode": 1,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.0,
        "q": [
          [
            -0.0,
            0.0
          ],
          [
            5.0
          ],
          [
            -5.0
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 1,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 1.0,
        "q": [
          [
            -0.0,
            0.0
          ],
          [
            5.0
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            5.0
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 2,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.0,
        "q": [
          [
            0.0,
            0.0
          ],
          [
            5.4
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.3600000000000003,
        "q": [
          [
            0.07200000000000006,
            0.0
          ],
          [
            5.4
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 3,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.5999999999999996,
        "q": [
          [
            0.07200000000000006,
            0.0
          ],
          [
            5.720000000000001
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.5760000000000005,
        "q": [
          [
            0.18720000000000017,
            0.0
          ],
          [
            5.720000000000001
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 4,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.2799999999999994,
        "q": [
          [
            0.18720000000000017,
            0.0
          ],
          [
            5.976000000000001
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.6912000000000008,
        "q": [
          [
            0.32544000000000034,
            0.0
          ],
          [
            5.976000000000001
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 5,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.0239999999999991,
        "q": [
          [
            0.32544000000000034,
            0.0
          ],
          [
            6.1808000000000005
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.7372800000000002,
        "q": [
          [
            0.47289600000000037,
            0.0
          ],
          [
            6.1808000000000005
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 6,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.8191999999999995,
        "q": [
          [
            0.47289600000000037,
            0.0
          ],
          [
            6.34464
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.7372800000000002,
        "q": [
          [
            0.6203520000000005,
            0.0
          ],
          [
            6.34464
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 7,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.6553599999999999,
        "q": [
          [
            0.6203520000000005,
            0.0
          ],
          [
            6.475712
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.7077887999999994,
        "q": [
          [
            0.7619097600000003,
            0.0
          ],
          [
            6.475712
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 8,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.5242880000000003,
        "q": [
          [
            0.7619097600000003,
            0.0
          ],
          [
            6.5805696
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.6606028799999996,
        "q": [
          [
            0.8940303360000003,
            0.0
          ],
          [
            6.5805696
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 9,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.4194304000000004,
        "q": [
          [
            0.8940303360000003,
            0.0
          ],
          [
            6.66445568
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.603979776,
        "q": [
          [
            1.0148262912000003,
            0.0
          ],
          [
            6.66445568
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 10,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.33554432000000034,
        "q": [
          [
            1.0148262912000003,
            0.0
          ],
          [
            6.731564543999999
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.5435817983999991,
        "q": [
          [
            1.1235426508800002,
            0.0
          ],
          [
            6.731564543999999
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 11,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.2684354560000006,
        "q": [
          [
            1.1235426508800002,
            0.0
          ],
          [
            6.7852516352
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.4831838207999999,
        "q": [
          [
            1.22017941504,
            0.0
          ],
          [
            6.7852516352
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 12,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.21474836480000015,
        "q": [
          [
            1.22017941504,
            0.0
          ],
          [
            6.82820130816
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.4252017623039994,
        "q": [
          [
            1.3052197675008,
            0.0
          ],
          [
            6.82820130816
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 13,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.1717986918400003,
        "q": [
          [
            1.3052197675008,
            0.0
          ],
          [
            6.862561046528
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.37108517437440014,
        "q": [
          [
            1.37943680237568,
            0.0
          ],
          [
            6.862561046528
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 14,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.1374389534720004,
        "q": [
          [
            1.37943680237568,
            0.0
          ],
          [
            6.8900488372224
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.32160715112448,
        "q": [
          [
            1.443758232600576,
            0.0
          ],
          [
            6.8900488372224
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 15,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.10995116277759998,
        "q": [
          [
            1.443758232600576,
            0.0
          ],
          [
            6.91203906977792
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.27707693019955215,
        "q": [
          [
            1.4991736186404865,
            0.0
          ],
          [
            6.91203906977792
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 16,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.08796093022207963,
        "q": [
          [
            1.4991736186404865,
            0.0
          ],
          [
            6.929631255822336
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.23749451159961654,
        "q": [
          [
            1.5466725209604097,
            0.0
          ],
          [
            6.929631255822336
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 17,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0703687441776637,
        "q": [
          [
            1.5466725209604097,
            0.0
          ],
          [
            6.943705004657869
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.20266198323167228,
        "q": [
          [
            1.5872049176067442,
            0.0
          ],
          [
            6.943705004657869
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 18,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.05629499534213078,
        "q": [
          [
            1.5872049176067442,
            0.0
          ],
          [
            6.954964003726295
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.17226268574692138,
        "q": [
          [
            1.6216574547561284,
            0.0
          ],
          [
            6.954964003726295
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 19,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.045035996273704804,
        "q": [
          [
            1.6216574547561284,
            0.0
          ],
          [
            6.963971202981036
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.1459166279268047,
        "q": [
          [
            1.6508407803414893,
            0.0
          ],
          [
            6.963971202981036
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 20,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.036028797018963665,
        "q": [
          [
            1.6508407803414893,
            0.0
          ],
          [
            6.971176962384829
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.12321848580485772,
        "q": [
          [
            1.6754844775024609,
            0.0
          ],
          [
            6.971176962384829
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 21,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.028823037615170577,
        "q": [
          [
            1.6754844775024609,
            0.0
          ],
          [
            6.976941569907863
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.10376293541461634,
        "q": [
          [
            1.6962370645853841,
            0.0
          ],
          [
            6.976941569907863
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 22,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.023058430092136817,
        "q": [
          [
            1.6962370645853841,
            0.0
          ],
          [
            6.981553255926291
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.08716086574827742,
        "q": [
          [
            1.7136692377350395,
            0.0
          ],
          [
            6.981553255926291
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 23,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.018446744073709276,
        "q": [
          [
            1.7136692377350395,
            0.0
          ],
          [
            6.985242604741033
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.07304910653188967,
        "q": [
          [
            1.7282790590414174,
            0.0
          ],
          [
            6.985242604741033
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 24,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.014757395258967243,
        "q": [
          [
            1.7282790590414174,
            0.0
          ],
          [
            6.988194083792826
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.061095616372125905,
        "q": [
          [
            1.7404981823158425,
            0.0
          ],
          [
            6.988194083792826
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 25,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.011805916207173972,
        "q": [
          [
            1.7404981823158425,
            0.0
          ],
          [
            6.990555267034261
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.05100155801499229,
        "q": [
          [
            1.750698493918841,
            0.0
          ],
          [
            6.990555267034261
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 26,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.009444732965739,
        "q": [
          [
            1.750698493918841,
            0.0
          ],
          [
            6.992444213627409
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0425012983458275,
        "q": [
          [
            1.7591987535880065,
            0.0
          ],
          [
            6.992444213627409
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 27,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.007555786372591022,
        "q": [
          [
            1.7591987535880065,
            0.0
          ],
          [
            6.9939553709019275
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0353610802237283,
        "q": [
          [
            1.766270969632752,
            0.0
          ],
          [
            6.9939553709019275
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 28,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.006044629098072463,
        "q": [
          [
            1.766270969632752,
            0.0
          ],
          [
            6.995164296721542
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.029376897416636405,
        "q": [
          [
            1.7721463491160794,
            0.0
          ],
          [
            6.995164296721542
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 29,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.004835703278457615,
        "q": [
          [
            1.7721463491160794,
            0.0
          ],
          [
            6.996131437377234
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.024371944523431388,
        "q": [
          [
            1.7770207380207657,
            0.0
          ],
          [
            6.996131437377234
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 30,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0038685626227659142,
        "q": [
          [
            1.7770207380207657,
            0.0
          ],
          [
            6.996905149901787
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.02019389689084239,
        "q": [
          [
            1.781059517398934,
            0.0
          ],
          [
            6.996905149901787
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 31,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0030948500982130867,
        "q": [
          [
            1.781059517398934,
            0.0
          ],
          [
            6.9975241199214295
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.016712190530352666,
        "q": [
          [
            1.7844019555050046,
            0.0
          ],
          [
            6.9975241199214295
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 32,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0024758800785704693,
        "q": [
          [
            1.7844019555050046,
            0.0
          ],
          [
            6.9980192959371434
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.013815410838424969,
        "q": [
          [
            1.7871650376726895,
            0.0
          ],
          [
            6.9980192959371434
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 33,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.001980704062856553,
        "q": [
          [
            1.7871650376726895,
            0.0
          ],
          [
            6.998415436749715
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.011408855402054607,
        "q": [
          [
            1.7894468087531004,
            0.0
          ],
          [
            6.998415436749715
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 34,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0015845632502848872,
        "q": [
          [
            1.7894468087531004,
            0.0
          ],
          [
            6.998732349399772
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00941230570669438,
        "q": [
          [
            1.7913292698944392,
            0.0
          ],
          [
            6.998732349399772
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 35,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.001267650600228265,
        "q": [
          [
            1.7913292698944392,
            0.0
          ],
          [
            6.998985879519817
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0077580216733965646,
        "q": [
          [
            1.7928808742291185,
            0.0
          ],
          [
            6.998985879519817
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 36,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0010141204801827897,
        "q": [
          [
            1.7928808742291185,
            0.0
          ],
          [
            6.999188703615854
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.006388959025150465,
        "q": [
          [
            1.7941586660341486,
            0.0
          ],
          [
            6.999188703615854
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 37,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0008112963841462317,
        "q": [
          [
            1.7941586660341486,
            0.0
          ],
          [
            6.999350962892683
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00525720056926593,
        "q": [
          [
            1.795210106148002,
            0.0
          ],
          [
            6.999350962892683
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 38,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0006490371073173407,
        "q": [
          [
            1.795210106148002,
            0.0
          ],
          [
            6.999480770314146
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.004322587134729883,
        "q": [
          [
            1.7960746235749478,
            0.0
          ],
          [
            6.999480770314146
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 39,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0005192296858540502,
        "q": [
          [
            1.7960746235749478,
            0.0
          ],
          [
            6.999584616251317
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.003551531051237733,
        "q": [
          [
            1.7967849297851954,
            0.0
          ],
          [
            6.999584616251317
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 40,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00041538374868288486,
        "q": [
          [
            1.7967849297851954,
            0.0
          ],
          [
            6.9996676930010535
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0029159939157528125,
        "q": [
          [
            1.797368128568346,
            0.0
          ],
          [
            6.9996676930010535
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 41,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0003323069989464855,
        "q": [
          [
            1.797368128568346,
            0.0
          ],
          [
            6.9997341544008425
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.002392610392412342,
        "q": [
          [
            1.7978466506468285,
            0.0
          ],
          [
            6.9997341544008425
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 42,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0002658455991575437,
        "q": [
          [
            1.7978466506468285,
            0.0
          ],
          [
            6.999787323520674
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.001961940521777672,
        "q": [
          [
            1.798239038751184,
            0.0
          ],
          [
            6.999787323520674
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 43,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00021267647932621259,
        "q": [
          [
            1.798239038751184,
            0.0
          ],
          [
            6.999829858816539
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.001607834183700918,
        "q": [
          [
            1.7985606055879242,
            0.0
          ],
          [
            6.999829858816539
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 44,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0001701411834611477,
        "q": [
          [
            1.7985606055879242,
            0.0
          ],
          [
            6.999863887053231
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.001316892759984034,
        "q": [
          [
            1.798823984139921,
            0.0
          ],
          [
            6.999863887053231
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 45,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.00013611294676874053,
        "q": [
          [
            1.798823984139921,
            0.0
          ],
          [
            6.999891109642585
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0010780145384050588,
        "q": [
          [
            1.799039587047602,
            0.0
          ],
          [
            6.999891109642585
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 46,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 0.0001088903574153477,
        "q": [
          [
            1.799039587047602,
            0.0
          ],
          [
            6.999912887714068
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0008820118950592093,
        "q": [
          [
            1.7992159894266138,
            0.0
          ],
          [
            6.999912887714068
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 47,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.711228593227816e-05,
        "q": [
          [
            1.7992159894266138,
            0.0
          ],
          [
            6.999930310171254
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0007212897275152841,
        "q": [
          [
            1.7993602473721169,
            0.0
          ],
          [
            6.999930310171254
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 48,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.968982874600016e-05,
        "q": [
          [
            1.7993602473721169,
            0.0
          ],
          [
            6.9999442481370036
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0005895759511866938,
        "q": [
          [
            1.7994781625623542,
            0.0
          ],
          [
            6.9999442481370036
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 49,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.5751862996444856e-05,
        "q": [
          [
            1.7994781625623542,
            0.0
          ],
          [
            6.999955398509603
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0004816960962890082,
        "q": [
          [
            1.799574501781612,
            0.0
          ],
          [
            6.999955398509603
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 50,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.460149039697825e-05,
        "q": [
          [
            1.799574501781612,
            0.0
          ],
          [
            6.999964318807683
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00039338514530262714,
        "q": [
          [
            1.7996531788106727,
            0.0
          ],
          [
            6.999964318807683
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 51,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.568119231722733e-05,
        "q": [
          [
            1.7996531788106727,
            0.0
          ],
          [
            6.999971455046146
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00032113073085904276,
        "q": [
          [
            1.7997174049568445,
            0.0
          ],
          [
            6.999971455046146
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 52,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.8544953853959498e-05,
        "q": [
          [
            1.7997174049568445,
            0.0
          ],
          [
            6.999977164036917
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00026204267638063605,
        "q": [
          [
            1.7997698134921207,
            0.0
          ],
          [
            6.999977164036917
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 53,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.28359630831676e-05,
        "q": [
          [
            1.7997698134921207,
            0.0
          ],
          [
            6.999981731229534
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00021374461445988757,
        "q": [
          [
            1.7998125624150128,
            0.0
          ],
          [
            6.999981731229534
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 54,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.8268770466178808e-05,
        "q": [
          [
            1.7998125624150128,
            0.0
          ],
          [
            6.999985384983627
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00017428407025188442,
        "q": [
          [
            1.7998474192290632,
            0.0
          ],
          [
            6.999985384983627
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 55,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4615016373120682e-05,
        "q": [
          [
            1.7998474192290632,
            0.0
          ],
          [
            6.999988307986902
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.0001420579591484561,
        "q": [
          [
            1.7998758308208929,
            0.0
          ],
          [
            6.999988307986902
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 56,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1692013098141274e-05,
        "q": [
          [
            1.7998758308208929,
            0.0
          ],
          [
            6.999990646389522
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.17999999999999972,
        "q": [
          [
            1.7998758308208929,
            0.03599999999999994
          ],
          [
            6.999990646389522
          ],
          [
            -4.8
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 57,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.7999999999999998,
        "q": [
          [
            1.7998758308208929,
            0.03599999999999994
          ],
          [
            6.999990646389522
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 0.00011575092967697209,
        "q": [
          [
            1.7998989810068282,
            0.03599999999999994
          ],
          [
            6.999990646389522
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 58,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.353610478157748e-06,
        "q": [
          [
            1.7998989810068282,
            0.03599999999999994
          ],
          [
            6.999992517111617
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.428439362779706e-05,
        "q": [
          [
            1.7999178378855538,
            0.03599999999999994
          ],
          [
            6.999992517111617
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 59,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.482888382703834e-06,
        "q": [
          [
            1.7999178378855538,
            0.03599999999999994
          ],
          [
            6.999994013689294
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.677443481113322e-05,
        "q": [
          [
            1.799933192772516,
            0.03599999999999994
          ],
          [
            6.999994013689294
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 60,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.986310705807796e-06,
        "q": [
          [
            1.799933192772516,
            0.03599999999999994
          ],
          [
            6.999995210951435
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.249708377614738e-05,
        "q": [
          [
            1.7999456921892711,
            0.03599999999999994
          ],
          [
            6.999995210951435
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 61,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.789048564823872e-06,
        "q": [
          [
            1.7999456921892711,
            0.03599999999999994
          ],
          [
            6.9999961687611485
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.08596957626839e-05,
        "q": [
          [
            1.7999558641284237,
            0.03599999999999994
          ],
          [
            6.9999961687611485
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 62,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.8312388515038265e-06,
        "q": [
          [
            1.7999558641284237,
            0.03599999999999994
          ],
          [
            6.999996935008919
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.137737960352439e-05,
        "q": [
          [
            1.7999641396043444,
            0.03599999999999994
          ],
          [
            6.999996935008919
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 63,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.064991081380697e-06,
        "q": [
          [
            1.7999641396043444,
            0.03599999999999994
          ],
          [
            6.999997548007135
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.365360207729928e-05,
        "q": [
          [
            1.7999708703247599,
            0.03599999999999994
          ],
          [
            6.999997548007135
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 64,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.451992864749286e-06,
        "q": [
          [
            1.7999708703247599,
            0.03599999999999994
          ],
          [
            6.9999980384057086
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.7364240377636406e-05,
        "q": [
          [
            1.7999763431728355,
            0.03599999999999994
          ],
          [
            6.9999980384057086
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 65,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.9615942914441575e-06,
        "q": [
          [
            1.7999763431728355,
            0.03599999999999994
          ],
          [
            6.999998430724567
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.2244479275013163e-05,
        "q": [
          [
            1.7999807920686905,
            0.03599999999999994
          ],
          [
            6.999998430724567
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 66,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.569275433155326e-06,
        "q": [
          [
            1.7999807920686905,
            0.03599999999999994
          ],
          [
            6.999998744579654
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.8078052997472227e-05,
        "q": [
          [
            1.7999844076792901,
            0.03599999999999994
          ],
          [
            6.999998744579654
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 67,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.2554203463466251e-06,
        "q": [
          [
            1.7999844076792901,
            0.03599999999999994
          ],
          [
            6.999998995663723
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.4688418060071484e-05,
        "q": [
          [
            1.799987345362902,
            0.03599999999999994
          ],
          [
            6.999998995663723
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 68,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.0043362772549358e-06,
        "q": [
          [
            1.799987345362902,
            0.03599999999999994
          ],
          [
            6.999999196530978
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1931514978247293e-05,
        "q": [
          [
            1.7999897316658977,
            0.03599999999999994
          ],
          [
            6.999999196530978
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 69,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.034690219815843e-07,
        "q": [
          [
            1.7999897316658977,
            0.03599999999999994
          ],
          [
            6.999999357224782
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.689836406145957e-06,
        "q": [
          [
            1.799991669633179,
            0.03599999999999994
          ],
          [
            6.999999357224782
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 70,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.427752179405388e-07,
        "q": [
          [
            1.799991669633179,
            0.03599999999999994
          ],
          [
            6.999999485779826
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.867568664554625e-06,
        "q": [
          [
            1.799993243146912,
            0.03599999999999994
          ],
          [
            6.999999485779826
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 71,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.142201739971597e-07,
        "q": [
          [
            1.799993243146912,
            0.03599999999999994
          ],
          [
            6.999999588623861
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.386614562758908e-06,
        "q": [
          [
            1.7999945204698244,
            0.03599999999999994
          ],
          [
            6.999999588623861
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 72,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.1137613937536344e-07,
        "q": [
          [
            1.7999945204698244,
            0.03599999999999994
          ],
          [
            6.999999670899088
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.183339355063765e-06,
        "q": [
          [
            1.7999955571376955,
            0.03599999999999994
          ],
          [
            6.999999670899088
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 73,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.291009118555621e-07,
        "q": [
          [
            1.7999955571376955,
            0.03599999999999994
          ],
          [
            6.99999973671927
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.20590964766987e-06,
        "q": [
          [
            1.799996398319625,
            0.03599999999999994
          ],
          [
            6.99999973671927
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 74,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.632807296620854e-07,
        "q": [
          [
            1.799996398319625,
            0.03599999999999994
          ],
          [
            6.9999997893754164
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.412118249723761e-06,
        "q": [
          [
            1.799997080743275,
            0.03599999999999994
          ],
          [
            6.9999997893754164
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 75,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.1062458355203262e-07,
        "q": [
          [
            1.799997080743275,
            0.03599999999999994
          ],
          [
            6.999999831500333
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.767607024889429e-06,
        "q": [
          [
            1.79999763426468,
            0.03599999999999994
          ],
          [
            6.999999831500333
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 76,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.684996666639904e-07,
        "q": [
          [
            1.79999763426468,
            0.03599999999999994
          ],
          [
            6.999999865200267
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.2879999999999999,
        "q": [
          [
            1.79999763426468,
            0.09359999999999993
          ],
          [
            6.999999865200267
          ],
          [
            -4.64
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 77,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.6399999999999997,
        "q": [
          [
            1.79999763426468,
            0.09359999999999993
          ],
          [
            6.999999865200267
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.2444155602929783e-06,
        "q": [
          [
            1.799998083147792,
            0.09359999999999993
          ],
          [
            6.999999865200267
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 78,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.3479973315355664e-07,
        "q": [
          [
            1.799998083147792,
            0.09359999999999993
          ],
          [
            6.999999892160213
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.8197964000155054e-06,
        "q": [
          [
            1.799998447107072,
            0.09359999999999993
          ],
          [
            6.999999892160213
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 79,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.0783978687811668e-07,
        "q": [
          [
            1.799998447107072,
            0.09359999999999993
          ],
          [
            6.99999991372817
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.475248281535002e-06,
        "q": [
          [
            1.7999987421567283,
            0.09359999999999993
          ],
          [
            6.99999991372817
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 80,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.627182968012903e-08,
        "q": [
          [
            1.7999987421567283,
            0.09359999999999993
          ],
          [
            6.999999930982536
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.195727554526016e-06,
        "q": [
          [
            1.7999989813022392,
            0.09359999999999993
          ],
          [
            6.999999930982536
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 81,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.901746374410322e-08,
        "q": [
          [
            1.7999989813022392,
            0.09359999999999993
          ],
          [
            6.999999944786029
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.690051869792882e-07,
        "q": [
          [
            1.7999991751032767,
            0.09359999999999993
          ],
          [
            6.999999944786029
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 82,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.5213971172918264e-08,
        "q": [
          [
            1.7999991751032767,
            0.09359999999999993
          ],
          [
            6.999999955828823
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.851426644389647e-07,
        "q": [
          [
            1.7999993321318095,
            0.09359999999999993
          ],
          [
            6.999999955828823
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 83,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.417117693833461e-08,
        "q": [
          [
            1.7999993321318095,
            0.09359999999999993
          ],
          [
            6.999999964663059
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.360649431602639e-07,
        "q": [
          [
            1.799999459344798,
            0.09359999999999993
          ],
          [
            6.999999964663059
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 84,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.5336941373032005e-08,
        "q": [
          [
            1.799999459344798,
            0.09359999999999993
          ],
          [
            6.999999971730447
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.152126043572736e-07,
        "q": [
          [
            1.799999562387319,
            0.09359999999999993
          ],
          [
            6.999999971730447
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 85,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.826955292078992e-08,
        "q": [
          [
            1.799999562387319,
            0.09359999999999993
          ],
          [
            6.999999977384357
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.1725860233654544e-07,
        "q": [
          [
            1.7999996458390395,
            0.09359999999999993
          ],
          [
            6.999999977384357
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 86,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.2615642691903304e-08,
        "q": [
          [
            1.7999996458390395,
            0.09359999999999993
          ],
          [
            6.999999981907486
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.3787769759818786e-07,
        "q": [
          [
            1.799999713414579,
            0.09359999999999993
          ],
          [
            6.999999981907486
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 87,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.8092514153522643e-08,
        "q": [
          [
            1.799999713414579,
            0.09359999999999993
          ],
          [
            6.999999985525989
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.735588107150022e-07,
        "q": [
          [
            1.7999997681263413,
            0.09359999999999993
          ],
          [
            6.999999985525989
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 88,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4474011322818114e-08,
        "q": [
          [
            1.7999997681263413,
            0.09359999999999993
          ],
          [
            6.999999988420791
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.2145237066339973e-07,
        "q": [
          [
            1.7999998124168155,
            0.09359999999999993
          ],
          [
            6.999999988420791
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 89,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1579208702983124e-08,
        "q": [
          [
            1.7999998124168155,
            0.09359999999999993
          ],
          [
            6.999999990736633
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.7924615458575488e-07,
        "q": [
          [
            1.7999998482660464,
            0.09359999999999993
          ],
          [
            6.999999990736633
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 90,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.263366962386499e-09,
        "q": [
          [
            1.7999998482660464,
            0.09359999999999993
          ],
          [
            6.999999992589307
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.4506432943761638e-07,
        "q": [
          [
            1.7999998772789123,
            0.09359999999999993
          ],
          [
            6.999999992589307
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 91,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.410693392273515e-09,
        "q": [
          [
            1.7999998772789123,
            0.09359999999999993
          ],
          [
            6.9999999940714455
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1738538852057445e-07,
        "q": [
          [
            1.79999990075599,
            0.09359999999999993
          ],
          [
            6.9999999940714455
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 92,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.928554536183128e-09,
        "q": [
          [
            1.79999990075599,
            0.09359999999999993
          ],
          [
            6.9999999952571565
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.497545105929817e-08,
        "q": [
          [
            1.79999991975108,
            0.09359999999999993
          ],
          [
            6.9999999952571565
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 93,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.742843451310819e-09,
        "q": [
          [
            1.79999991975108,
            0.09359999999999993
          ],
          [
            6.999999996205725
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.68340726597927e-08,
        "q": [
          [
            1.7999999351178946,
            0.09359999999999993
          ],
          [
            6.999999996205725
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 94,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.794275116320023e-09,
        "q": [
          [
            1.7999999351178946,
            0.09359999999999993
          ],
          [
            6.99999999696458
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.215022740896359e-08,
        "q": [
          [
            1.79999994754794,
            0.09359999999999993
          ],
          [
            6.99999999696458
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 95,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.0354199154203343e-09,
        "q": [
          [
            1.79999994754794,
            0.09359999999999993
          ],
          [
            6.999999997571664
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.026655824913462e-08,
        "q": [
          [
            1.7999999576012518,
            0.09359999999999993
          ],
          [
            6.999999997571664
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 96,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.4283357547005835e-09,
        "q": [
          [
            1.7999999576012518,
            0.09359999999999993
          ],
          [
            6.999999998057332
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.0650346644355295e-08,
        "q": [
          [
            1.799999965731321,
            0.09359999999999993
          ],
          [
            6.999999998057332
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 97,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.942668248489099e-09,
        "q": [
          [
            1.799999965731321,
            0.09359999999999993
          ],
          [
            6.999999998445865
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.2869957644621195e-08,
        "q": [
          [
            1.7999999723053126,
            0.09359999999999993
          ],
          [
            6.999999998445865
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 98,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.5541345987912791e-09,
        "q": [
          [
            1.7999999723053126,
            0.09359999999999993
          ],
          [
            6.999999998756692
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.6575710299070465e-08,
        "q": [
          [
            1.7999999776204547,
            0.09359999999999993
          ],
          [
            6.999999998756692
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 99,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.2433076790330233e-09,
        "q": [
          [
            1.7999999776204547,
            0.09359999999999993
          ],
          [
            6.999999999005354
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.148436428761613e-08,
        "q": [
          [
            1.7999999819173276,
            0.09359999999999993
          ],
          [
            6.999999999005354
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 100,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.946461432264186e-10,
        "q": [
          [
            1.7999999819173276,
            0.09359999999999993
          ],
          [
            6.999999999204283
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.7366526883222377e-08,
        "q": [
          [
            1.799999985390633,
            0.09359999999999993
          ],
          [
            6.999999999204283
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 101,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.957172698525028e-10,
        "q": [
          [
            1.799999985390633,
            0.09359999999999993
          ],
          [
            6.9999999993634265
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.4036450890486663e-08,
        "q": [
          [
            1.7999999881979232,
            0.09359999999999993
          ],
          [
            6.9999999993634265
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 102,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.365734606106344e-10,
        "q": [
          [
            1.7999999881979232,
            0.09359999999999993
          ],
          [
            6.999999999490742
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1343744610314843e-08,
        "q": [
          [
            1.7999999904666721,
            0.09359999999999993
          ],
          [
            6.999999999490742
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 103,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.092584132171396e-10,
        "q": [
          [
            1.7999999904666721,
            0.09359999999999993
          ],
          [
            6.9999999995925934
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.166661874004944e-09,
        "q": [
          [
            1.7999999923000045,
            0.09359999999999993
          ],
          [
            6.9999999995925934
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 104,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.0740655293802774e-10,
        "q": [
          [
            1.7999999923000045,
            0.09359999999999993
          ],
          [
            6.999999999674075
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.406662838604916e-09,
        "q": [
          [
            1.7999999937813371,
            0.09359999999999993
          ],
          [
            6.999999999674075
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 105,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.2592506471473826e-10,
        "q": [
          [
            1.7999999937813371,
            0.09359999999999993
          ],
          [
            6.99999999973926
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.983997075631464e-09,
        "q": [
          [
            1.7999999949781365,
            0.09359999999999993
          ],
          [
            6.99999999973926
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 106,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.6073987413610666e-10,
        "q": [
          [
            1.7999999949781365,
            0.09359999999999993
          ],
          [
            6.999999999791408
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.834130873376807e-09,
        "q": [
          [
            1.7999999959449626,
            0.09359999999999993
          ],
          [
            6.999999999791408
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 107,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.085922545802532e-10,
        "q": [
          [
            1.7999999959449626,
            0.09359999999999993
          ],
          [
            6.999999999833126
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.904851553215849e-09,
        "q": [
          [
            1.799999996725933,
            0.09359999999999993
          ],
          [
            6.999999999833126
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 108,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.6687362602851863e-10,
        "q": [
          [
            1.799999996725933,
            0.09359999999999993
          ],
          [
            6.9999999998665015
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.1539184597306757e-09,
        "q": [
          [
            1.7999999973567167,
            0.09359999999999993
          ],
          [
            6.9999999998665015
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 109,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.3349854555144702e-10,
        "q": [
          [
            1.7999999973567167,
            0.09359999999999993
          ],
          [
            6.999999999893201
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.5471644793384485e-09,
        "q": [
          [
            1.7999999978661496,
            0.09359999999999993
          ],
          [
            6.999999999893201
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 110,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.0679901407684156e-10,
        "q": [
          [
            1.7999999978661496,
            0.09359999999999993
          ],
          [
            6.999999999914561
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.0569552727778273e-09,
        "q": [
          [
            1.7999999982775408,
            0.09359999999999993
          ],
          [
            6.999999999914561
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 111,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.543921126147325e-11,
        "q": [
          [
            1.7999999982775408,
            0.09359999999999993
          ],
          [
            6.9999999999316485
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.6609429387415275e-09,
        "q": [
          [
            1.7999999986097293,
            0.09359999999999993
          ],
          [
            6.9999999999316485
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 112,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.835154664486254e-11,
        "q": [
          [
            1.7999999986097293,
            0.09359999999999993
          ],
          [
            6.999999999945318
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3410574872807501e-09,
        "q": [
          [
            1.7999999988779407,
            0.09359999999999993
          ],
          [
            6.999999999945318
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 113,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.468159258725791e-11,
        "q": [
          [
            1.7999999988779407,
            0.09359999999999993
          ],
          [
            6.9999999999562545
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.0826888274806379e-09,
        "q": [
          [
            1.7999999990944784,
            0.09359999999999993
          ],
          [
            6.9999999999562545
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 114,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.374545170549027e-11,
        "q": [
          [
            1.7999999990944784,
            0.09359999999999993
          ],
          [
            6.999999999965004
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.740257406714136e-10,
        "q": [
          [
            1.7999999992692834,
            0.09359999999999993
          ],
          [
            6.999999999965004
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 115,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.4996006093024334e-11,
        "q": [
          [
            1.7999999992692834,
            0.09359999999999993
          ],
          [
            6.999999999972003
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.055196427074861e-10,
        "q": [
          [
            1.7999999994103875,
            0.09359999999999993
          ],
          [
            6.999999999972003
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 116,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.7997160145787348e-11,
        "q": [
          [
            1.7999999994103875,
            0.09359999999999993
          ],
          [
            6.999999999977602
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.694542615231057e-10,
        "q": [
          [
            1.7999999995242784,
            0.09359999999999993
          ],
          [
            6.999999999977602
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 117,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.2398083387997758e-11,
        "q": [
          [
            1.7999999995242784,
            0.09359999999999993
          ],
          [
            6.999999999982082
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.595956948350022e-10,
        "q": [
          [
            1.7999999996161975,
            0.09359999999999993
          ],
          [
            6.999999999982082
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 118,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7918111439030326e-11,
        "q": [
          [
            1.7999999996161975,
            0.09359999999999993
          ],
          [
            6.999999999985666
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.709015317099329e-10,
        "q": [
          [
            1.7999999996903777,
            0.09359999999999993
          ],
          [
            6.999999999985666
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 119,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4334311515540321e-11,
        "q": [
          [
            1.7999999996903777,
            0.09359999999999993
          ],
          [
            6.999999999988533
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.9930147249501715e-10,
        "q": [
          [
            1.799999999750238,
            0.09359999999999993
          ],
          [
            6.999999999988533
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 120,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1467271576748317e-11,
        "q": [
          [
            1.799999999750238,
            0.09359999999999993
          ],
          [
            6.999999999990826
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.4150526023447583e-10,
        "q": [
          [
            1.7999999997985392,
            0.09359999999999993
          ],
          [
            6.999999999990826
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 121,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.173994897082594e-12,
        "q": [
          [
            1.7999999997985392,
            0.09359999999999993
          ],
          [
            6.999999999992661
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.9485613123038092e-10,
        "q": [
          [
            1.7999999998375105,
            0.09359999999999993
          ],
          [
            6.999999999992661
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 122,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.339018281982135e-12,
        "q": [
          [
            1.7999999998375105,
            0.09359999999999993
          ],
          [
            6.999999999994129
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.5720558188547784e-10,
        "q": [
          [
            1.7999999998689515,
            0.09359999999999993
          ],
          [
            6.999999999994129
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 123,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.870859354217828e-12,
        "q": [
          [
            1.7999999998689515,
            0.09359999999999993
          ],
          [
            6.999999999995303
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.268214422367464e-10,
        "q": [
          [
            1.799999999894316,
            0.09359999999999993
          ],
          [
            6.999999999995303
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 124,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.696687483374262e-12,
        "q": [
          [
            1.799999999894316,
            0.09359999999999993
          ],
          [
            6.999999999996243
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.0230261082710967e-10,
        "q": [
          [
            1.7999999999147764,
            0.09359999999999993
          ],
          [
            6.999999999996243
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 125,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.75699471533153e-12,
        "q": [
          [
            1.7999999999147764,
            0.09359999999999993
          ],
          [
            6.999999999996994
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.251888061749924e-11,
        "q": [
          [
            1.7999999999312801,
            0.09359999999999993
          ],
          [
            6.999999999996994
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 126,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.0055957722652238e-12,
        "q": [
          [
            1.7999999999312801,
            0.09359999999999993
          ],
          [
            6.999999999997596
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.655609396943873e-11,
        "q": [
          [
            1.7999999999445913,
            0.09359999999999993
          ],
          [
            6.999999999997596
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 127,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.404298982128239e-12,
        "q": [
          [
            1.7999999999445913,
            0.09359999999999993
          ],
          [
            6.999999999998076
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.367750688378692e-11,
        "q": [
          [
            1.7999999999553267,
            0.09359999999999993
          ],
          [
            6.999999999998076
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 128,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.9237944570704713e-12,
        "q": [
          [
            1.7999999999553267,
            0.09359999999999993
          ],
          [
            6.999999999998461
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.3288483908554554e-11,
        "q": [
          [
            1.7999999999639844,
            0.09359999999999993
          ],
          [
            6.999999999998461
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 129,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.539213201340317e-12,
        "q": [
          [
            1.7999999999639844,
            0.09359999999999993
          ],
          [
            6.999999999998769
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.49078543848691e-11,
        "q": [
          [
            1.799999999970966,
            0.09359999999999993
          ],
          [
            6.999999999998769
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 130,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.2310152897043736e-12,
        "q": [
          [
            1.799999999970966,
            0.09359999999999993
          ],
          [
            6.999999999999015
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.8147484343321594e-11,
        "q": [
          [
            1.7999999999765954,
            0.09359999999999993
          ],
          [
            6.999999999999015
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 131,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 9.849898674474389e-13,
        "q": [
          [
            1.7999999999765954,
            0.09359999999999993
          ],
          [
            6.999999999999212
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.26956231585973e-11,
        "q": [
          [
            1.7999999999811345,
            0.09359999999999993
          ],
          [
            6.999999999999212
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 132,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.878142582740111e-13,
        "q": [
          [
            1.7999999999811345,
            0.09359999999999993
          ],
          [
            6.999999999999369
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.829780771345213e-11,
        "q": [
          [
            1.799999999984794,
            0.09359999999999993
          ],
          [
            6.999999999999369
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 133,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.306066779870889e-13,
        "q": [
          [
            1.799999999984794,
            0.09359999999999993
          ],
          [
            6.9999999999994955
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.4751977417404305e-11,
        "q": [
          [
            1.7999999999877443,
            0.09359999999999993
          ],
          [
            6.9999999999994955
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 134,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.044853423896711e-13,
        "q": [
          [
            1.7999999999877443,
            0.09359999999999993
          ],
          [
            6.999999999999597
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1893153128994527e-11,
        "q": [
          [
            1.7999999999901228,
            0.09359999999999993
          ],
          [
            6.999999999999597
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 135,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.0323300254385686e-13,
        "q": [
          [
            1.7999999999901228,
            0.09359999999999993
          ],
          [
            6.999999999999678
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 9.587441951453002e-12,
        "q": [
          [
            1.7999999999920404,
            0.09359999999999993
          ],
          [
            6.999999999999678
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 136,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.2240876635114546e-13,
        "q": [
          [
            1.7999999999920404,
            0.09359999999999993
          ],
          [
            6.999999999999742
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.72759634060094e-12,
        "q": [
          [
            1.7999999999935858,
            0.09359999999999993
          ],
          [
            6.999999999999742
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 137,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.575717417130363e-13,
        "q": [
          [
            1.7999999999935858,
            0.09359999999999993
          ],
          [
            6.999999999999794
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.229239346566828e-12,
        "q": [
          [
            1.7999999999948317,
            0.09359999999999993
          ],
          [
            6.999999999999794
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 138,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.0605739337042905e-13,
        "q": [
          [
            1.7999999999948317,
            0.09359999999999993
          ],
          [
            6.999999999999835
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.019762383540183e-12,
        "q": [
          [
            1.7999999999958356,
            0.09359999999999993
          ],
          [
            6.999999999999835
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 139,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.652011860642233e-13,
        "q": [
          [
            1.7999999999958356,
            0.09359999999999993
          ],
          [
            6.999999999999868
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.04520861252422e-12,
        "q": [
          [
            1.7999999999966447,
            0.09359999999999993
          ],
          [
            6.999999999999868
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 140,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.3233858453531866e-13,
        "q": [
          [
            1.7999999999966447,
            0.09359999999999993
          ],
          [
            6.999999999999894
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.2600588895093097e-12,
        "q": [
          [
            1.7999999999972967,
            0.09359999999999993
          ],
          [
            6.999999999999894
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 141,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.056932319443149e-13,
        "q": [
          [
            1.7999999999972967,
            0.09359999999999993
          ],
          [
            6.999999999999916
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.6276758546828205e-12,
        "q": [
          [
            1.7999999999978222,
            0.09359999999999993
          ],
          [
            6.999999999999916
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 142,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.43769498715119e-14,
        "q": [
          [
            1.7999999999978222,
            0.09359999999999993
          ],
          [
            6.9999999999999325
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.1171953079601735e-12,
        "q": [
          [
            1.7999999999982457,
            0.09359999999999993
          ],
          [
            6.9999999999999325
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 143,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 6.750155989720952e-14,
        "q": [
          [
            1.7999999999982457,
            0.09359999999999993
          ],
          [
            6.999999999999946
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.7053025658242404e-12,
        "q": [
          [
            1.7999999999985867,
            0.09359999999999993
          ],
          [
            6.999999999999946
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 144,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.417888360170764e-14,
        "q": [
          [
            1.7999999999985867,
            0.09359999999999993
          ],
          [
            6.9999999999999565
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3740120152760937e-12,
        "q": [
          [
            1.7999999999988616,
            0.09359999999999993
          ],
          [
            6.9999999999999565
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 145,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.3520742565306136e-14,
        "q": [
          [
            1.7999999999988616,
            0.09359999999999993
          ],
          [
            6.999999999999965
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1071144001562061e-12,
        "q": [
          [
            1.799999999999083,
            0.09359999999999993
          ],
          [
            6.999999999999965
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 146,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.4638958368304884e-14,
        "q": [
          [
            1.799999999999083,
            0.09359999999999993
          ],
          [
            6.9999999999999725
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.919531779838508e-13,
        "q": [
          [
            1.7999999999992613,
            0.09359999999999993
          ],
          [
            6.9999999999999725
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 147,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.7533531010703882e-14,
        "q": [
          [
            1.7999999999992613,
            0.09359999999999993
          ],
          [
            6.999999999999978
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.189804307472514e-13,
        "q": [
          [
            1.7999999999994052,
            0.09359999999999993
          ],
          [
            6.999999999999978
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 148,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.220446049250313e-14,
        "q": [
          [
            1.7999999999994052,
            0.09359999999999993
          ],
          [
            6.999999999999982
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.786482404346316e-13,
        "q": [
          [
            1.7999999999995209,
            0.09359999999999993
          ],
          [
            6.999999999999982
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 149,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-14,
        "q": [
          [
            1.7999999999995209,
            0.09359999999999993
          ],
          [
            6.999999999999986
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.665157149474908e-13,
        "q": [
          [
            1.7999999999996141,
            0.09359999999999993
          ],
          [
            6.999999999999986
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 150,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.4210854715202004e-14,
        "q": [
          [
            1.7999999999996141,
            0.09359999999999993
          ],
          [
            6.9999999999999885
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.75921516138078e-13,
        "q": [
          [
            1.7999999999996894,
            0.09359999999999993
          ],
          [
            6.9999999999999885
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 151,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.1546319456101628e-14,
        "q": [
          [
            1.7999999999996894,
            0.09359999999999993
          ],
          [
            6.999999999999991
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.0242475190789264e-13,
        "q": [
          [
            1.7999999999997498,
            0.09359999999999993
          ],
          [
            6.999999999999991
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 152,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 8.881784197001252e-15,
        "q": [
          [
            1.7999999999997498,
            0.09359999999999993
          ],
          [
            6.999999999999993
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.438049762076844e-13,
        "q": [
          [
            1.7999999999997986,
            0.09359999999999993
          ],
          [
            6.999999999999993
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 153,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 7.105427357601002e-15,
        "q": [
          [
            1.7999999999997986,
            0.09359999999999993
          ],
          [
            6.999999999999995
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.9673151996357774e-13,
        "q": [
          [
            1.799999999999838,
            0.09359999999999993
          ],
          [
            6.999999999999995
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 154,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 5.329070518200751e-15,
        "q": [
          [
            1.799999999999838,
            0.09359999999999993
          ],
          [
            6.999999999999996
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.5831780331154732e-13,
        "q": [
          [
            1.7999999999998697,
            0.09359999999999993
          ],
          [
            6.999999999999996
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 155,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 4.440892098500626e-15,
        "q": [
          [
            1.7999999999998697,
            0.09359999999999993
          ],
          [
            6.9999999999999964
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.2745360322696797e-13,
        "q": [
          [
            1.7999999999998952,
            0.09359999999999993
          ],
          [
            6.9999999999999964
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 156,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 3.552713678800501e-15,
        "q": [
          [
            1.7999999999998952,
            0.09359999999999993
          ],
          [
            6.999999999999997
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.028066520802895e-13,
        "q": [
          [
            1.799999999999916,
            0.09359999999999993
          ],
          [
            6.999999999999997
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 157,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 2.6645352591003757e-15,
        "q": [
          [
            1.799999999999916,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.304468224196171e-14,
        "q": [
          [
            1.7999999999999325,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 158,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999325,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.639133687258436e-14,
        "q": [
          [
            1.7999999999999459,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 159,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999459,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.306866057708248e-14,
        "q": [
          [
            1.7999999999999565,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 160,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999565,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.241051954068098e-14,
        "q": [
          [
            1.799999999999965,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 161,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.799999999999965,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.397282455352979e-14,
        "q": [
          [
            1.7999999999999718,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 162,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999718,
            0.09359999999999993
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3456000000000006,
        "q": [
          [
            1.7999999999999718,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.512
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 163,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.5119999999999996,
        "q": [
          [
            1.7999999999999718,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.708944180085382e-14,
        "q": [
          [
            1.7999999999999772,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 164,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999772,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.1760371282653068e-14,
        "q": [
          [
            1.7999999999999816,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 165,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999816,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.7319479184152442e-14,
        "q": [
          [
            1.7999999999999852,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 166,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999852,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3766765505351941e-14,
        "q": [
          [
            1.7999999999999878,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 167,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999878,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1102230246251565e-14,
        "q": [
          [
            1.79999999999999,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 168,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.79999999999999,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.881784197001252e-15,
        "q": [
          [
            1.7999999999999918,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 169,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999918,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 7.105427357601002e-15,
        "q": [
          [
            1.7999999999999932,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 170,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999932,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 5.773159728050814e-15,
        "q": [
          [
            1.7999999999999943,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 171,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999943,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.6629367034256575e-15,
        "q": [
          [
            1.7999999999999952,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 172,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999952,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.774758283725532e-15,
        "q": [
          [
            1.7999999999999958,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 173,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999958,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 3.1086244689504383e-15,
        "q": [
          [
            1.7999999999999965,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 174,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999965,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 2.4424906541753444e-15,
        "q": [
          [
            1.799999999999997,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 175,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.799999999999997,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.9984014443252818e-15,
        "q": [
          [
            1.7999999999999974,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 176,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999974,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.5543122344752192e-15,
        "q": [
          [
            1.7999999999999976,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 177,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999976,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.3322676295501878e-15,
        "q": [
          [
            1.7999999999999978,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 178,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999978,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 1.1102230246251565e-15,
        "q": [
          [
            1.799999999999998,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 179,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.799999999999998,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 8.881784197001252e-16,
        "q": [
          [
            1.7999999999999983,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 180,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999983,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 6.661338147750939e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 181,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 182,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 183,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 184,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 185,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 186,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 187,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.16272000000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3686400000000007,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.409599999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 188,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.4095999999999993,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 189,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 190,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 191,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 192,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 193,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 194,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 195,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 196,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 197,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 198,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 199,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 200,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 201,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 202,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 203,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.23644800000000016
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3686400000000006,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.327679999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 204,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.3276799999999991,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 205,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 206,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.3101760000000003
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3538944000000001,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.262143999999999
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 207,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.26214399999999927,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 208,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 209,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 210,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 211,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 212,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 213,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 214,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 215,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 216,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.38095488000000033
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.3303014399999996,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.2097152
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 217,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.20971519999999977,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 218,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 219,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 220,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 221,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 222,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 223,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 224,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 225,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 226,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 227,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 228,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 229,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 230,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 231,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 232,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 233,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.44701516800000024
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.30198988799999943,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.16777216
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 234,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.16777216000000017,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 235,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 236,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 237,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5074131456000002
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.27179089919999955,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.134217728
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 238,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.1342177280000003,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 239,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 240,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 241,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 242,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 243,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 244,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 245,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 246,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 247,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 248,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 249,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 250,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 251,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.5617713254400001
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.24159191039999994,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.1073741824
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 252,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.10737418240000007,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 253,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 254,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 255,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 256,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 257,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.61008970752
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 0,
        "action": 1,
        "reward": 0.0,
        "shaped_reward": 4.5,
        "delta": 0.21260088115200015,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.08589934592
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 258,
        "state": 2,
        "action": 0,
        "reward": 1.0,
        "shaped_reward": -4.0,
        "delta": 0.0858993459199997,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 259,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 260,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 261,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 262,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 263,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 264,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 265,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 266,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 267,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 268,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 269,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 270,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 271,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 272,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 273,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 274,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 275,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 276,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 277,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 278,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 279,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 280,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 281,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 282,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 283,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 284,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 285,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 286,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 287,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 288,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 289,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 290,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 291,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 292,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 293,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 294,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 295,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 296,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 297,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 298,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 299,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 0,
        "action": 0,
        "reward": 0.0,
        "shaped_reward": -4.5,
        "delta": 4.440892098500626e-16,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      },
      {
        "episode": 300,
        "state": 1,
        "action": 0,
        "reward": 2.0,
        "shaped_reward": 7.0,
        "delta": 1.7763568394002505e-15,
        "q": [
          [
            1.7999999999999985,
            0.6526098837504001
          ],
          [
            6.999999999999998
          ],
          [
            -4.068719476736
          ],
          [
            0.0
          ]
        ]
      }
    ]
  },
  "source_sha256": "2ba4666193ef2b4c266644bd2a8bf1479f717cc933325d045bb47419985111a8"
}