hiro/ray
1
0
Fork 0
mirror of https://github.com/vale981/ray synced 2025-03-10 05:16:49 -04:00
Code Issues Projects Releases Packages Wiki Activity Actions
ray/rllib/tests/data/cartpole/large.json

21 lines
493 KiB
JSON
Raw Blame History

{"type": "SampleBatch", "eps_id": [531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 531374291, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAALLBHb6TDbw8Rph7vL7yuL5YSR2+QxIwvhj7uLwUYJa91M4gvq51wDzIAsW8Bw2/vqdTIL6oYy++1hIBveeDtL2l1SO+/ufGPFBLCL2A/Me+WVYjvjZxLr7ASii9MGTevX7TJr5mz7q+CjAxvQv0Lj5tTC6+qTUtvv8wI72XZgq+QsMxvgI/2TxxQy690Vnhvjk4Mb7HASy+0FFSvU8IJb7mqDS+0oK5vq2FX71ESus9iBQ8vjN2Kr5PHFa9FytHvkt9P741u7i+RgtmvfZjpj3x4Ea+hxkOv29jX71sHbY+JT9Svi7st74CQEK9Hb49PYOaWb7AYCe+h3Q+vX2Zhb5981y+fzy3vsPUU72MA4k81EdkvufyJb4CdlK95GiVvnyZZ76ze7a+1V1qvXAxgbwd5m6+qPgMv5Goa70bQ4Q+NS16vhSltb4cf1a99LpUvaC4gL7swSK+ScBavdSpuL5JWYK+Xd+0vhlMeL3rrq69WveFvvgmDL/bSH+95ipAPoKSi76V3D2/ROlvvQCM6z6xKpO+xZZvv0Q5Sr2k1Ds/FcCcvup4Pb8uHg693hDaPkhUpL4fS2+/Z3TWvNcbNT+l5q2+f0A9vxYXRbxLNNA+lni1vvFBC7+bW3+7ca/hPZUKu77HMT2/pdbduvCkzT7vm8K+sjwLv9vDzzsXEt49uS3IviA2Pb/xaQs8XmTOPj+/z76XSgu/nMCHPC+s5z2XUdW+Z009v0RJmjzDbNI+DOTcvrdrC79Fn9083ZD+Pbd34r6NJLO+x/zxPG6PI77tDOa+G+0evlnR1zzeyeK+x6Pnvh2Ns77VPo88jHwRvhQ7674xygu/aO9vPBrRHz6H0vC+Pcmzvs2JkTyAHwe+CGv0vk8IIL5S1nc8wYTWvrcE9r7XBrS+MhfdO+r4+L10nvm+JFkgvmJrjTvCANO+8Tj7vpQbtL4SqoC7LtHxvRjT/r6a/Qu/ugvOuxGHMT5NNgK/dQi0vjfbOLuLaPi9LwMEvxb1C78466u7LJcuPsTPBr9a+bO+PrnwuiSd/b2AnAi/xh0gvltWjbuyjdW+c2kJv93ts77IV0+8l8sAvhE2C79q3gu/sY54vNnLJj4yAg6/xrmzvr0uQ7ylxQm+S84PvxbFC78HRW+8+w8ePuqZEr8kiLO+jbA8vGZTEr6EZRS/fxcfvo+Da7yI3eC+JzEVv7lXs77Atr2837IavkX8Fr8miQu/NXfWvKVvCT6xxhm/dWM9v9N5wLzlSNY+XZAdv6ZaC789z3e8B7/yPdtZIL9NsrK+W/hQvFcuN75RIyK/U2cdvkXLhbx+ffO+y+wiv/d7sr79tdO8+pZAvre1JL+Ayxy+d4byvMBD+r5pfiW/bRSyvhNOIb1fhlK+TEYnv2nXCr+fJTK9WWaYPSoNKr+5ebG+DA0svU06bb6A0yu/cIcKv3kHP71pdUI9xZguv2jUsL7YIzu9vOOEvnRdML8WMQq/AGdQvU+Qljz/IDO/c/I7v4/lTr3c05Y+SeM2v3m0bb+pwza9xCcSP1akO7/gmTu/nv4HvSlvhz7aZD+/XIgJv3am5Lweex29BSVCv+5gO78R8+q88i97PmbkRb/YOG2/b8LCvHZfBz/6okq/8y87v+I9WLwRNmo+YGFOvz0wCb9NSw28VXWLvccfUb+UGzu/hJsjvOItYz7F3VS/zx4Jv/vRtbsKeZe91JtXvxQNO7+iSua7SSxePodZW78HEwm/oDMwu4aXn71ZF16/AgQ7v5Uri7ugCls+3tRhv4gMCb/3FgI4txGkvY+SZL8TADu/e/HNusiuWT4AUGi/HfJsv4qpLzt0OAE/Kg1tvxUBO79eUVE8fgpaPqDKcL+xGQm/pIuLPPsFm72UiHO/7xw7v4dJfjwYpmM+mUZ3v8Eebb9CkaM8+RQFP6cEfL8IPju/Z734PJEhbz5Vw3+/GE1tvxuADz0SHwk/KEGCv9yvj78XYTs9F9JWP9Yghb8Il22/mQ+APTGqDz8RgYe/hOA7vxwMlz1445M+CGKJv5kTbr/e4KI9uJUaP4LDi7+Jbjy/qZy7PUOqrD7kpY2/wNcKv9hsyT0RK5k9VAmPv/4dPb8Qfcw9zirLPnjtkL/sjwu/7r3cPdd+DD6/UpK/Exe0vppc4j1x/vS9QzmTv4ZaDL88dt09RrhSPpKglL+7rLW+AeTlPWWaUL0diZW/WlwlvvvN4z1ZxZy+8fKVv6mfAj1QQ9c9BtQPvwvelb9zfCi+HEDAPfWtc77gSZa/c8O4vtWAtj3yi6k9XzaXvw6hDr/p5Lk9TO3NPoGjmL++4EC/S17KPTzZOD9FkZq/P08Pv7Hx5z1Akew+JACcv7eeQb+X3vo9icVJP8/vnb8rJhC/lJMNPldRCT/VYJ+/+4O9vtiPGD73npQ+aVOgvwiwNb65gR4+AMZEPbHHoL9wsL++mH0fPoRDxT4OvaG/+SU6vpNhJz7i9hQ+7igFO7Mks7yWAOQ88HQovXD+0DoA/jA+l0PdPFlZpr4ChqU7ppC5vEcIqDy0KcO8o62WO6VLX74LIaQ82u6MPvWceDkSUL68RzrRPJTVNLxslm65oKEvPldrzzzQUpe+e+VRO1mHuz7s/p48YIQUvxN+LDzI+i4+h8f/Oy0VkL5nfGQ8tVW7PgG1DjvYVRK/qzCuPGHVLj7poRe8WHeOvtkpyjzcYrs+ks9yvEvnEr9DEAM98y4vPnRs17zKXJK+BBQRPf7Rwbw8IQO9DV3QutYjDz0yjF++kkIDvQfIjz4qg/o8VW/TvpKC2LzGLxA/a9q2PBCyXr4Tdni8LFGGPs84kzwZYbW8kH8ivLK5D70lmI8800YxPg//Lby8aam+ZvWrPGr5srzYNY28BUUqvQ1hqDyLrjE+aAWUvG7lrb7lzsQ8YN+8Pvyqy7zJUSO/q58APdtNMj6fGBq9sNi0vlbjDj18dqe8GAg3vZu+lL2iNg09tA1cvj37PL3vj1I+3zf3PI6T0b7sIiy9CYH3PmAntDxixFq+KIkEvfULNj6sJpE8rgeUvK7x67yR3P+9wjCOPM7fWb7dNAC9x1QiPkKpVjxFAI28pHDmvCdRE75pBVE8lAFZvr8C/rwuKw8+Q5QLPNkr0L6PGue8G1nYPmcvyznqI1i+U9+hvGQK+D3tQnu7KNPPvnQHjryFo9A+wNJDvPWYV76Ihxa80AzgPUBohLwXos++41zlu/ZfzD6P2ca8SVxXvqrygDoDldU9uU7pvPMeebyfKkk7KZlAvnnM67x2a1e+8G81uq0y2D0IIge9Aq15vMcDujr11D++nmEIvS1uV76TiRi7x6rYPaKdGb16dnm8Ye1dufIfQL7y3Bq9qWRXviXlgbs/B9c9MhgsveGRz74YWPS6FPjKPkJOTb3KTle+4LbGO1NC0z3Dh169i3p5vJwoBTzAHEC+GMdfvfGDV76KXY87BWvcPdkEcb0tsc++MObVO8upzT71H4m9vKxXvvaSbjzDd+M9eMCRvVfYz74FfIk87w3RPiNhor0NIli+w2HMPDm89z1WBqu9tyXQvmEz4Dxxw9c+Mq27vcflWL5cnxI9GMgMPjpaxL1kFo28keIdPRglE77RDsW9JJU1PgodEj0TE9m+acu9vfTDlbxWw94840v2vR2Lvr22rDQ+Lw/LPPr4zr4BUbe9MNmbvP7TiDwqr9S9fRi4veOGW75xoG88iLZGPnLgwL3Pg5+8gZuXPHR3wL2grMG9xpYzPso1iDyf88K+on26vfmgo7y0phM8OMCpvRRPu727Y1y+avvwO7q6WT7eH8S9kibSvhkqPjxj8wE/we/UvXaqXL4tQLI8Nd1fPl/D3b2Jfam8pxHWPOx3ib1RnN69WV1dvkwSyzwDTG8+GHfnvT1zr7zmW/E8SzJRvatX6L25bTE+uv3oPJUrq77NPuG9WWe8PnY3sjx+Lh6/SyzSvciyMD759Rk84Qqjvucay70p8Lm8XXRGO8jdurznCMy9axdfvlGOKDu0qYo+XPXUvSCYurwc4gI8ymWsvDPk1b3EXDA+hPn3OyRVn75A1s69qWq8vKsdsDrOMIS8bMfPvag7MD6c0IU6++Wdvsy6yL2asby8/Keou34ofLxTrMm9GUswPhW+srsSkJ6+FJ/Cvblzu7z32T68r3qZvAWPw704EF++mP1EvC1eij4we8y95624vM7e2LuMo9a8k2fNvQfRMD6cCuq7flWkvvpUxr1YEbe8xzFevN80+rxNP8e9Kx4xPuUzaLycqqe+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAFhJHb5DEjC+GPu4vBRglr3UziC+rnXAPMgCxbwHDb++p1MgvqhjL77WEgG954O0vaXVI77+58Y8UEsIvYD8x75ZViO+NnEuvsBKKL0wZN69ftMmvmbPur4KMDG9C/QuPm1MLr6pNS2+/zAjvZdmCr5CwzG+Aj/ZPHFDLr3RWeG+OTgxvscBLL7QUVK9TwglvuaoNL7Sgrm+rYVfvURK6z2IFDy+M3Yqvk8cVr0XK0e+S30/vjW7uL5GC2a99mOmPfHgRr6HGQ6/b2NfvWwdtj4lP1K+Luy3vgJAQr0dvj09g5pZvsBgJ76HdD69fZmFvn3zXL5/PLe+w9RTvYwDiTzUR2S+5/IlvgJ2Ur3kaJW+fJlnvrN7tr7VXWq9cDGBvB3mbr6o+Ay/kahrvRtDhD41LXq+FKW1vhx/Vr30ulS9oLiAvuzBIr5JwFq91Km4vklZgr5d37S+GUx4veuurr1a94W++CYMv9tIf73mKkA+gpKLvpXcPb9E6W+9AIzrPrEqk77Flm+/RDlKvaTUOz8VwJy+6ng9vy4eDr3eENo+SFSkvh9Lb79ndNa81xs1P6Xmrb5/QD2/FhdFvEs00D6WeLW+8UELv5tbf7txr+E9lQq7vscxPb+l1t268KTNPu+bwr6yPAu/28PPOxcS3j25Lci+IDY9v/FpCzxeZM4+P7/PvpdKC7+cwIc8L6znPZdR1b5nTT2/REmaPMNs0j4M5Ny+t2sLv0Wf3TzdkP49t3fivo0ks77H/PE8bo8jvu0M5r4b7R6+WdHXPN7J4r7Ho+e+HY2zvtU+jzyMfBG+FDvrvjHKC79o7288GtEfPofS8L49ybO+zYmRPIAfB74Ia/S+TwggvlLWdzzBhNa+twT2vtcGtL4yF9076vj4vXSe+b4kWSC+YmuNO8IA077xOPu+lBu0vhKqgLsu0fG9GNP+vpr9C7+6C867EYcxPk02Ar91CLS+N9s4u4to+L0vAwS/FvULvzjrq7ssly4+xM8Gv1r5s74+ufC6JJ39vYCcCL/GHSC+W1aNu7KN1b5zaQm/3e2zvshXT7yXywC+ETYLv2reC7+xjni82csmPjICDr/GubO+vS5DvKXFCb5Lzg+/FsULvwdFb7z7Dx4+6pkSvySIs76NsDy8ZlMSvoRlFL9/Fx++j4NrvIjd4L4nMRW/uVezvsC2vbzfshq+RfwWvyaJC781d9a8pW8JPrHGGb91Yz2/03nAvOVI1j5dkB2/ploLvz3Pd7wHv/I921kgv02ysr5b+FC8Vy43vlEjIr9TZx2+RcuFvH59877L7CK/93uyvv2107z6lkC+t7Ukv4DLHL53hvK8wEP6vml+Jb9tFLK+E04hvV+GUr5MRie/adcKv58lMr1ZZpg9Kg0qv7l5sb4MDSy9TTptvoDTK79whwq/eQc/vWl1Qj3FmC6/aNSwvtgjO72844S+dF0wvxYxCr8AZ1C9T5CWPP8gM79z8ju/j+VOvdzTlj5J4za/ebRtv6nDNr3EJxI/VqQ7v+CZO7+e/ge9KW+HPtpkP79ciAm/dqbkvB57Hb0FJUK/7mA7vxHz6rzyL3s+ZuRFv9g4bb9vwsK8dl8HP/qiSr/zLzu/4j1YvBE2aj5gYU6/PTAJv01LDbxVdYu9xx9Rv5QbO7+EmyO84i1jPsXdVL/PHgm/+9G1uwp5l73Um1e/FA07v6JK5rtJLF4+h1lbvwcTCb+gMzC7hpefvVkXXr8CBDu/lSuLu6AKWz7e1GG/iAwJv/cWAji3EaS9j5JkvxMAO7978c26yK5ZPgBQaL8d8my/iqkvO3Q4AT8qDW2/FQE7v15RUTx+Clo+oMpwv7EZCb+ki4s8+wWbvZSIc7/vHDu/h0l+PBimYz6ZRne/wR5tv0KRozz5FAU/pwR8vwg+O79nvfg8kSFvPlXDf78YTW2/G4APPRIfCT8oQYK/3K+PvxdhOz0X0lY/1iCFvwiXbb+ZD4A9MaoPPxGBh7+E4Du/HAyXPXjjkz4IYom/mRNuv97goj24lRo/gsOLv4luPL+pnLs9Q6qsPuSljb/A1wq/2GzJPRErmT1UCY+//h09vxB9zD3OKss+eO2Qv+yPC7/uvdw9134MPr9Skr8TF7S+mlziPXH+9L1DOZO/hloMvzx23T1GuFI+kqCUv7ustb4B5OU9ZZpQvR2Jlb9aXCW++83jPVnFnL7x8pW/qZ8CPVBD1z0G1A+/C96Vv3N8KL4cQMA99a1zvuBJlr9zw7i+1YC2PfKLqT1fNpe/DqEOv+nkuT1M7c0+gaOYv77gQL9LXso9PNk4P0WRmr8/Tw+/sfHnPUCR7D4kAJy/t55Bv5fe+j2JxUk/z++dvysmEL+Ukw0+V1EJP9Vgn7/7g72+2I8YPveelD5pU6C/CLA1vrmBHj4AxkQ9scegv3Cwv76YfR8+hEPFPg69ob/5JTq+k2EnPuL2FD4wNKK/BrkuPEZcKj7wabu9cP7QOgD+MD6XQ908WVmmvgKGpTumkLm8RwioPLQpw7yjrZY7pUtfvgshpDza7ow+9Zx4ORJQvrxHOtE8lNU0vGyWbrmgoS8+V2vPPNBSl7575VE7WYe7Puz+njxghBS/E34sPMj6Lj6Hx/87LRWQvmd8ZDy1Vbs+AbUOO9hVEr+rMK48YdUuPumhF7xYd46+2SnKPNxiuz6Sz3K8S+cSv0MQAz3zLi8+dGzXvMpckr4EFBE9/tHBvDwhA70NXdC61iMPPTKMX76SQgO9B8iPPiqD+jxVb9O+koLYvMYvED9r2rY8ELJevhN2eLwsUYY+zziTPBlhtbyQfyK8srkPvSWYjzzTRjE+D/8tvLxpqb5m9as8avmyvNg1jbwFRSq9DWGoPIuuMT5oBZS8buWtvuXOxDxg37w+/KrLvMlRI7+rnwA9200yPp8YGr2w2LS+VuMOPXx2p7wYCDe9m76UvaI2DT20DVy+Pfs8ve+PUj7fN/c8jpPRvuwiLL0Jgfc+YCe0PGLEWr4oiQS99Qs2PqwmkTyuB5S8rvHrvJHc/73CMI48zt9Zvt00AL3HVCI+QqlWPEUAjbykcOa8J1ETvmkFUTyUAVm+vwL+vC4rDz5DlAs82SvQvo8a57wbWdg+Zy/LOeojWL5T36G8ZAr4Pe1Ce7so08++dAeOvIWj0D7A0kO89ZhXvoiHFrzQDOA9QGiEvBeiz77jXOW79l/MPo/ZxrxJXFe+qvKAOgOV1T25Tum88x55vJ8qSTspmUC+eczrvHZrV77wbzW6rTLYPQgiB70CrXm8xwO6OvXUP76eYQi9LW5XvpOJGLvHqtg9op0ZvXp2ebxh7V258h9AvvLcGr2pZFe+JeWBuz8H1z0yGCy94ZHPvhhY9LoU+Mo+Qk5NvcpOV77gtsY7U0LTPcOHXr2Lenm8nCgFPMAcQL4Yx1+98YNXvopdjzsFa9w92QRxvS2xz74w5tU7y6nNPvUfib28rFe+9pJuPMN34z14wJG9V9jPvgV8iTzvDdE+I2GivQ0iWL7DYcw8Obz3PVYGq723JdC+YTPgPHHD1z4yrbu9x+VYvlyfEj0YyAw+OlrEvWQWjbyR4h09GCUTvtEOxb0klTU+Ch0SPRMT2b5py7299MOVvFbD3jzjS/a9HYu+vbasND4vD8s8+vjOvgFRt70w2Zu8/tOIPCqv1L19GLi944ZbvnGgbzyItkY+cuDAvc+Dn7yBm5c8dHfAvaCswb3GljM+yjWIPJ/zwr6ifbq9+aCjvLSmEzw4wKm9FE+7vbtjXL5q+/A7urpZPt4fxL2SJtK+GSo+PGPzAT/B79S9dqpcvi1Asjw13V8+X8PdvYl9qbynEdY87HeJvVGc3r1ZXV2+TBLLPANMbz4Yd+e9PXOvvOZb8TxLMlG9q1fovbltMT66/eg8lSurvs0+4b1ZZ7w+djeyPH4uHr9LLNK9yLIwPvn1GTzhCqO+5xrLvSnwubxddEY7yN26vOcIzL1rF1++UY4oO7Spij5c9dS9IJi6vBziAjzKZay8M+TVvcRcMD6E+fc7JFWfvkDWzr2pary8qx2wOs4whLxsx8+9qDswPpzQhTr75Z2+zLrIvZqxvLz8p6i7fih8vFOsyb0ZSzA+Fb6yuxKQnr4Un8K9uXO7vPfZPryvepm8BY/DvTgQX76Y/US8LV6KPjB7zL3nrbi8zt7Yu4yj1ryTZ829B9EwPpwK6rt+VaS++lTGvVgRt7zHMV683zT6vE0/x70rHjE+5TNovJyqp76dKcC99NGzvC/Bqbwv8iC9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.8949677348136902, 0.2854820489883423, 0.9052359461784363, 0.24984733760356903, 0.9164604544639587, 0.7893484234809875, 0.5310271382331848, 0.18627631664276123, 0.9338834285736084, 0.8487390875816345, 0.40080294013023376, 0.8715166449546814, 0.658420979976654, 0.689258873462677, 0.3081173002719879, 0.8998115062713623, 0.26141199469566345, 0.913749635219574, 0.7835085988044739, 0.5238140225410461, 0.1894565224647522, 0.9329298734664917, 0.8453688025474548, 0.6032693982124329, 0.27685293555259705, 0.893722414970398, 0.2753779888153076, 0.8976496458053589, 0.7433987259864807, 0.5804827213287354, 0.7586576342582703, 0.5516151785850525, 0.7794906497001648, 0.5118468999862671, 0.8042495846748352, 0.538456916809082, 0.24315714836120605, 0.9007118940353394, 0.748458981513977, 0.5794850587844849, 0.27144572138786316, 0.8901560306549072, 0.27271538972854614, 0.8910347819328308, 0.7340371608734131, 0.5822507739067078, 0.7293457388877869, 0.5845097899436951, 0.27595728635787964, 0.8879104852676392, 0.7372824549674988, 0.5629269480705261, 0.7396020293235779, 0.5552812218666077, 0.25820234417915344, 0.8933025002479553, 0.7614201307296753, 0.48816370964050293, 0.7862693667411804, 0.5133485794067383, 0.2381698489189148, 0.897735059261322, 0.2182164043188095, 0.9072064757347107, 0.8073776960372925, 0.4133623540401459, 0.8243219256401062, 0.3771069347858429, 0.8413662314414978, 0.6608332395553589, 0.3812047839164734, 0.8311269283294678, 0.6087785363197327, 0.6787657141685486, 0.4062293469905853, 0.8176510334014893, 0.5982443690299988, 0.6696091890335083, 0.5969210267066956, 0.6648812294006348, 0.5974056124687195, 0.6586463451385498, 0.5995053648948669, 0.6510249972343445, 0.39692065119743347, 0.8157919049263, 0.6219735145568848, 0.6127027869224548, 0.36448463797569275, 0.8313741683959961, 0.337843656539917, 0.15515053272247314, 0.9258947372436523, 0.8647976517677307, 0.25696811079978943, 0.8831287026405334, 0.784720778465271, 0.3644827902317047, 0.8195744752883911, 0.6923335194587708, 0.4548424482345581, 0.7395390868186951, 0.6029321551322937, 0.47271326184272766, 0.6373288035392761, 0.4909321963787079, 0.3159151077270508, 0.16873405873775482, 0.911851704120636, 0.14181312918663025, 0.9227877855300903, 0.882472813129425, 0.8231956362724304, 0.25083988904953003, 0.8550863265991211, 0.7966943383216858, 0.5455768704414368, 0.7930395007133484, 0.43641868233680725, 0.8619645237922668, 0.6047736406326294, 0.24368080496788025, 0.9141198992729187, 0.2317906618118286, 0.9197134375572205, 0.20742760598659515, 0.9279178977012634, 0.8253203630447388, 0.5318312048912048, 0.19953255355358124, 0.9282232522964478, 0.8053845763206482, 0.45844629406929016, 0.8473955392837524, 0.425632119178772, 0.13817322254180908, 0.9456128478050232, 0.8870267868041992, 0.6990184783935547, 0.3420375883579254, 0.8814630508422852, 0.6405285000801086, 0.7468997836112976, 0.6068054437637329, 0.7705122232437134, 0.42884406447410583, 0.8519783020019531, 0.4350297152996063, 0.8528088331222534, 0.42816853523254395, 0.8586954474449158, 0.5914314985275269, 0.7693524956703186, 0.5925441980361938, 0.7694152593612671, 0.5915730595588684, 0.7708016633987427, 0.41154390573501587, 0.8666397929191589, 0.6139383912086487, 0.7519904375076294, 0.378618448972702, 0.8802904486656189, 0.3438532054424286, 0.893405556678772, 0.29963135719299316, 0.9077726602554321, 0.7506021857261658, 0.4040895104408264, 0.8543979525566101, 0.4241299331188202, 0.8495427966117859, 0.5679969787597656, 0.7946709990501404, 0.4594833254814148, 0.836846113204956, 0.541279137134552, 0.19262954592704773, 0.9331842660903931, 0.8330914974212646, 0.45803844928741455, 0.8505011200904846, 0.5852563977241516, 0.23887963593006134, 0.9138653874397278, 0.773739218711853, 0.4239019453525543, 0.8591747879981995, 0.5933403372764587, 0.7661020755767822, 0.5868037343025208, 0.7736600041389465, 0.5719375610351562, 0.7861037254333496, 0.45181483030319214, 0.8443316221237183, 0.5466866493225098, 0.8014476299285889, 0.5193928480148315, 0.8187002539634705], "advantages": [0.21745966374874115, -1.3587554693222046, 0.2890452742576599, -1.3989312648773193, 0.5305141806602478, -1.250394582748413, -2.47453236579895, -1.1006877422332764, 1.2681771516799927, -0.5738205313682556, -2.072775363922119, -0.05673271417617798, -1.6238951683044434, -2.815504789352417, -1.2751059532165527, 0.8723791837692261, -0.6053474545478821, 1.4760985374450684, 0.1886976808309555, -1.1512235403060913, 0.7168366312980652, 2.4015207290649414, 1.5091012716293335, 0.5575752854347229, -0.7179286479949951, -2.1994543075561523, -0.5006898045539856, -2.078684091567993, -0.5276636481285095, 0.3403717279434204, -0.5139458775520325, 0.07105739414691925, -0.6441061496734619, -0.31162527203559875, -0.9114060997962952, -0.7999306321144104, -0.9937840700149536, -0.7982866764068604, -1.1026670932769775, -1.1428343057632446, -1.4890213012695312, -1.4131602048873901, -1.5820198059082031, -1.516117811203003, -1.6305266618728638, -1.5550901889801025, -1.9545233249664307, -1.8626054525375366, -2.2881417274475098, -2.2834410667419434, -2.306039571762085, -2.234785556793213, -2.5949575901031494, -2.542801856994629, -2.884005546569824, -2.8175363540649414, -2.847313165664673, -2.884158134460449, -3.3757777214050293, -3.433220863342285, -3.6368627548217773, -3.441377878189087, -3.580565929412842, -3.222698211669922, -3.444593906402588, -3.7557919025421143, -3.542888879776001, -3.941218376159668, -3.5916621685028076, -4.086845874786377, -5.003336429595947, -6.441424369812012, -5.719454288482666, -5.232696533203125, -6.273830890655518, -7.807031154632568, -7.120766639709473, -6.63323450088501, -7.815937519073486, -7.302456378936768, -8.561629295349121, -8.027447700500488, -9.35847282409668, -8.809571266174316, -10.206872940063477, -11.984430313110352, -11.363447189331055, -10.877972602844238, -12.373501777648926, -14.212943077087402, -13.69473648071289, -15.550026893615723, -17.74781036376953, -17.18828773498535, -16.90947723388672, -18.776329040527344, -18.59465217590332, -18.61871337890625, -20.198728561401367, -20.302513122558594, -20.4595890045166, -21.88591194152832, -22.124610900878906, -22.25788116455078, -22.106473922729492, -23.6201171875, -25.072233200073242, -26.655244827270508, -28.601224899291992, -28.853046417236328, -30.872180938720703, -31.212308883666992, -31.802932739257812, -32.508113861083984, -34.050262451171875, -34.85260772705078, 16.146289825439453, 15.883732795715332, 15.914982795715332, 16.893966674804688, 15.654492378234863, 15.357436180114746, 15.64351749420166, 15.129483222961426, 15.430910110473633, 14.906143188476562, 15.246929168701172, 14.690457344055176, 14.721792221069336, 15.656871795654297, 17.956584930419922, 15.197473526000977, 14.025788307189941, 13.805998802185059, 13.732562065124512, 13.539511680603027, 14.07516098022461, 13.330644607543945, 13.174162864685059, 13.762556076049805, 15.580601692199707, 13.255160331726074, 12.447029113769531, 12.825960159301758, 12.111981391906738, 12.403304100036621, 13.778947830200195, 11.94132137298584, 13.174569129943848, 11.498538970947266, 12.612510681152344, 11.069765090942383, 10.65079116821289, 10.683614730834961, 10.3037109375, 10.296500205993652, 9.956096649169922, 9.908475875854492, 10.686444282531738, 9.485438346862793, 9.20966911315918, 9.094189643859863, 9.749462127685547, 8.668691635131836, 9.283961296081543, 8.241490364074707, 8.84189510345459, 7.812507152557373, 7.534442901611328, 7.739901065826416, 7.127336502075195, 7.329253196716309, 6.721649646759033, 6.588075160980225, 6.28385591506958, 6.476897716522217, 5.866865158081055, 5.7219438552856445, 6.298417091369629, 5.243937969207764, 4.915683746337891, 4.780351161956787, 4.428664684295654, 4.520269393920898, 5.244883060455322, 4.0799174308776855, 3.508349895477295, 3.3825762271881104, 3.0049028396606445, 3.100775718688965, 2.517244577407837, 2.624274969100952, 2.0264055728912354, 2.1551806926727295, 1.5343471765518188, 1.3545794486999512, 1.0044246912002563, 1.1741865873336792, 0.4995787739753723, 0.7142715454101562]}
{"type": "SampleBatch", "eps_id": [1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 1857488294, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAJ0pwL300bO8L8GpvC/yIL3JD8G90PhdvkUxsLzts3w+x/DJvf/frryQwoe8D3xXvZ7Qyr1NLzI+IGGQvEtxs74BsMO9KN+qvA/Nybzl14G9uYrEvW7MMj5AMNS8uz26vtNjvb0+9aS8kOQHvSSBor34Nr69A+xbvpxkDr3cjE8++ALHvSkCnbz1k/u8BVrOvfHLx71/91q+BQsGvUNzOj4pjtC9XZaVvApB7ryiSPe9ok3RvYQQWr60BAG9tYYmPp0G2r13gI68f2TnvAsvD74Evdq9IjFZvk1N/rxhQxM+EG3jvY9D0L5nvea8smPaPk4W9L2EU1i+8NqgvPgdAD59vfy9humBvENbjLzw3TG+xmP9veDJV76y0Ki83ILoPbkCA756pM++3TaWvNedzD78UAu+/TdXvlp5KbwIVM89554PvmRvz74wTQi8dAHIPgrrF74K8la+GMQEuppCwz2PNxy+cCFyvM6MtzqmPUq+C4UcvmL1Vr7eFye7SdbDPaHRIL5z3HG8tgcnuoScSr4GHyG+qbI4PtCMlrsiQ/u+X20dvialcLw2FWy8sk1MvmG6Hb6UoVa+4LqWvHlttT1KBSK+y/povD03iLwa4Va+2E8ivmAeVr6ymKq8zdGePSGYJr5zO2C8EuSdvEnzYr7j3ya+LYhVvvUzwryp74Q9KyUrvoh9zr5skbe83zWzPqFnM75h21S+AnF8vJxCTj11qTe+/0RNvM3wa7xEFH2+Jes3vt4uOz6Gdp68ulkLv8QsNL63aEW8taX3vOz/g77wazS+HbBTvpDxEL0xUM48x6c4vnIdNrxm4Q699pCOvg7iOL4BqVK+6rAlvSeYRjujGD2+hezMvl1xJb2Iu5A+D0tFvj96Ub4eSQ699wO4vJV7Sb6/4xK8MiAQvWncpr6Wqkm+cXRQvtPSKr29WDa94NVNvrXPy75weC69flpwPuf8Vb7XsRe//z0bvcx/Az+cH2K+cznLvipT4rxqT1Y+oUBqvqZ1F78FCcC8X3v8PoVedr782cq+ZntevGrJRT64e36+sbNNvrUwH7zhjNS9dUyBvnKuyr7EMkG860Y+PjBahb4jY02+Rk8EvFBu4r36Z4e+TonKvuKJKLws3zc+93SLvmsuF784Ztu7dh7wPg+Bkb6Aacq+8+cvO5xgMj5pjZW+xioXv1Mdyjuree8+XJmbvgR6yr5KUn48kj01Pgumn74aYU2+wiicPJvS4r3Qs6G+BoC7u24Dijz9csu+0MKhvqLnTb6+0RE8IprLve7Ro74Wase7Z3ziO0pPx77i4aO+5yJOvkgLZbqwYMG9l/GlvtX2yr7SBTW7b7xKPsQAqr5KFU6+ePWcOnK5w71XEKy+6vPKvgAjO7pUO0o+dR+wvhsXTr6NElQ7g2nDvQ0vsr6j+Mq+cwSuOn4LSz5DPra+NihOvv1zrTtud8C9Bk64vgUFy75Cul876y1NPnxdvL7WSE6+ty3zO6/Yur2Tbb6+SBnLvkJjtzsWrFA+cH3Cvpx5Tr4OeB48onGyvQSOxL4hCNq7/+oBPOvkwL51n8S+l7tOvpbmzjk+EKe9sbDGvsng3bu0HaK6Ro6/vnLCxr52uE6+NdwOvI2bp72m08i+uzLLvmutKbzOElU+BuTMvv9wTr7h/Mq72euzvYP0zr4cetG7BEgCvNPUw75FBc++CDxOvgadf7wrEb29OxXRvkjnyr6b7o68hxdIPhkk1b6EVhe/rtVdvD0O9z7MMdu+Tq3KvlvgfrvbED4+gT/fvgd+Tb5AeTm5VMrdvZBN4b4Y6rW7tYkZu29Uzb4eXOG+onRNvqrLKbxSa9+9FWrjvt0BsLvqik28jV/Pvip4477jHk2+eSGpvHw77r1GheW+FZ2gu3kwvLyztdS+H5Llvqp7TL7UIAC9zjcFvpmd575W6Mm+IskKvco3HD5dp+u+1sYWv5ST/Lx/ZN4+Uq/xvuCcSL8uabW8Ppg3P5i1+b7ae3q/GqT/u69bgD9G3QG/kIFIv73GSDw1KjU/3d8Fv1GZFr9sVdg8w3bWPu7iCL/vfcm+J3sOPSndCT7A5gq/2bRLvpuCGT2zZha+f+sLvxgFyr5keg09ECshPqrwDb8gwky+HV8aPbtb/r3C9g6/Dtmwu3wyED1LPM++1f0Ov/TSTb48FN48qjrPvUkFEL8FAsu+L4DNPB+5TD78DBK/XJZOvqRB7jxUjK29axUTvztny75gX+A8ri5ePiEeFb/OaU+++/UBPesZib2eJxa/oNXLviL0+DxvO3E+bzEYv2VSUL6Axg89zwJCvRY8Gb/UT8y+KuULPUUqgz4gRxu/slVRvrDhID00MNG8E1Mcv34OIrwqyh4963OcvgpgHL/+eVK+3MEFPaL5cLpzbR2/rakyvJSuBT129ZC+vnsdv4YlPD4i+tw83LkQv+qKHL/ZxsE+OVqAPElyWb/Ymhq/kIg7PjkDrbrZRA2/bzD4u/I/rzsa5wU9ld1EvCiv9LvbykK+HesEPbTjlD75rDi8ksGQO6C9HD1krgs8Zjo3vOm+Sz5rcB098C6LvhcP7LsdsVk7eCsHPaf8BT3M4em7ybRKPnvZCT1NXX++1UxQu65FGzs81+o87A9cPdcxTbtgzEk+rKTzPGpKa77EbVQ645PIPir/zTxzTwO/gqUNPEr/SD6O6nM8j4dZvjP3TTwoSHo6iU4uPJDlrT1LR048759IPlkhSjxvTVG+PD2HPJg1JDpKJwc8Nrq8PYJXhzwDU0g+kFklPLyqSr7KZKc8cwK/OSz+yDvRkMg9EnSnPF4WSD5ClgQ8tm9FvqZ3xzzq4sc+itCKO1pC974stwM9LOhHPlutsbtsckG+RLUTPWxFOjnavRa87AHRPf24Ez2afEe+z5nqu7KcyD6BwwM9lcfXORd2MTqxbcY9IswDPWU3SD4LXCs7OEZIvpHQEz3O/cc+rPupumKR+b430DM9XjJIPqr4NLzp2Ee+PtRDPW4wDjoo7HS80IrAPZ7fQz3eBke+oB1WvC2Owz6M8zM9lC53OqvrsbtWba49Uwc0PYbZSD4zNXS7Lj5WvroYRD2+Wsg+FJwBvLLJAL8/J2Q95gRJPqU6k7z6AVq+Hjx0PYuKyD49HLa8ut0CvyQpij3xmkk+rO4EvcUDZ76UOZI9D5USO9tpF70gIGg9CFGSPc7zRL5fxRK9T8isPj1wij0Ov1Y7Z0DuvAULCj2Zkoo9IpNLPti66LwOOYm+NLeSPV1KhjsSUgq9vS9/PC7ikj31ekw+bgsJvSE8k74OEJs9PMKlOyyaIL1MPbi7GUWbPZyJTT4WECG9m+6evs59oz1J8so+8X06vf1/Hb8lurM9x8ROPlfkbL2qqay+df+7PTdO+ztNQoS907SBveBPvD0M8j6+ZtqGvXtLVT6YrLQ9SR0cPIWkfL3k1NW9ghC1PfAWPb4UmYK9yzosPjuArT2e88G+5Gp3vV5U4T4Z/J09VEc7vmVdU73OGAQ+Xn6WPQMlwb4MzEi97FfPPsQKhz0Kzzm+Q58nvVgmxz0rOH89oX7AvvinH72v48A+lmtgPe+jOL44ywC9+YCTPSemUT0NyHk8j8n1vCTxa77f5VI93b03vt/EDb26r1c92DJEPbmCv76OdAm9Ph+rPpGOJT2Cvja+yybcvA0s/zz47xY9eo6LPFAM17wTL4q+O1UYPYL3Nb4rogG9C+hrPI3GCT11pb6+NXQAvUEHmD5bi9Y8cAs1vkJC0LzTb7O7xJO5PMU7vr7vJ9G8auOOPq5neTzu+BC/hm6jvCdIED+HXH87utlCv8YuDrwslVk/e5E5vIjeEL+7Ugg85fUNPx+Aubx75b2+LgSfPGBqhz5vRPa870Y0vmtZyjxwV7S8S44JvcI3vr4SvsY8AYWOPp39J71c/jS+RVn0PGZz17tdeDa9Y+KSPH5F8zyGU5S+VgA1vWPdNb6bzsM8Cd9HPO6MQ72ipYw8R87FPKuyi77fJEK9cZE2vjkamTwFEuA83r9QvXaohzx3lZ086MyEvpVkT72THze+6CxmPIMFIT3zCl692JC/vqAOczzXO6w+fLF8vcyLN760pLA8TFpGPUGwhb2R1L++1ZO4PDkXsj7wCJW99jA4vgaR8Tz0V389D2ecvUI1wL6+x/s8nXW6PnvHq71uEjm+QLkbPT2Xpj2eLrO9+3diPCRjIj2a4ku+rZ2yvSU1Or6SExI9LLXYPXEQur3H5FA8qL4aPe+dM77Airm9/0c7vhpgDD2aCwQ+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAMkPwb3Q+F2+RTGwvO2zfD7H8Mm9/9+uvJDCh7wPfFe9ntDKvU0vMj4gYZC8S3GzvgGww70o36q8D83JvOXXgb25isS9bswyPkAw1Ly7Pbq+02O9vT71pLyQ5Ae9JIGivfg2vr0D7Fu+nGQOvdyMTz74Ase9KQKdvPWT+7wFWs698cvHvX/3Wr4FCwa9Q3M6PimO0L1dlpW8CkHuvKJI972iTdG9hBBavrQEAb21hiY+nQbavXeAjrx/ZOe8Cy8PvgS92r0iMVm+TU3+vGFDEz4QbeO9j0PQvme95ryyY9o+Thb0vYRTWL7w2qC8+B0APn29/L2G6YG8Q1uMvPDdMb7GY/294MlXvrLQqLzcgug9uQIDvnqkz77dNpa8153MPvxQC779N1e+WnkpvAhUzz3nng++ZG/PvjBNCLx0Acg+CusXvgryVr4YxAS6mkLDPY83HL5wIXK8zoy3OqY9Sr4LhRy+YvVWvt4XJ7tJ1sM9odEgvnPccby2Bye6hJxKvgYfIb6psjg+0IyWuyJD+75fbR2+JqVwvDYVbLyyTUy+YbodvpShVr7gupa8eW21PUoFIr7L+mi8PTeIvBrhVr7YTyK+YB5WvrKYqrzN0Z49IZgmvnM7YLwS5J28SfNivuPfJr4tiFW+9TPCvKnvhD0rJSu+iH3OvmyRt7zfNbM+oWczvmHbVL4CcXy8nEJOPXWpN77/RE28zfBrvEQUfb4l6ze+3i47PoZ2nry6WQu/xCw0vrdoRby1pfe87P+DvvBrNL4dsFO+kPEQvTFQzjzHpzi+ch02vGbhDr32kI6+DuI4vgGpUr7qsCW9J5hGO6MYPb6F7My+XXElvYi7kD4PS0W+P3pRvh5JDr33A7i8lXtJvr/jErwyIBC9adymvpaqSb5xdFC+09Iqvb1YNr3g1U2+tc/LvnB4Lr1+WnA+5/xVvtexF7//PRu9zH8DP5wfYr5zOcu+KlPivGpPVj6hQGq+pnUXvwUJwLxfe/w+hV52vvzZyr5me168aslFPrh7fr6xs02+tTAfvOGM1L11TIG+cq7KvsQyQbzrRj4+MFqFviNjTb5GTwS8UG7ivfpnh75Oicq+4okovCzfNz73dIu+ay4Xvzhm27t2HvA+D4GRvoBpyr7z5y87nGAyPmmNlb7GKhe/Ux3KO6t57z5cmZu+BHrKvkpSfjySPTU+C6afvhphTb7CKJw8m9LivdCzob4GgLu7bgOKPP1yy77QwqG+oudNvr7RETwimsu97tGjvhZqx7tnfOI7Sk/HvuLho77nIk6+SAtlurBgwb2X8aW+1fbKvtIFNbtvvEo+xACqvkoVTr549Zw6crnDvVcQrL7q88q+ACM7ulQ7Sj51H7C+GxdOvo0SVDuDacO9DS+yvqP4yr5zBK46fgtLPkM+tr42KE6+/XOtO253wL0GTri+BQXLvkK6XzvrLU0+fF28vtZITr63LfM7r9i6vZNtvr5IGcu+QmO3OxasUD5wfcK+nHlOvg54HjyicbK9BI7EviEI2rv/6gE86+TAvnWfxL6Xu06+lubOOT4Qp72xsMa+yeDdu7QdorpGjr++csLGvna4Tr413A68jZunvabTyL67Msu+a60pvM4SVT4G5My+/3BOvuH8yrvZ67O9g/TOvhx60bsESAK809TDvkUFz74IPE6+Bp1/vCsRvb07FdG+SOfKvpvujryHF0g+GSTVvoRWF7+u1V28PQ73Pswx275Orcq+W+B+u9sQPj6BP9++B35NvkB5OblUyt29kE3hvhjqtbu1iRm7b1TNvh5c4b6idE2+qsspvFJr370VauO+3QGwu+qKTbyNX8++KnjjvuMeTb55Iam8fDvuvUaF5b4VnaC7eTC8vLO11L4fkuW+qntMvtQgAL3ONwW+mZ3nvlboyb4iyQq9yjccPl2n677Wxha/lJP8vH9k3j5Sr/G+4JxIvy5ptbw+mDc/mLX5vtp7er8apP+7r1uAP0bdAb+QgUi/vcZIPDUqNT/d3wW/UZkWv2xV2DzDdtY+7uIIv+99yb4new49Kd0JPsDmCr/ZtEu+m4IZPbNmFr5/6wu/GAXKvmR6DT0QKyE+qvANvyDCTL4dXxo9u1v+vcL2Dr8O2bC7fDIQPUs8z77V/Q6/9NJNvjwU3jyqOs+9SQUQvwUCy74vgM08H7lMPvwMEr9clk6+pEHuPFSMrb1rFRO/O2fLvmBf4DyuLl4+IR4Vv85pT7779QE96xmJvZ4nFr+g1cu+IvT4PG87cT5vMRi/ZVJQvoDGDz3PAkK9FjwZv9RPzL4q5Qs9RSqDPiBHG7+yVVG+sOEgPTQw0bwTUxy/fg4ivCrKHj3rc5y+CmAcv/55Ur7cwQU9ovlwunNtHb+tqTK8lK4FPXb1kL6+ex2/hiU8PiL63DzcuRC/6oocv9nGwT45WoA8SXJZv9iaGr+QiDs+OQOtutlEDb/Nqhm/5QlEvGhzSry05YS+KK/0u9vKQr4d6wQ9tOOUPvmsOLySwZA7oL0cPWSuCzxmOje86b5LPmtwHT3wLou+Fw/sux2xWTt4Kwc9p/wFPczh6bvJtEo+e9kJPU1df77VTFC7rkUbOzzX6jzsD1w91zFNu2DMST6spPM8akprvsRtVDrjk8g+Kv/NPHNPA7+CpQ08Sv9IPo7qczyPh1m+M/dNPChIejqJTi48kOWtPUtHTjzvn0g+WSFKPG9NUb48PYc8mDUkOkonBzw2urw9gleHPANTSD6QWSU8vKpKvspkpzxzAr85LP7IO9GQyD0SdKc8XhZIPkKWBDy2b0W+pnfHPOrixz6K0Io7WkL3viy3Az0s6Ec+W62xu2xyQb5EtRM9bEU6Odq9FrzsAdE9/bgTPZp8R77Pmeq7spzIPoHDAz2Vx9c5F3YxOrFtxj0izAM9ZTdIPgtcKzs4Rki+kdATPc79xz6s+6m6YpH5vjfQMz1eMkg+qvg0vOnYR74+1EM9bjAOOijsdLzQisA9nt9DPd4GR76gHVa8LY7DPozzMz2ULnc6q+uxu1Ztrj1TBzQ9htlIPjM1dLsuPla+uhhEPb5ayD4UnAG8sskAvz8nZD3mBEk+pTqTvPoBWr4ePHQ9i4rIPj0ctry63QK/JCmKPfGaST6s7gS9xQNnvpQ5kj0PlRI722kXvSAgaD0IUZI9zvNEvl/FEr1PyKw+PXCKPQ6/VjtnQO68BQsKPZmSij0ik0s+2LrovA45ib40t5I9XUqGOxJSCr29L388LuKSPfV6TD5uCwm9ITyTvg4Qmz08wqU7LJogvUw9uLsZRZs9nIlNPhYQIb2b7p6+zn2jPUnyyj7xfTq9/X8dvyW6sz3HxE4+V+RsvaqprL51/7s9N077O01ChL3TtIG94E+8PQzyPr5m2oa9e0tVPpistD1JHRw8haR8veTU1b2CELU98BY9vhSZgr3LOiw+O4CtPZ7zwb7kane9XlThPhn8nT1URzu+ZV1Tvc4YBD5efpY9AyXBvgzMSL3sV88+xAqHPQrPOb5Dnye9WCbHPSs4fz2hfsC++Kcfva/jwD6Wa2A976M4vjjLAL35gJM9J6ZRPQ3IeTyPyfW8JPFrvt/lUj3dvTe+38QNvbqvVz3YMkQ9uYK/vo50Cb0+H6s+kY4lPYK+Nr7LJty8DSz/PPjvFj16jos8UAzXvBMvir47VRg9gvc1viuiAb0L6Gs8jcYJPXWlvr41dAC9QQeYPluL1jxwCzW+QkLQvNNvs7vEk7k8xTu+vu8n0bxq444+rmd5PO74EL+GbqO8J0gQP4dcfzu62UK/xi4OvCyVWT97kTm8iN4Qv7tSCDzl9Q0/H4C5vHvlvb4uBJ88YGqHPm9E9rzvRjS+a1nKPHBXtLxLjgm9wje+vhK+xjwBhY4+nf0nvVz+NL5FWfQ8ZnPXu114Nr1j4pI8fkXzPIZTlL5WADW9Y901vpvOwzwJ30c87oxDvaKljDxHzsU8q7KLvt8kQr1xkTa+ORqZPAUS4Dzev1C9dqiHPHeVnTzozIS+lWRPvZMfN77oLGY8gwUhPfMKXr3YkL++oA5zPNc7rD58sXy9zIs3vrSksDxMWkY9QbCFvZHUv77Vk7g8OReyPvAIlb32MDi+BpHxPPRXfz0PZ5y9QjXAvr7H+zyddbo+e8ervW4SOb5AuRs9PZemPZ4us737d2I8JGMiPZriS76tnbK9JTU6vpITEj0stdg9cRC6vcfkUDyovho9750zvsCKub3/Rzu+GmAMPZoLBD6CCMG9H8nBvmTwFj1LT90+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.5256412625312805, 0.8248687386512756, 0.45793473720550537, 0.8605185151100159, 0.41744932532310486, 0.8761753439903259, 0.6323373913764954, 0.7565934658050537, 0.6648380160331726, 0.7313669919967651, 0.6943894028663635, 0.7043389678001404, 0.72172611951828, 0.3250804841518402, 0.8962647914886475, 0.6675595641136169, 0.7484984993934631, 0.3536776900291443, 0.8895854353904724, 0.35201022028923035, 0.8918532133102417, 0.6602283716201782, 0.7452659606933594, 0.6582269072532654, 0.2524130642414093, 0.917079508304596, 0.7705786228179932, 0.6142973899841309, 0.7849718332290649, 0.5895155668258667, 0.8005152344703674, 0.43997082114219666, 0.8593524694442749, 0.5531554222106934, 0.182420551776886, 0.9353232979774475, 0.8434819579124451, 0.45985931158065796, 0.8621677160263062, 0.5924195647239685, 0.777825653553009, 0.37582361698150635, 0.8886260986328125, 0.6741248965263367, 0.28747785091400146, 0.9027026295661926, 0.2959340810775757, 0.9025185704231262, 0.7082251310348511, 0.6970930099487305, 0.7032329440116882, 0.7009216547012329, 0.30063489079475403, 0.9033343195915222, 0.28241822123527527, 0.9098028540611267, 0.7454308271408081, 0.3646588921546936, 0.8789021968841553, 0.36683428287506104, 0.8802663087844849, 0.6412331461906433, 0.7515718936920166, 0.6350235342979431, 0.755964994430542, 0.6265958547592163, 0.7617502808570862, 0.6158391833305359, 0.7688626646995544, 0.6025813221931458, 0.7772388458251953, 0.41340601444244385, 0.8601136207580566, 0.4070168733596802, 0.8646483421325684, 0.6092738509178162, 0.7653318643569946, 0.38926249742507935, 0.8717235326766968, 0.6342201828956604, 0.2572495937347412, 0.9108331799507141, 0.7513124942779541, 0.37811678647994995, 0.8719948530197144, 0.36002182960510254, 0.880423367023468, 0.3321553170681, 0.8915058970451355, 0.7042906284332275, 0.3347679078578949, 0.11618360131978989, 0.05332870036363602, 0.9659713506698608, 0.9502090811729431, 0.9039193987846375, 0.7499552369117737, 0.5826046466827393, 0.7750289440155029, 0.4584871828556061, 0.81419837474823, 0.5211343765258789, 0.8059515357017517, 0.4875529408454895, 0.8215456604957581, 0.45166710019111633, 0.8367767930030823, 0.4134962558746338, 0.8516069650650024, 0.6266768574714661, 0.687355101108551, 0.6514890193939209, 0.334202378988266, 0.14039455354213715, 0.9345529675483704, 0.8740472197532654, 0.36252230405807495, 0.896816074848175, 0.6860520839691162, 0.7085597515106201, 0.7153002619743347, 0.6816492080688477, 0.7390608787536621, 0.34369027614593506, 0.8874228000640869, 0.658348560333252, 0.752244770526886, 0.6502488255500793, 0.7577680349349976, 0.6442596316337585, 0.7616212964057922, 0.3597574830055237, 0.887228786945343, 0.663818895816803, 0.25934192538261414, 0.9174041748046875, 0.74948650598526, 0.33978766202926636, 0.8942300081253052, 0.6890450119972229, 0.2840145230293274, 0.9105319380760193, 0.719329297542572, 0.3007564842700958, 0.9059088230133057, 0.2674787640571594, 0.916103720664978, 0.7743216156959534, 0.40157946944236755, 0.8711622953414917, 0.5707144737243652, 0.8170074820518494, 0.5215039849281311, 0.8404732346534729, 0.4640161395072937, 0.13695785403251648, 0.9464011192321777, 0.8910295367240906, 0.6980783939361572, 0.6736809611320496, 0.7521014213562012, 0.3941214680671692, 0.8625127077102661, 0.4404342472553253, 0.8474799394607544, 0.47648704051971436, 0.8352437615394592, 0.49761420488357544, 0.8413048982620239, 0.5463384985923767, 0.8017957210540771, 0.43185946345329285, 0.8646782040596008, 0.6081406474113464, 0.7633503675460815, 0.6285426020622253, 0.2485833466053009, 0.0842682495713234, 0.9590526223182678, 0.9267340898513794, 0.808161735534668, 0.5388147830963135, 0.8305384516716003, 0.5077704787254333, 0.825065553188324, 0.5343879461288452, 0.8146411776542664, 0.5551165342330933, 0.8061191439628601, 0.4295116066932678, 0.8729360103607178, 0.3912937045097351, 0.886841893196106, 0.3450402021408081, 0.9012870788574219, 0.70702064037323, 0.6860236525535583, 0.7417863011360168, 0.6472751498222351, 0.22767147421836853], "advantages": [2.3915624618530273, 0.9128128290176392, 1.9939098358154297, 4.373640060424805, 1.7288860082626343, 4.224225997924805, 1.5726784467697144, -0.17270918190479279, 1.3748666048049927, -0.490682989358902, 1.202043056488037, -0.7665486931800842, 1.056379795074463, -0.9943071603775024, -1.921170711517334, -1.345302700996399, 0.5937110781669617, -1.5748848915100098, -2.789512872695923, -1.9502424001693726, -3.2849485874176025, -2.400507926940918, -0.5713468194007874, -2.7596092224121094, -0.9667003154754639, 1.0491036176681519, -1.144873857498169, -3.192415475845337, -1.4253991842269897, -3.391909122467041, -1.6913598775863647, -3.5597715377807617, -5.203500747680664, -3.922785520553589, -2.4654603004455566, -0.8183251023292542, -2.5049383640289307, -4.026360034942627, -2.6796934604644775, -4.064598560333252, -5.498188018798828, -4.320070266723633, -3.22491455078125, -4.361584663391113, -5.5552167892456055, -6.870035648345947, -5.913549423217773, -7.11842679977417, -6.396326541900635, -5.94174337387085, -6.774332046508789, -6.455793857574463, -7.192698001861572, -8.07259464263916, -7.874381065368652, -8.623242378234863, -8.654796600341797, -8.83682918548584, -8.763457298278809, -9.346219062805176, -9.320013999938965, -9.839715957641602, -10.233786582946777, -10.577777862548828, -10.916341781616211, -11.346333503723145, -11.63433837890625, -12.14673137664795, -12.388915061950684, -12.980792999267578, -13.181760787963867, -13.850817680358887, -14.28651237487793, -14.506301879882812, -14.988292694091797, -15.159668922424316, -15.276196479797363, -16.052671432495117, -16.63519287109375, -16.730117797851562, -16.782697677612305, -17.1455135345459, -17.86905860900879, -18.816301345825195, -19.566633224487305, -19.58060646057129, -20.33991050720215, -20.35165023803711, -21.093889236450195, -21.123939514160156, -21.0780029296875, -21.398609161376953, -22.184791564941406, -23.385377883911133, -23.519378662109375, -24.169841766357422, -25.254911422729492, -26.55855941772461, -26.465360641479492, -27.809185028076172, -28.995939254760742, -28.951562881469727, -28.935897827148438, -30.32781982421875, -30.33701515197754, -31.768753051757812, -31.799833297729492, -33.27592086791992, -33.323875427246094, -34.850650787353516, -36.28150939941406, -36.345703125, -37.7971076965332, -38.577781677246094, -37.94478225708008, -39.647216796875, 16.350248336791992, 16.597885131835938, 16.050472259521484, 16.253828048706055, 15.76790714263916, 15.910856246948242, 15.485125541687012, 15.571906089782715, 16.475852966308594, 15.268145561218262, 14.935413360595703, 14.946843147277832, 14.645359992980957, 14.624359130859375, 14.35145378112793, 14.300219535827637, 15.055255889892578, 14.010693550109863, 13.775786399841309, 14.385168075561523, 13.436009407043457, 13.329998016357422, 14.034575462341309, 13.035112380981445, 12.832073211669922, 13.481013298034668, 12.468961715698242, 12.332097053527832, 13.03783893585205, 12.03313159942627, 12.801027297973633, 11.753522872924805, 11.526556968688965, 12.149247169494629, 11.119643211364746, 11.061503410339355, 10.75860595703125, 10.74571704864502, 10.395262718200684, 10.44758415222168, 11.762396812438965, 10.271475791931152, 9.765162467956543, 10.128925323486328, 9.379042625427246, 9.62575912475586, 10.951822280883789, 9.047138214111328, 10.22319221496582, 8.495255470275879, 9.526464462280273, 7.965987205505371, 7.8194427490234375, 7.537895679473877, 8.315401077270508, 7.053107261657715, 7.229898452758789, 6.676485061645508, 7.1954145431518555, 6.253802299499512, 6.625970363616943, 8.238375663757324, 10.621915817260742, 7.401065349578857, 5.3030877113342285, 4.76797342300415, 4.780954837799072, 4.279568672180176, 5.106289386749268, 3.8309929370880127, 4.702719211578369, 3.385199546813965, 4.311069488525391, 2.9430389404296875, 2.835113763809204, 2.4244446754455566, 2.2777273654937744, 1.8650037050247192, 1.7062467336654663, 1.2580653429031372, 2.148122549057007, 0.6627457141876221, 1.50052011013031, 0.04488372802734375]}
{"type": "SampleBatch", "eps_id": [89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 89905220, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAIIIwb0fycG+ZPAWPUtP3T49idC96VE8vj1ZOj13CRs+oxHYvV5hwr5lwEY9F4rqPoue573+sD2+IUdsPcltOT78NO+9TowTPLccez3uLL69jtbuvRATUD5RgXM9Pi67vt+D5r28qu47Zo5VPZJTYL1/N+a9pHVOPtkRUT2HPqm+WvXdvXlnvjua/TU9mwy2vGy43b0cE00+jis0PVzjmb51hNW9sgWVO0yMGz1Bh7k7xVTVvRivQ74JAxw94cKePpMo3b0A22I75mk1PT7i8jxHBN294KtKPq7XNz0NtX6+7OjUvSZlDztGdyM9mZNsPfvR1L3Yb0k+jDIoPaJmY75Ew8y9XjeHOmABFj0Rjao9c7jMvfxNSD7S0xw9nl9KvlS1xL3R0R+4NqMMPTPk2j27tcS9gFRIvqhkFT0gBdI+HLnMvf1riboU/zY9A1UEPhrEzL03DEY+PZVBPSqbGL4Y2MS9aqYau91fNT01+iE+1/DEvSq2RD4pVUI9uTD2vYMSvb1DV3C7LHw4PYCLPz73OL29bVxDPgPPRz0Xi7q9eGi1vTr2o7vPWEA9KsddPvCctb1q9kE+0xZSPWePeb3D2q29HH3EPhMZTT3giqy+rCKevRl7QD68fTE9czDtvKtvlr25z8M+iB4vPRaFnb5zxYa9wTg/PoTqFT1INOy6rj5+vf+bEby5xBU9ArqaPg/5fr3SJj4+U4YuPb49rjzBwm+9DqfCPmJEMD157YO+yZ1QvSjmPD6gKBs9dLVFPSKBQb1MEMI+5RwfPabMbb5JdCK96tUSP8QWDD0bLQO/Bu/mvMqoRD+fOcQ8YUtLv7ckUrxHoBI/uDsEPEjt/L5EsrO6u0rBPpMe7bqVjUu+VH3KOzXOOj7Hjb27fiO/PcUFITzvWME+s2OAu0kATr7nYY48kPI6PnYdArw34Lg9RkusPBtvwT7lEcm7AdNRvmMx6jxPJzs+v60nvP7Jrz2ZEQQ9to3BPm6NC7zlGVe+jQkjPZFtOz6EYlC8UK+jPRQIMj1mtcE+/DE2vDPyXb5iBlE9hNgSP883fbxXTgO//gGAPfrmwT4VpdK8dItmvhyFjz2sYjw+Moj3vIX6cj0uDpc9emcvvBjQ7bx8RK8+652WPaFAPT4uurW8vmYmPd0vnj0ZsMI+OxKvvCeYhL4Tw609z+M9PlyA2by2Ttw8i1u1PX0Jwz5jGNW860+Mvuf1xD22qD4+Yf8AvWMRKTxBlsw9rnTDPvkmAL1KkpW+MDncPdWTPz5rFRi9lkobvPHi4z0W9MM+MdwYvY2VoL4RkPM9japAPriNMr33/Qa9+ET7PZKKxD7hQDW9bpqtvhF/BT4880E+qwdRvdl4eL0XYAk+fjvFPtj/Vb2A7by+wEMRPll1Qz5TOnS9MvO+vYAsFT4C/lq7p917vf5fOD77GhU++TlFPqcdbb1rhwa+xwwZPivqxj7O4He9gSzivqoBIT7c80Y+cgiOvVLJLL5N/CQ+sExsOcfxlL1ub889fP0kPogFST61y5C9SoxavrcCKT505Mg+pImZvUsNB7/aCzE+MiNLPl4lr72xz4S+6xs1PgrYlTtXxbm9zjaoO+QzNT6orUG+g4+5veomiT5CVDE+zFXqO6SWrr0szlS9wXkxPokhP75st7C94sNZPimnLT6nJR08ggGovZr52L1z2S0+7688vmtYrL36miM+XxMqPrndQzwZzaW9uQYivgxSKj5bSTq+QEisvZXj3D1DmCY+UWHAvkzdp71D574+SuYePvnREb+Yl5i9H3wjP+Q7Ez6wP7++g958vUmYpT6AlQs+xtk1vr9fYr3Vf0M8bfIHPk7BlTyCZWG9TmeYvkVSCD5lPTS+9cd5vbQGu7xxtwQ+DTujPL6me73hEKu+6R8FPvtzMr7Ngou9hZN7vTuOAT7FmLy+1gaOvXAIVj7/BfQ9pvoPvyR3hb0TRfU+nfzcPQGeu74HsGO90owqPjf6zT1lqS6+KQtWvRmSEr6t/cY9udS6vu7EYb0OzAc+YQu4PT4YLb7O51a9tS41vuQesT3JC7q+bGZlvaU6yj2rPKI9UYMrvphPXb1tIli+YGCbPTA+ub4Imm69AEODPZqOjD3WWA6/6Vlpvbb5rD4ikGs9t2a4vtasTb0WWeM8Dw9OPWNMKL7TZku93oiPvk6YQD0wxwA9AV5ivW+YFr+mK0M9a8YmvmRHib2cgaC+GdQ1PRnFtr6PHpa9q8wuvdeVGD1vDA2/DN6XvQ9vZz5J5tY8pLU+vyqcjr1sI/0+3rA5PIiGDL/It3S9n/Q4PvwuujnUPj6/5OtlvSJi6D4msm28XRoMv3m9QL3bfhM+jIPQvLbfPb/D8DS9itDXPj4EJb0RxQu//2gSvZ8B7D0vvlG92pU9v0v4CL0v+co+gjSHvVGEC78B/dC81Ea/PR6Hnb1FXz2/qK/BvCF/wT7N07u9SFYLv2vEg7yVf589scz6PHd4tzyX/9U8v/UfPQ94/jxnWF4+lGXcPGMpe76pBRE9FUOxPP81tDxBcGQ9dMsSPfehXT41Wb08fWhrvn2GJD28i9I+466XPMPjA79yNkY9+ScbPyqMBjznTk2/19x3PUpa0j47PwC8FLkBv3HCjD2sA10+bSWTvJG4Xb6hmZU9BNGrPB6ftrw5QpA9jnWWPRGaXT6zFKu8qrFqvsJSnz3d3rA8xKHQvCHGaD0nNaA9KUdePilSx7wXoXm+RxmpPR6ztjz5Qu+8enkoPSIDqj34Dl8+y4XovC5whb5B77I9tXC9PIecCb24Nrw8vOGzPYqdL76zuge9JRicPm/brD27QMU8J4LdvGpS/Drr1609n70uvmkx3bzDaJI+k9qmPb2UyzyRV668E7h3vCjfpz3ICS6+utGwvM+iij4B6aA97JnQPKt0hLwsm+q8BPShPQ99Lb7aJYm8eY6EPn4Dmz2qdNQ8o3U9vOrPH71wE5w9gBMtvpc+SrzT/n8+IyeVPXhB1zzlpvC7vrA+vao6lj2j0WI+yZQHvCffrr5KTZ89JV/VPsN/d7wbByO/JF+wPVAoYz5ZFuS8Mqiyvjx1uT1MJ94896AOvRF1hb2Xkbo9LxFkPpH3E729vLy+/7DDPYdz5jw/KjK9pk2zvfnXxD2hOGU+UFY5vU6Kyb4zA849ZdLwPGeVWb38puy9dDfPPRfiKL64DGO9Lr8jPhZ2yD1NgP08MPNVvbFTGb6Susk9kTdoPlI3Yr3otuq+eQTTPXgEBT2d4oO98w48vv9Y1D168Gk+VWiLvffq/b6JtN09/LkMPZG4n73Y3Wa+zBzfPbUIbD6k9Ki90KsKv8mN6D3nCRY9nSS/vQ5cjb7iDeo9R9Agvqhzyr1fYWm8J5/jPXiEs74FCcu9CpV7PqJC1T0L7x2+0vjAvXnFnL1l8c49Gh6yvn0bxL0MbD0+i7HAPZ8rG77Oh7y9xZMLvpp8uj1KwbC+FB3CvWv/AD6oWKw9YvMJvyT0vL0RTsY+MkaWPayJO7/bFq29U0gmP0yJcD0VUAm/7HuSvZe4qT6hmEQ9wT2uvgnohL06Wow8tbcoPfzJE75jNIS9aDGXvv3kHD37S62+0UyQvTDEwbzBKgE941IIv9dEkb2+5Xs+OBarPI//Ob9pMYe97fYDPwsx0Dtk0we/SChkvayeTz64hYu7Yl2rvjqMU724Edu9Q28zvE1vB79/T1y9MAotPkRlsLxLmKq+pHdOvb2ID75m/Oa8Dw4HvzjzWb1rdgs+5rUevRXNOL8Hy069ssDSPs7YWb0jrQa/mBItvenk0z2+eIK9WXc4v8yYJL3y2cM+e/yfvf9fBr+6QgW9XJuePXp8tb36Mzi/MNX9vAkpuD5v9dK9hCQGv8bmwrwrGms962vovScBOL9Uf7m8nFmvPl/uAr4E+QW/p2KBvFwULz0ipg2+yu2nvq3DdLygf4K+uV0UvjncBb9HJKS8UWMHPS4TH76FrKe+6LmevNUhiL4pyCW+TrcFv9pJyrwY+Kg8qnowvgyTN7+76Ma8mV+cPkUqP75Xb2m/n96UvM8gFz8E11G+eGs3vyGX0LsXgJU+dINgvv5Yab/X1gm6TCkVP2ouc74AZTe/wE82PFpilD4r7YC+AHwFv4KjijzLBy06DESGviZ/N78xv4o8leaYPg6bjb65mwW/0qy7PO/NOTw085K+RKQ3v3qIvTy8UJ8+sUuavtnGBb+Yg/A8auPTPJGln74h1Te/dsD0PLXDpz4DAKe+UP4Fv903FT3CezY9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAD2J0L3pUTy+PVk6PXcJGz6jEdi9XmHCvmXARj0Xiuo+i57nvf6wPb4hR2w9yW05Pvw0771OjBM8txx7Pe4svr2O1u69EBNQPlGBcz0+Lru+34Pmvbyq7jtmjlU9klNgvX835r2kdU4+2RFRPYc+qb5a9d29eWe+O5r9NT2bDLa8bLjdvRwTTT6OKzQ9XOOZvnWE1b2yBZU7TIwbPUGHuTvFVNW9GK9DvgkDHD3hwp4+kyjdvQDbYjvmaTU9PuLyPEcE3b3gq0o+rtc3PQ21fr7s6NS9JmUPO0Z3Iz2Zk2w9+9HUvdhvST6MMig9omZjvkTDzL1eN4c6YAEWPRGNqj1zuMy9/E1IPtLTHD2eX0q+VLXEvdHRH7g2oww9M+TaPbu1xL2AVEi+qGQVPSAF0j4cucy9/WuJuhT/Nj0DVQQ+GsTMvTcMRj49lUE9KpsYvhjYxL1qphq73V81PTX6IT7X8MS9KrZEPilVQj25MPa9gxK9vUNXcLssfDg9gIs/Pvc4vb1tXEM+A89HPReLur14aLW9Ovaju89YQD0qx10+8Jy1vWr2QT7TFlI9Z495vcParb0cfcQ+ExlNPeCKrL6sIp69GXtAPrx9MT1zMO28q2+WvbnPwz6IHi89FoWdvnPFhr3BOD8+hOoVPUg07LquPn69/5sRvLnEFT0Cupo+D/l+vdImPj5Thi49vj2uPMHCb70Op8I+YkQwPXntg77JnVC9KOY8PqAoGz10tUU9IoFBvUwQwj7lHB89psxtvkl0Ir3q1RI/xBYMPRstA78G7+a8yqhEP585xDxhS0u/tyRSvEegEj+4OwQ8SO38vkSys7q7SsE+kx7tupWNS75Ufco7Nc46PseNvbt+I789xQUhPO9YwT6zY4C7SQBOvudhjjyQ8jo+dh0CvDfguD1GS6w8G2/BPuURybsB01G+YzHqPE8nOz6/rSe8/smvPZkRBD22jcE+bo0LvOUZV76NCSM9kW07PoRiULxQr6M9FAgyPWa1wT78MTa8M/JdvmIGUT2E2BI/zzd9vFdOA7/+AYA9+ubBPhWl0rx0i2a+HIWPPaxiPD4yiPe8hfpyPS4Olz16Zy+8GNDtvHxErz7rnZY9oUA9Pi66tby+ZiY93S+ePRmwwj47Eq+8J5iEvhPDrT3P4z0+XIDZvLZO3DyLW7U9fQnDPmMY1bzrT4y+5/XEPbaoPj5h/wC9YxEpPEGWzD2udMM++SYAvUqSlb4wOdw91ZM/PmsVGL2WShu88eLjPRb0wz4x3Bi9jZWgvhGQ8z2NqkA+uI0yvff9Br34RPs9korEPuFANb1umq2+EX8FPjzzQT6rB1G92Xh4vRdgCT5+O8U+2P9VvYDtvL7AQxE+WXVDPlM6dL0y8769gCwVPgL+Wrun3Xu9/l84PvsaFT75OUU+px1tvWuHBr7HDBk+K+rGPs7gd72BLOK+qgEhPtzzRj5yCI69Usksvk38JD6wTGw5x/GUvW5vzz18/SQ+iAVJPrXLkL1KjFq+twIpPnTkyD6kiZm9Sw0Hv9oLMT4yI0s+XiWvvbHPhL7rGzU+CtiVO1fFub3ONqg75DM1PqitQb6Dj7m96iaJPkJUMT7MVeo7pJauvSzOVL3BeTE+iSE/vmy3sL3iw1k+KactPqclHTyCAai9mvnYvXPZLT7vrzy+a1isvfqaIz5fEyo+ud1DPBnNpb25BiK+DFIqPltJOr5ASKy9lePcPUOYJj5RYcC+TN2nvUPnvj5K5h4++dERv5iXmL0ffCM/5DsTPrA/v76D3ny9SZilPoCVCz7G2TW+v19ivdV/Qzxt8gc+TsGVPIJlYb1OZ5i+RVIIPmU9NL71x3m9tAa7vHG3BD4NO6M8vqZ7veEQq77pHwU++3Myvs2Ci72Fk3u9O44BPsWYvL7WBo69cAhWPv8F9D2m+g+/JHeFvRNF9T6d/Nw9AZ67vgewY73SjCo+N/rNPWWpLr4pC1a9GZISvq39xj251Lq+7sRhvQ7MBz5hC7g9Phgtvs7nVr21LjW+5B6xPckLur5sZmW9pTrKPas8oj1Rgyu+mE9dvW0iWL5gYJs9MD65vgiabr0AQ4M9mo6MPdZYDr/pWWm9tvmsPiKQaz23Zri+1qxNvRZZ4zwPD049Y0wovtNmS73eiI++TphAPTDHAD0BXmK9b5gWv6YrQz1rxia+ZEeJvZyBoL4Z1DU9GcW2vo8elr2rzC6915UYPW8MDb8M3pe9D29nPknm1jyktT6/KpyOvWwj/T7esDk8iIYMv8i3dL2f9Dg+/C66OdQ+Pr/k62W9ImLoPiaybbxdGgy/eb1Avdt+Ez6Mg9C8tt89v8PwNL2K0Nc+PgQlvRHFC7//aBK9nwHsPS++Ub3alT2/S/gIvS/5yj6CNIe9UYQLvwH90LzURr89HoedvUVfPb+or8G8IX/BPs3Tu71IVgu/a8SDvJV/nz0MH9K9cjo9v8gDbryeG7s+D3j+PGdYXj6UZdw8Yyl7vqkFET0VQ7E8/zW0PEFwZD10yxI996FdPjVZvTx9aGu+fYYkPbyL0j7jrpc8w+MDv3I2Rj35Jxs/KowGPOdOTb/X3Hc9SlrSPjs/ALwUuQG/ccKMPawDXT5tJZO8kbhdvqGZlT0E0as8Hp+2vDlCkD2OdZY9EZpdPrMUq7yqsWq+wlKfPd3esDzEodC8IcZoPSc1oD0pR14+KVLHvBeheb5HGak9HrO2PPlC77x6eSg9IgOqPfgOXz7Lhei8LnCFvkHvsj21cL08h5wJvbg2vDy84bM9ip0vvrO6B70lGJw+b9usPbtAxTwngt28alL8OuvXrT2fvS6+aTHdvMNokj6T2qY9vZTLPJFXrrwTuHe8KN+nPcgJLr660bC8z6KKPgHpoD3smdA8q3SEvCyb6rwE9KE9D30tvtolibx5joQ+fgObPap01DyjdT286s8fvXATnD2AEy2+lz5KvNP+fz4jJ5U9eEHXPOWm8Lu+sD69qjqWPaPRYj7JlAe8J9+uvkpNnz0lX9U+w393vBsHI78kX7A9UChjPlkW5LwyqLK+PHW5PUwn3jz3oA69EXWFvZeRuj0vEWQ+kfcTvb28vL7/sMM9h3PmPD8qMr2mTbO9+dfEPaE4ZT5QVjm9TorJvjMDzj1l0vA8Z5VZvfym7L10N889F+IovrgMY70uvyM+FnbIPU2A/Tww81W9sVMZvpK6yT2RN2g+Ujdivei26r55BNM9eAQFPZ3ig73zDjy+/1jUPXrwaT5VaIu99+r9vom03T38uQw9kbifvdjdZr7MHN89tQhsPqT0qL3Qqwq/yY3oPecJFj2dJL+9DlyNvuIN6j1H0CC+qHPKvV9habwnn+M9eISzvgUJy70KlXs+okLVPQvvHb7S+MC9ecWcvWXxzj0aHrK+fRvEvQxsPT6LscA9nysbvs6HvL3Fkwu+mny6PUrBsL4UHcK9a/8APqhYrD1i8wm/JPS8vRFOxj4yRpY9rIk7v9sWrb1TSCY/TIlwPRVQCb/se5K9l7ipPqGYRD3BPa6+CeiEvTpajDy1tyg9/MkTvmM0hL1oMZe+/eQcPftLrb7RTJC9MMTBvMEqAT3jUgi/10SRvb7lez44Fqs8j/85v2kxh73t9gM/CzHQO2TTB79IKGS9rJ5PPriFi7tiXau+OoxTvbgR271DbzO8TW8Hv39PXL0wCi0+RGWwvEuYqr6kd069vYgPvmb85rwPDge/OPNZvWt2Cz7mtR69Fc04vwfLTr2ywNI+zthZvSOtBr+YEi296eTTPb54gr1Zdzi/zJgkvfLZwz57/J+9/18Gv7pCBb1cm549eny1vfozOL8w1f28CSm4Pm/10r2EJAa/xubCvCsaaz3ra+i9JwE4v1R/ubycWa8+X+4CvgT5Bb+nYoG8XBQvPSKmDb7K7ae+rcN0vKB/gr65XRS+OdwFv0ckpLxRYwc9LhMfvoWsp77ouZ681SGIvinIJb5OtwW/2knKvBj4qDyqejC+DJM3v7voxryZX5w+RSo/vldvab+f3pS8zyAXPwTXUb54aze/IZfQuxeAlT50g2C+/lhpv9fWCbpMKRU/ai5zvgBlN7/ATzY8WmKUPivtgL4AfAW/gqOKPMsHLToMRIa+Jn83vzG/ijyV5pg+DpuNvrmbBb/SrLs87805PDTzkr5EpDe/eoi9PLxQnz6xS5q+2cYFv5iD8Dxq49M8kaWfviHVN792wPQ8tcOnPgMAp75Q/gW/3TcVPcJ7Nj0bXKy+fFyovi7eGD2kF3K+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.9294587969779968, 0.18570725619792938, 0.9389818906784058, 0.8537620306015015, 0.5756825804710388, 0.7748913764953613, 0.6283503770828247, 0.7425888776779175, 0.6703974604606628, 0.7113828659057617, 0.296244740486145, 0.9111892580986023, 0.7489678859710693, 0.6216521859169006, 0.7777647376060486, 0.5808979868888855, 0.8015543222427368, 0.5408425331115723, 0.17833690345287323, 0.9369442462921143, 0.8489972949028015, 0.4280758202075958, 0.8676512837409973, 0.376761257648468, 0.8837069869041443, 0.327106237411499, 0.8976956605911255, 0.7202097177505493, 0.6347616910934448, 0.748841404914856, 0.6020268201828003, 0.2292359620332718, 0.921622097492218, 0.8006035685539246, 0.5160488486289978, 0.8193137049674988, 0.5181660056114197, 0.20087255537509918, 0.9219332337379456, 0.818394660949707, 0.5186336636543274, 0.8136024475097656, 0.5318852663040161, 0.8075593113899231, 0.5480309724807739, 0.7995930314064026, 0.5672764182090759, 0.7892532348632812, 0.41018688678741455, 0.8700136542320251, 0.6419435739517212, 0.2646118104457855, 0.9107948541641235, 0.7202782034873962, 0.6971978545188904, 0.6888979077339172, 0.7320569157600403, 0.6482886075973511, 0.7683077454566956, 0.5963469743728638, 0.8044509887695312, 0.5315272212028503, 0.8387905359268188, 0.45418357849121094, 0.8697337508201599, 0.631721019744873, 0.7413284182548523, 0.30365633964538574, 0.9114919304847717, 0.7701616287231445, 0.5772626996040344, 0.17918668687343597, 0.9383260607719421, 0.8686422109603882, 0.650863766670227, 0.696381151676178, 0.7289552092552185, 0.610662043094635, 0.7889453172683716, 0.5166381597518921, 0.8340479135513306, 0.5786466598510742, 0.254859060049057, 0.9007974863052368, 0.714186429977417, 0.3216126561164856, 0.894332230091095, 0.26670607924461365, 0.9086517095565796, 0.78337162733078, 0.4880681037902832, 0.8002294301986694, 0.4696184992790222, 0.8347337245941162, 0.4158012866973877, 0.8555151224136353, 0.36345183849334717, 0.8735378980636597, 0.6867836713790894, 0.641447126865387, 0.28130972385406494, 0.10146287083625793, 0.9494880437850952, 0.9127708673477173, 0.8083004951477051, 0.5610784888267517, 0.7359136939048767, 0.5986239910125732, 0.7132056951522827, 0.6249274015426636, 0.6977112293243408, 0.6417592167854309, 0.6897695064544678, 0.6503246426582336, 0.689414381980896, 0.6512210965156555, 0.7156968116760254, 0.6863346099853516, 0.7332778573036194, 0.33137035369873047, 0.10728571563959122, 0.9510492086410522, 0.9048927426338196, 0.7296422719955444, 0.6683666706085205, 0.7536039352416992, 0.6355584859848022, 0.7785553932189941, 0.5956146121025085, 0.8039855360984802, 0.4525139629840851, 0.8529237508773804, 0.4803846776485443, 0.8434273600578308, 0.5018799304962158, 0.8358321785926819, 0.5174911618232727, 0.8303287029266357, 0.5276968479156494, 0.8270243406295776, 0.4671238362789154, 0.14471691846847534, 0.9429692029953003, 0.8756961822509766, 0.3665030598640442, 0.8914253115653992, 0.3101690411567688, 0.9065641164779663, 0.7475004196166992, 0.6181640028953552, 0.21252992749214172, 0.9287680387496948, 0.16737596690654755, 0.9386832118034363, 0.12912197411060333, 0.9469860792160034, 0.9007706046104431, 0.7613030076026917, 0.5397393107414246, 0.8153049945831299, 0.4414641261100769, 0.8543521761894226, 0.6489368677139282, 0.3345296382904053, 0.8640318512916565, 0.6234999299049377, 0.2589537501335144, 0.9074349999427795, 0.7864785194396973, 0.5088066458702087, 0.7795531749725342, 0.4558618664741516, 0.8324680924415588, 0.41077080368995667, 0.8511573672294617, 0.6324989795684814, 0.6925164461135864, 0.655647337436676, 0.6772750616073608, 0.6708199977874756, 0.6688694357872009, 0.6791495680809021, 0.6672120094299316, 0.3187441825866699, 0.8853155970573425, 0.30418798327445984, 0.8911730051040649, 0.7137296199798584, 0.3683795928955078, 0.8657789826393127, 0.34493616223335266, 0.8797029256820679, 0.6938333511352539, 0.6563680171966553, 0.7246184945106506, 0.6215493679046631, 0.7580873370170593, 0.5766127109527588, 0.7927441000938416, 0.47962790727615356], "advantages": [0.22605036199092865, -0.42867884039878845, -0.39026838541030884, -1.1715447902679443, -0.6946521401405334, 0.8302022814750671, -1.5535041093826294, -0.13991041481494904, -2.4016759395599365, -1.101873755455017, -3.2444748878479004, -4.072220325469971, -4.134042263031006, -3.1309421062469482, -5.014195919036865, -4.158489227294922, -5.894867897033691, -5.186922550201416, -6.77764892578125, -7.112428188323975, -7.688177585601807, -7.322371482849121, -8.586888313293457, -8.391387939453125, -9.478861808776855, -9.448920249938965, -10.360526084899902, -10.490240097045898, -9.832526206970215, -11.496274948120117, -11.01651668548584, -12.474371910095215, -12.940675735473633, -13.439154624938965, -13.287638664245605, -14.382938385009766, -14.363130569458008, -13.511707305908203, -11.212190628051758, -14.58983325958252, -16.341259002685547, -17.146753311157227, -17.31726837158203, -18.075721740722656, -18.288162231445312, -19.007139205932617, -19.25596046447754, -19.941680908203125, -20.222368240356445, -19.703187942504883, -21.154199600219727, -21.80600929260254, -21.722909927368164, -22.79515266418457, -23.13188934326172, -23.75691032409668, -24.111248016357422, -24.729291915893555, -25.097023010253906, -25.714881896972656, -26.090248107910156, -26.716588973999023, -27.091075897216797, -27.737407684326172, -28.097753524780273, -28.77964210510254, -28.561779022216797, -29.934280395507812, -30.217309951782227, -31.02098846435547, -30.877267837524414, -32.234561920166016, -32.31761932373047, -33.347625732421875, -33.36613082885742, -32.347923278808594, -34.885929107666016, -34.01177978515625, -36.41779708862305, -35.70397186279297, -37.95089340209961, -37.414669036865234, -35.95866012573242, -34.20427703857422, -38.15470504760742, -41.30111312866211, -42.83456802368164, -42.96514129638672, -44.246761322021484, -44.590572357177734, -43.81086349487305, -42.177825927734375, -45.9426383972168, -48.067527770996094, -47.82322311401367, -49.5897216796875, -49.615081787109375, -50.965999603271484, -51.28434753417969, -50.43016815185547, -52.96976089477539, -53.268959045410156, -51.18247985839844, -53.687198638916016, -55.06084442138672, -55.323970794677734, -54.65584182739258, -56.81843948364258, -56.601871490478516, -58.014732360839844, -58.30796432495117, -58.95310592651367, -59.76710891723633, -59.71620178222656, -61.001075744628906, -60.4132080078125, 8.784515380859375, 8.630024909973145, 8.396060943603516, 8.196632385253906, 8.733899116516113, 10.577536582946777, 8.395715713500977, 7.446453094482422, 7.281351566314697, 7.0236921310424805, 6.848047256469727, 6.596985340118408, 6.404021739959717, 6.167863845825195, 5.949280738830566, 6.610771179199219, 5.4270195960998535, 6.049040794372559, 4.896714210510254, 5.482761383056641, 4.3576979637146, 4.911358833312988, 3.809469223022461, 4.334542274475098, 3.2517106533050537, 3.1204702854156494, 4.0510640144348145, 2.69480299949646, 2.2688372135162354, 2.237015724182129, 1.7450361251831055, 1.8114523887634277, 1.229501485824585, 1.5346274375915527, 0.6508389115333557, 1.0282247066497803, 0.1845501959323883, 0.8386350870132446, -0.1987219899892807, 0.8794696927070618, -0.4212284982204437, -0.6618558764457703, 0.18327677249908447, -1.2055025100708008, -0.6214536428451538, -1.562678575515747, -1.2707750797271729, 0.09874255955219269, 2.097134828567505, -1.05623459815979, -2.5054452419281006, -1.6038429737091064, -2.4810168743133545, -2.222179412841797, -0.9870624542236328, -2.698495626449585, -2.021012783050537, -2.715372323989868, -1.2873162031173706, -2.4002737998962402, -2.547067165374756, -1.9779797792434692, -2.6178901195526123, -1.4094657897949219, -2.4450089931488037, -0.8139810562133789, -2.099644899368286, -0.2879801094532013, 1.6387158632278442, 0.3563217520713806, 2.0343728065490723, 0.9628010392189026, -0.28174227476119995, -1.439690113067627, -0.020464925095438957, -1.1354455947875977, 0.03881257772445679, 0.8591410517692566, 0.10383941978216171, 0.6821367740631104, 0.06252273917198181, 0.4220903217792511, -0.07779884338378906, 0.08335113525390625]}
{"type": "SampleBatch", "eps_id": [219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 219733619, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAABtcrL58XKi+Lt4YPaQXcr4duq++XEMGvyGABT1i2oo9+Bi1vuHeqL78DQs9LJJbvpZ5uL6ogQa/V/ryPILNtT3v2r2+MJA4v9TCAD3eBMg+3DzFvtK6Br+cwyA9aEvdPX6gyr610Ti/qp0pPfph0z4KBdK+Cupqv+ZvSz2j4jc/kGrbvsolOb/kI4M9zyDiPnnS4r5QcQe//zqVPenmLT5oPei+ro2rvsEvnD07xcq9wqvrvj/8B7+RIZg9lO1dPkAc8b7qLzq/HQKhPawpCD/Ojvi+TooIv1fLtj2yqoc++gT+vnHirb7LpcE9nPThOqK/AL9OeRW+37fBPWn2hL72fgG/0EKvvswUtz3A7no9oT8Dv/jgCb8wl7k9tfLCPpEBBr/ekbC+uS/JPbWY8T2WxQe/AOgavrIEzj1elxG+3osIv5cDsr7YMcg9yMw4PpVTCr/ZyB2+MZbPPSKHo72MHQu/kpMhPe5QzD2Hha2+2OkKv3K1IL41b749kzuHvI23C78OdBY9HMK9PQSTjr5nhwu/UWkjvjBasj11zCs9klgMv00wtr7+EbQ9b7i4PvkqDr8k9SW+EtnCPV7Lxj1m/w6/W1ABPeXSxj1aFii+BdYOv5nAKL6vGcA9e0shPgauD78Sd+w8V43GPe5U1b0wiA+/M9BjPhVJwj1dwbq+lmQOv9AO1T5VWLM9BkcgvylDDL+YLWE+X7OZPZtDnb7uIgu/R+vCPJoejT0zqgY8vgMLv5QXXz7JdI09jx6Gvi/mCb9uzrI8BrqCPS27Uz2UyQm/ayldPg7YhD39eGG+fa4Iv7n60T5upnc9aMP7vvGUBr8aVls+NF5PPZ7zOL4xfAW/gi7RPmWSQD3z7+m+sGQDv0fpWT5TJBs9P2EZvsNNAr+JlIw8Gt8OPRlQHj5ENwK/Q9lYPlqJGz2s6wG+syEBv7sJ0D6UJBE9+o7Qvj8a/r6Fxlc+C4zfPMZg1L3d8fu+wEx5PIqOzjxyNEo++cn7vl+VOL7a6O48LPn+PoKi/b77ZcC+IkAgPbi6TD/LvQC/KZA5vpDDYT2PBAU/UasBv015VjwxKoY9eKh6PiiaAb8YMVQ+7jCQPT9m2byNigC/dXLNPqkajz3hp5e+N/n8viNnGD+/+II9BekQv5zg9r42HEo/c5JXPUaCVr8Ay+6+SfwXP+LtEj10dwe/q7bovt/Ryz7qKM88Kc9mvhyj5L5jeU8++DqqPBfpmT36j+K+4HvLPg+LtjwN91e+JH7evhLYTj4h/ZM8O7W1PZ5s3L6FMMs+goaiPCD2Sr5KXNi+0HgXPzUNgjy2GPi+N03Svrbtyj6PpMo75Gc/vjk+zr6IZBc/QUkgO/GN9L72L8i+x1VJP/ri6LunAUW/SiLAvrloFz9ITri8/E71vtwTur6ScEk/+2YDvdpfR78eBbK+55oXP7szQ71sJv6+rvSrvkK4ST+43Wu9R79NvxLjo752+xc/RNqWvaOYB7/Gzp2+S6HMPkmMrL0krIW+EbeZvvGLGD/mPbe9AUAUv/2ck74o480+OPbOvZW8ob7Zfo++z5RVPpXm271MSWi9FFyNvs8deDw9Od69pxBNPmE0jb5Yt1g+XwXWvfUm/72WCYu+TLqUPMAf270slgg+/tmKvg7JWz4aqdW9CaFDvliniL5KPa08WHzdvf4yiT3ob4i+3mcwvuK92r3fuqU+gTOKvvc3xjy8e829Ml0wuhP0ib4gay2+yoLNvSN6hD4HsIu+EJHdPKjpwr3Zt4K9IGmLvrjBZD7vhsW95RjFvoIfib6O1vM8fUvVvT9O/r170Yi+z6Ynvohh2r3bIgk+q36Kvrvetr5C5dS9IUXIPvYmjr4KmCS+ut/EvaJrij1SzI++hukRPQQbwr1Y84G+8G6PvsXRIb5ngMy9fwT3OzINkb4ELx09WzHMvTw7ob6ZqJC+rOsevmAX2b0vU2K9bz+Svl2Csr7EWtu9hgtPPmfRlb55xgq/oBLTvTUk6z52Xpu+Rfywvu5CwL0uNws+oOievintGL5dsbq9hD49vh5woL4zpK++OUPCvV5Mnz1n86O+s2QJv54Tv737na0+T3KpvrlFrr7wL7G9AaSXPJburL7elRO+1m2wvWqvmb5naK6+DgStvk+5vL3p1BK9P96xvpAXCL8zMb691NRnPtRPt76brDm/P+u0vfQP+j4ivb6+K28Hv/jpoL2xTC0++ifEvhpwqr5i+5m9WLEWvp+Qx74F4Aa/egKgvZST9z2+9cy+WVKpvuIOm71YE0i+q1jQvqlQBr+pD6O9BHOUPQ641b44Mai+mRegvUYUer4zFdm+1YcHvmkYqr3HfA+/KHDavhIGp76nDcG9ihaXvlHH3b7FFgW/8CPNveR7Cb0mGuO+fqM2v+WDzr3vVGc+XmjqvrhbBL8PQ8W9nz/Gvbiz77687DW/FzrJvX3xJz6g+va+sqYDv1qCwr2uxiG++gM7PDzhV7xA8mo8JkeivKyyNjxNGTo+hnRkPHepnb7kP3I8kIFevGAa/zvmWjK8qMxtPHXIOT4F+Pc7GSqavgGglDxnGmK8qY3KOm0AxrsuXZI8gPVVvpa2ujpjApM+1kJgPG/kzr6p2eo74osUPzOztztWFVa+QsiZPElmlD4iv7o6HBTPvidFyTyDoBY/uF/au5W2Vr7x1RQ9CWqbPirlMbyog8++tbMtPZGCGz8nWpu8NdtXvhZ3Xz0jKKg+oOO9vIQbh7zKXno9ueNaPWCXwLymiFm+gb9+PXHCuj6PZeO8wYCVvJZQjj3eE709BGPmvMEHND6qGJI9ZOo1vvqUybwYXL0+2dGKPeHd5L6g/Iy8zAAyPlEFcT2a9Qi+PANhvMJyvD5jEGY9CYrQvr3P0Lvf9Q8/n7JEPfyHLr8sup87xLG7PgfZDD2Mq7++7/xHPE6rDz9xXNw8r+8nvznxvzziP7s+h8NhPLm+tb613Ps8E38uPtvk2jv1dm29CuQLPe0Zuz5N5rQ7LXSyvrXTKT1VUS4+yRW+uhmxXb28xTc9E7rLvOL7JbvD0HM+Mbw1PUBgLj6SGRI70tVivWqvQz3zErs+dAaTOvfYsb73nWE9rVMuPnbjvru+gF69LpBvPb8buz4ufeK7ypqyvhLAhj1kgy4+LY1jvNP3br0Wu409663IvD2rdrz7cWs+N7qMPdnvLj6RUyu89yuKvZK5kz1lcrs+FW9BvIwTur57uKI9PkMvPupCnLwHkJi9LLupPcyruz5md6i8Swu/vq2+uD2w1y8+u5nlvHsvsr1Nx789Bwa8Pvja87zy28a+BtLOPQKwMD7Cvhm9MIvXvU7j1T1GX7S87F0ivTSSMz5t/NQ9ib9dvk8AFL2hGuk+uh3MPZeEq7y8aN281hAbPi9Cyz0kwDI+PpnEvOw+Gb6XaNI9CnO9PjAe3byQTea+g5DhPcl+Mz5OaBO9Gbwpvou+6D10570+efwgvb9r8L7I7/c9A5g0Phx0R72QFEK+Dyn/Pfi2k7zg+la9b/+yPfxr/j3OdVm+8NFPvdjkuT4xufU9paWHvLkTMr3OmWA9kQv1PYAYWL7ElS29H7+qPr9m7D0fNHu8/UMSvS9S4zz5xes9a/ZWvgz+D71YL54+wizjPfCcaryVXe28s8+wO5uW4j3aB1a+RHvsvEzdkz7uBto9MRFdvDUqvby7gFK8c3nZPcJROj4ZRb+8qB2gvlzt4D17MVK8yYHyvLhB4bzWZuA9pn5UvhoD97w064I+5ObXPYYzRLw8Hs28S809vVJp1z2P5js+z7XUvLmRsb5s7d49bgnCPiTEBr08xyW/THPuPe3APD6y0Du9Yhm7viIA9j1MqyW8R8BZvcBMs70blvU92VZRvk7sYL2daEA+eTbtPREmzL7Hh1G9ru/sPoLh3D25yk++3p4rvScdHj64kdQ9knrLvrL4Hr2y/t0+eUrEPdicTr6S5/a8bAQEPsIGvD0x+8q+JMjhvLnq0j60yas90cRNvtVJnrzMuOI9oY6jPXSkyr6RJoy8k2HLPoNYkz1XPE2+KyMWvCEqyz3mIos9sIWpuxhD67sxEkm+p+yKPR3/TL5J+TW80J3APX25gj2R+aC7uCcXvFH3Tr76hYI98bJMvmFiWbw6frM9uKt0PT4nyr5Yqjy8kZHAPoVTVD1L/Ba/zdeCu6dGKj/JAiQ9TwrKviKIGDxUDr4+N68DPZBpTL50FYk8y9mmPbSp5jzObZu7jm6WPPPTUr7B4uU8iaxCPhdmaTzmRfy+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 1, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAB26r75cQwa/IYAFPWLaij34GLW+4d6ovvwNCz0sklu+lnm4vqiBBr9X+vI8gs21Pe/avb4wkDi/1MIAPd4EyD7cPMW+0roGv5zDID1oS909fqDKvrXROL+qnSk9+mHTPgoF0r4K6mq/5m9LPaPiNz+Qatu+yiU5v+Qjgz3PIOI+edLivlBxB7//OpU96eYtPmg96L6ujau+wS+cPTvFyr3Cq+u+P/wHv5EhmD2U7V0+QBzxvuovOr8dAqE9rCkIP86O+L5Oigi/V8u2PbKqhz76BP6+ceKtvsulwT2c9OE6or8Av055Fb7ft8E9afaEvvZ+Ab/QQq++zBS3PcDuej2hPwO/+OAJvzCXuT218sI+kQEGv96RsL65L8k9tZjxPZbFB78A6Bq+sgTOPV6XEb7eiwi/lwOyvtgxyD3IzDg+lVMKv9nIHb4xls89IoejvYwdC7+SkyE97lDMPYeFrb7Y6Qq/crUgvjVvvj2TO4e8jbcLvw50Fj0cwr09BJOOvmeHC79RaSO+MFqyPXXMKz2SWAy/TTC2vv4RtD1vuLg++SoOvyT1Jb4S2cI9XsvGPWb/Dr9bUAE95dLGPVoWKL4F1g6/mcAovq8ZwD17SyE+Bq4PvxJ37DxXjcY97lTVvTCID78z0GM+FUnCPV3Bur6WZA6/0A7VPlVYsz0GRyC/KUMMv5gtYT5fs5k9m0Odvu4iC79H68I8mh6NPTOqBjy+Awu/lBdfPsl0jT2PHoa+L+YJv27OsjwGuoI9LbtTPZTJCb9rKV0+DtiEPf14Yb59rgi/ufrRPm6mdz1ow/u+8ZQGvxpWWz40Xk89nvM4vjF8Bb+CLtE+ZZJAPfPv6b6wZAO/R+lZPlMkGz0/YRm+w00Cv4mUjDwa3w49GVAePkQ3Ar9D2Vg+WokbPazrAb6zIQG/uwnQPpQkET36jtC+Pxr+voXGVz4LjN88xmDUvd3x+77ATHk8io7OPHI0Sj75yfu+X5U4vtro7jws+f4+gqL9vvtlwL4iQCA9uLpMP8u9AL8pkDm+kMNhPY8EBT9RqwG/TXlWPDEqhj14qHo+KJoBvxgxVD7uMJA9P2bZvI2KAL91cs0+qRqPPeGnl743+fy+I2cYP7/4gj0F6RC/nOD2vjYcSj9zklc9RoJWvwDL7r5J/Bc/4u0SPXR3B7+rtui+39HLPuoozzwpz2a+HKPkvmN5Tz74Oqo8F+mZPfqP4r7ge8s+D4u2PA33V74kft6+EthOPiH9kzw7tbU9nmzcvoUwyz6ChqI8IPZKvkpc2L7QeBc/NQ2CPLYY+L43TdK+tu3KPo+kyjvkZz++OT7OvohkFz9BSSA78Y30vvYvyL7HVUk/+uLou6cBRb9KIsC+uWgXP0hOuLz8TvW+3BO6vpJwST/7ZgO92l9Hvx4Fsr7nmhc/uzNDvWwm/r6u9Ku+QrhJP7jda71Hv02/EuOjvnb7Fz9E2pa9o5gHv8bOnb5Locw+SYysvSSshb4Rt5m+8YsYP+Y9t70BQBS//ZyTvijjzT449s69lbyhvtl+j77PlFU+lebbvUxJaL0UXI2+zx14PD053r2nEE0+YTSNvli3WD5fBda99Sb/vZYJi75MupQ8wB/bvSyWCD7+2Yq+DslbPhqp1b0JoUO+WKeIvko9rTxYfN29/jKJPehviL7eZzC+4r3avd+6pT6BM4q+9zfGPLx7zb0yXTC6E/SJviBrLb7Kgs29I3qEPgewi74Qkd08qOnCvdm3gr0gaYu+uMFkPu+Gxb3lGMW+gh+Jvo7W8zx9S9W9P07+vXvRiL7Ppie+iGHavdsiCT6rfoq+u962vkLl1L0hRcg+9iaOvgqYJL6638S9omuKPVLMj76G6RE9BBvCvVjzgb7wbo++xdEhvmeAzL1/BPc7Mg2RvgQvHT1bMcy9PDuhvpmokL6s6x6+YBfZvS9TYr1vP5K+XYKyvsRa272GC08+Z9GVvnnGCr+gEtO9NSTrPnZem75F/LC+7kLAvS43Cz6g6J6+Ke0Yvl2xur2EPj2+HnCgvjOkr745Q8K9XkyfPWfzo76zZAm/nhO/vfudrT5Pcqm+uUWuvvAvsb0BpJc8lu6svt6VE77WbbC9aq+Zvmdorr4OBK2+T7m8venUEr0/3rG+kBcIvzMxvr3U1Gc+1E+3vpusOb8/67S99A/6PiK9vr4rbwe/+OmgvbFMLT76J8S+GnCqvmL7mb1YsRa+n5DHvgXgBr96AqC9lJP3Pb71zL5ZUqm+4g6bvVgTSL6rWNC+qVAGv6kPo70Ec5Q9DrjVvjgxqL6ZF6C9RhR6vjMV2b7Vhwe+aRiqvcd8D78ocNq+EganvqcNwb2KFpe+UcfdvsUWBb/wI8295HsJvSYa475+oza/5YPOve9UZz5eaOq+uFsEvw9Dxb2fP8a9uLPvvrzsNb8XOsm9ffEnPqD69r6ypgO/WoLCva7GIb68Pvy+Rzk1v/D6yL3HidM9rLI2PE0ZOj6GdGQ8d6mdvuQ/cjyQgV68YBr/O+ZaMryozG08dcg5PgX49zsZKpq+AaCUPGcaYrypjco6bQDGuy5dkjyA9VW+lra6OmMCkz7WQmA8b+TOvqnZ6jviixQ/M7O3O1YVVr5CyJk8SWaUPiK/ujocFM++J0XJPIOgFj+4X9q7lbZWvvHVFD0Japs+KuUxvKiDz761sy09kYIbPydam7w121e+FndfPSMoqD6g4728hBuHvMpeej2541o9YJfAvKaIWb6Bv349ccK6Po9l47zBgJW8llCOPd4TvT0EY+a8wQc0PqoYkj1k6jW++pTJvBhcvT7Z0Yo94d3kvqD8jLzMADI+UQVxPZr1CL48A2G8wnK8PmMQZj0JitC+vc/Qu9/1Dz+fskQ9/Icuvyy6nzvEsbs+B9kMPYyrv77v/Ec8TqsPP3Fc3Dyv7ye/OfG/POI/uz6Hw2E8ub61vrXc+zwTfy4+2+TaO/V2bb0K5As97Rm7Pk3mtDstdLK+tdMpPVVRLj7JFb66GbFdvbzFNz0Tusu84vslu8PQcz4xvDU9QGAuPpIZEjvS1WK9aq9DPfMSuz50BpM699ixvvedYT2tUy4+duO+u76AXr0ukG89vxu7Pi594rvKmrK+EsCGPWSDLj4tjWO80/duvRa7jT3rrci8Pat2vPtxaz43uow92e8uPpFTK7z3K4q9krmTPWVyuz4Vb0G8jBO6vnu4oj0+Qy8+6kKcvAeQmL0su6k9zKu7PmZ3qLxLC7++rb64PbDXLz67meW8ey+yvU3Hvz0HBrw++NrzvPLbxr4G0s49ArAwPsK+Gb0wi9e9TuPVPUZftLzsXSK9NJIzPm381D2Jv12+TwAUvaEa6T66Hcw9l4SrvLxo3bzWEBs+L0LLPSTAMj4+mcS87D4Zvpdo0j0Kc70+MB7dvJBN5r6DkOE9yX4zPk5oE70ZvCm+i77oPXTnvT55/CC9v2vwvsjv9z0DmDQ+HHRHvZAUQr4PKf89+LaTvOD6Vr1v/7I9/Gv+Pc51Wb7w0U+92OS5PjG59T2lpYe8uRMyvc6ZYD2RC/U9gBhYvsSVLb0fv6o+v2bsPR80e7z9QxK9L1LjPPnF6z1r9la+DP4PvVgvnj7CLOM98JxqvJVd7byzz7A7m5biPdoHVr5Ee+y8TN2TPu4G2j0xEV28NSq9vLuAUrxzedk9wlE6PhlFv7yoHaC+XO3gPXsxUrzJgfK8uEHhvNZm4D2mflS+GgP3vDTrgj7k5tc9hjNEvDwezbxLzT29UmnXPY/mOz7PtdS8uZGxvmzt3j1uCcI+JMQGvTzHJb9Mc+497cA8PrLQO71iGbu+IgD2PUyrJbxHwFm9wEyzvRuW9T3ZVlG+TuxgvZ1oQD55Nu09ESbMvseHUb2u7+w+guHcPbnKT77eniu9Jx0ePriR1D2Sesu+svgevbL+3T55SsQ92JxOvpLn9rxsBAQ+wga8PTH7yr4kyOG8uerSPrTJqz3RxE2+1UmevMy44j2hjqM9dKTKvpEmjLyTYcs+g1iTPVc8Tb4rIxa8ISrLPeYiiz2wham7GEPruzESSb6n7Io9Hf9Mvkn5NbzQncA9fbmCPZH5oLu4Jxe8UfdOvvqFgj3xsky+YWJZvDp+sz24q3Q9PifKvliqPLyRkcA+hVNUPUv8Fr/N14K7p0YqP8kCJD1PCsq+IogYPFQOvj43rwM9kGlMvnQViTzL2aY9tKnmPM5tm7uObpY889NSvsHi5TyJrEI+F2ZpPOZF/L5NhAI9Z62qu1njjzvJRki+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.8218080401420593, 0.5214031338691711, 0.8020656704902649, 0.4393726587295532, 0.8605348467826843, 0.37843596935272217, 0.11659073084592819, 0.9509966373443604, 0.9093955159187317, 0.7750025987625122, 0.5404054522514343, 0.17530225217342377, 0.9381769895553589, 0.8705894351005554, 0.6726978421211243, 0.6467463374137878, 0.2547138035297394, 0.9173524975776672, 0.8113523125648499, 0.43899378180503845, 0.8545355200767517, 0.6564990282058716, 0.6330134272575378, 0.7248623371124268, 0.554751455783844, 0.22242003679275513, 0.916826605796814, 0.8254109025001526, 0.3785548210144043, 0.8578136563301086, 0.694190263748169, 0.44027140736579895, 0.7742911577224731, 0.5131427645683289, 0.7728937268257141, 0.46035873889923096, 0.8010826110839844, 0.5884822010993958, 0.6715691685676575, 0.6175739765167236, 0.6515219211578369, 0.3627377152442932, 0.8444532155990601, 0.6638259887695312, 0.6092725396156311, 0.3237648606300354, 0.13984978199005127, 0.06951000541448593, 0.9559786915779114, 0.9348646998405457, 0.8877235054969788, 0.7829780578613281, 0.5870891809463501, 0.3448795974254608, 0.8308929800987244, 0.6584927439689636, 0.3929350972175598, 0.8162409663200378, 0.38085275888442993, 0.8228502869606018, 0.6297661066055298, 0.6454786062240601, 0.6234458684921265, 0.3373028337955475, 0.85651695728302, 0.29062625765800476, 0.8845455646514893, 0.22906357049942017, 0.9131240844726562, 0.8374058604240417, 0.34419429302215576, 0.8866040110588074, 0.7635060548782349, 0.49919307231903076, 0.779141902923584, 0.6160060167312622, 0.7008429765701294, 0.7241991758346558, 0.40860262513160706, 0.8400617837905884, 0.5190966129302979, 0.7886542081832886, 0.3732517957687378, 0.8963271975517273, 0.7419912219047546, 0.4069167971611023, 0.8473685383796692, 0.4897053837776184, 0.8626546263694763, 0.36847802996635437, 0.90073162317276, 0.7415105700492859, 0.40113651752471924, 0.8482184410095215, 0.5064860582351685, 0.8527261018753052, 0.6009272336959839, 0.740074872970581, 0.3205355107784271, 0.9082337617874146, 0.7596692442893982, 0.4305516481399536, 0.8323642611503601, 0.50350421667099, 0.8401395082473755, 0.42523887753486633, 0.8696585297584534, 0.34987014532089233, 0.10659728199243546, 0.9558961391448975, 0.917158305644989, 0.7981064319610596, 0.4780065417289734, 0.8402979373931885, 0.39332085847854614, 0.8721705675125122, 0.5617526769638062, 0.8077872395515442, 0.5643998980522156, 0.8086965084075928, 0.4406306743621826, 0.13279876112937927, 0.9484320282936096, 0.11702224612236023, 0.9529115557670593, 0.09847976267337799, 0.9577186703681946, 0.9198662638664246, 0.22036124765872955, 0.9326434135437012, 0.8307737708091736, 0.5276150107383728, 0.7980259656906128, 0.5837188363075256, 0.23010019958019257, 0.9141104817390442, 0.23539629578590393, 0.9159011840820312, 0.7745755910873413, 0.6059170961380005, 0.7809572219848633, 0.40703797340393066, 0.8745629191398621, 0.5971546173095703, 0.7890209555625916, 0.5786330103874207, 0.8034321665763855, 0.450589120388031, 0.8572885394096375, 0.5372458696365356, 0.8267911076545715, 0.4997854232788086, 0.8459077477455139, 0.45025214552879333, 0.8666173219680786, 0.6103419661521912, 0.23132109642028809, 0.9207680821418762, 0.7563594579696655, 0.33477190136909485, 0.8999382853507996, 0.28365153074264526, 0.9139088988304138, 0.7710989713668823, 0.4086507260799408, 0.8630256056785583, 0.4528726041316986, 0.84818035364151, 0.48957473039627075, 0.8347147107124329, 0.5189793109893799, 0.8230935335159302, 0.4582933187484741, 0.8597542643547058, 0.5858425498008728, 0.7847754955291748, 0.3888317942619324, 0.1180666983127594, 0.949183464050293, 0.9009569883346558, 0.7317249774932861, 0.3664522171020508, 0.8732879161834717, 0.39784175157546997, 0.865296483039856, 0.4176570177078247, 0.8613036870956421, 0.4257396161556244, 0.8616520166397095, 0.5778342485427856, 0.7956264019012451, 0.5651050209999084, 0.8032649159431458, 0.45069071650505066, 0.14573746919631958, 0.9439524412155151, 0.8720064759254456, 0.6130011081695557, 0.23096176981925964, 0.9187437295913696], "advantages": [18.04481315612793, 18.122724533081055, 18.112546920776367, 18.27110481262207, 18.169818878173828, 18.1669979095459, 18.140079498291016, 17.90390968322754, 17.8856201171875, 17.503557205200195, 16.959810256958008, 17.313705444335938, 17.5122013092041, 16.872713088989258, 16.0660457611084, 15.264167785644531, 15.776183128356934, 16.2425594329834, 15.203315734863281, 14.150713920593262, 14.728204727172852, 13.546517372131348, 12.5874662399292, 13.054508209228516, 11.968838691711426, 12.472203254699707, 13.175515174865723, 11.600423812866211, 10.209488868713379, 10.836267471313477, 9.275181770324707, 8.282868385314941, 8.299612045288086, 7.5688982009887695, 7.768186092376709, 6.547183990478516, 6.773626327514648, 5.4381022453308105, 5.1327643394470215, 4.48811674118042, 4.123455047607422, 3.48036789894104, 3.7074623107910156, 2.173457384109497, 1.7211731672286987, 1.04789137840271, 1.2491357326507568, 2.0297019481658936, 2.648629665374756, 0.4999796152114868, -2.145616292953491, -4.141756534576416, -4.900667667388916, -4.34340763092041, -2.423415184020996, -5.454281806945801, -7.364708423614502, -8.143362998962402, -8.946764945983887, -9.780247688293457, -10.558634757995605, -9.931825637817383, -11.977564811706543, -11.276748657226562, -9.09858512878418, -12.306340217590332, -9.893783569335938, -13.164565086364746, -10.436964988708496, -13.77761459350586, -16.078516006469727, -14.402709007263184, -16.776628494262695, -18.236873626708984, -19.182212829589844, -19.335824966430664, -20.306180953979492, -20.292177200317383, -21.272266387939453, -22.08904266357422, -22.37391471862793, -23.158414840698242, -23.394296646118164, -23.037290573120117, -24.040708541870117, -24.73094367980957, -25.5306453704834, -25.742321014404297, -25.868749618530273, -26.452571868896484, -26.53635025024414, -27.080211639404297, -27.55298614501953, -28.36653709411621, -28.488910675048828, -28.939193725585938, -29.194520950317383, -29.731197357177734, -30.112783432006836, -30.659534454345703, -30.804677963256836, -31.074373245239258, -31.809494018554688, -32.06523132324219, -32.81196212768555, -32.91990280151367, -33.72016525268555, -33.81428909301758, -34.620662689208984, -34.7878532409668, -35.28911209106445, -35.541778564453125, -35.91837692260742, -36.66606521606445, -37.08808898925781, -37.8045539855957, 16.902423858642578, 17.206523895263672, 16.650371551513672, 16.95181655883789, 16.39695930480957, 16.690797805786133, 18.187639236450195, 16.366186141967773, 17.901554107666016, 16.073989868164062, 17.70115089416504, 15.82987117767334, 15.12055778503418, 15.648594856262207, 14.837496757507324, 14.747261047363281, 15.27219009399414, 14.402836799621582, 14.8204345703125, 16.16831398010254, 14.439570426940918, 15.732061386108398, 14.11117172241211, 13.509349822998047, 13.782867431640625, 13.218619346618652, 13.371761322021484, 12.904123306274414, 13.116780281066895, 12.616473197937012, 12.812353134155273, 12.32984733581543, 12.581377983093262, 12.007198333740234, 12.177565574645996, 11.719172477722168, 11.891339302062988, 11.42978572845459, 11.618071556091309, 11.13872241973877, 11.449567794799805, 12.829580307006836, 11.018871307373047, 10.369399070739746, 10.614158630371094, 10.061699867248535, 10.359978675842285, 9.756139755249023, 10.00848388671875, 11.305398941040039, 9.487624168395996, 10.715190887451172, 8.963594436645508, 10.123252868652344, 8.43553638458252, 9.529356956481934, 7.903004169464111, 7.468772888183594, 7.441303253173828, 8.418562889099121, 6.888324737548828, 6.555356979370117, 7.442780494689941, 6.237778663635254, 6.016102313995361, 6.776116371154785, 8.6322603225708, 5.965451717376709, 7.700962066650391, 5.185009479522705, 6.796955108642578, 4.431941986083984, 5.923365592956543, 3.7026560306549072, 2.9259538650512695, 3.0685935020446777, 2.378781318664551, 2.437511444091797, 3.626401662826538, 5.901596546173096, 2.734513998031616, 0.9856656193733215, 0.5314849019050598, 1.1544876098632812]}
{"type": "SampleBatch", "eps_id": [1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1693691551, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAE2EAj1nraq7WeOPO8lGSL4RFwI93DNNvrRg+zkfsck9CVnjPKfzrLtJgSA72bRGvqh74jzTPk2+r627uvuUyz3OpME8voPKvhrQETqGhMg+ztaAPII7Tb7ScQk87QPLPfgAQDyep7G7VO0pPDZ6Q74sOj48x4FNvqW/1juUH9c9F+74Oz+QubtGyw08YgU+vgE49Tu8uk2+gfmhOybw4D2XGmM7Duu/u2706Tscozm+WW1bO/znTb5IS2Y7TLzoPfmHMLrM5cS7Vp+9O8IzNr7nCFC6CZFBPqkGEjtnBPC+qMFDO+6nyLuCNeq72ZszvvG6OztL+E2+TpQuvM+P6z2L0pe6887KvrLjCLxgA88+csYUvAyxTb711Iy5ekTfPbOYVryuP7y7DZP6OgwpPL6eeli8MrdNvrUd57rrU+A9ayeNvE6/yr4dGOA5iKbNPnoIzrwmsk2+iZ4KPKZ23z3I8e68zoTAu5lfLjzgOjm+NejvvI6hQT4eM+Y7bb3wvhTt0Ly0qsQ+GeUbu1S6Qr8i/pG8+I9BPtkckLxa/O++ogtmvDV5v7t76Ny8q/45vs71Z7wEYk2+1Kr6vJLB0T1j15S8CpOkuwbj6bxEjUy+CqqVvJ2ETL67TgW96JarPRljtrxA6sm+UOP8vHBnuz76//a8GJdLvizrwLw8mYI9hMkLvWmpXLuDeLa8jutxviEQDL1y60q+kC3dvGcISj3tSxy9Wawuu78Y1bzN5YC+0oMcveIkSr4LWP68w5QFPbuvLL1Zvci+LAD5vER0oT4Hzky9rj5JvtlVxbyavFg8hedcvQRYyL4AK8O8oK+YPpr1fL0fi0i+9k6SvG8j97pegIa95EX2uQuekrwzrZm+S4WGvSEFSL46y8O8v69XvH+Fjr2du8e+Y/PFvDc0iz4HgJ69A1FHvsxnmby3BOi8B3mmvQ0bQjq7C568eVmnvkNxpr2Rwka+AZnTvAEkJb2RZK69kwS1Ogs02rxgnK6+FVauvRD+Rb4VCgm9hPFovYdBtr2oXBI7wLINvVRHuL4cKra9VP9Evs4uK73kcaC9XAu+vf8Uxr7DmTG9O7BNPhXkzb2jwEO+QyUhvVFk172WuNW9onrFvuDCKb1ECjM+9YTlvWaIFL8icBu94ojoPtxI/b025sS+BnfsvF5dGT6uhAa+M5VBvjTt07zKhRu+02MKvth/xL5pz+y8vbYHPvo/Er6IFxS/kxjXvGj41D7mGB6+lBjEvgvykrzswOs97PAlvqnuE7/PFYC8/N3NPpPGMb6x2cO+stT4u/4K1j0VnDm+Bsk/vkxWtLsTIUO+BnI9vinBw74inBi8HpfNPY1GRb5DyxO/Tm7vuzu9xz5fGVG+AqLDvtzhATqn18I9p+xYvvvEE79xKx0776TGPvi+ZL5qp8O+vWwmPIe2xD13kmy+qtATvxrmRTzyqcg+uGV4vgrRw75vKaM8CBfTPXEdgL5RIEC+jgy0PAGpO75JCYK+fB/Evv8FljxbIO49b/WFviIUFL/TEqk8flDUPsLhi75eaMS+nwPtPCOoAz5ez4++Z3JBviQKAT3Pjx6+l76RvsQ4vDuYteg8Pvbfvoivkb6ZUkK+owqhPOgvC77/oJO+fzTFvojFijzSzSY+sJKXvpPbQr7SdaU8nsP+vYaFmb73ecW+QRSRPJjHMj6aeJ2+e2lDvhGvrTx2Tua93GyfvrNogjtkQps8oPfLvm1in76DmUs+yPozPJBdL782WZ2+B/xoO+3zMbv2Hce+5E+dvvsfRL5R7Cu8M8/GvfhFn74Z48W+jLtLvMrkRD4nO6O+GcpDvgS6DLyAm9W9YDClvs27xb5g5y68th0+PsUkqb7ygUO+IyLku0QK4r1FGau+UMKMO6w7Frzve8++Ag6rvpNFQ77vgo28nHjsvecBrb49B5k73W2gvGm8076p9ay+pLtCvkYv5LzvJgK+Luiuvh8Pxb5OAvm8yWwgPh/Zsr6k4UG+TFffvOrwFL51ybS+T6PEvuwr97wq1Q0+Pri4vsMKQb51euC8qHYnvm6mur6dN8S+w0X7vFaH9j0Qk76+qfETv9uM57yWc84+An7EvkbJw75ZfKW8PGvQPW9oyL7NxBO/7s+UvBepxj6WUc6+aIHDvlJ7KryknLc9kzrSvleqE7+UGg28CBHCPqsi2L7DXcO+wDWHutZQqz3yCty+m+k+vv8lKDrtYVa+rvPdvgddw75eX2i7VxCrPfHb4b673j6+isj1uptRV76RxOO+U2UPPPY/x7tm6AC/oK3jvh3BPr4/UIS8eORZvvWV5b7VKMO+Hy2nvDcbmT0sfem+X3QTv4HtmrxazLg+G2Pvvinfwr6plT+852B/PdpI877XxD2+gicrvPGdb76pLvW+rbXCvu7Ud7w4ymI9khP5vu0/E79GsGW8Rr2vPmn3/r4Of8K+Rm7quy0dPT2dbQG/XRU9vioszLs+u36+D6b3uTeAmTyO0ag8lkO4upurzLji6TS+l5aoPBRtmD4i9227nK2UPFZd2Tx1zz08Ry1Wu2r9WT5AQ9s8dpOLvk+zgTrcb448L5muPCSa6Dy+R686PEpZPhtAszyc1YO+uuK2O1Fi0D47EIk8jg4LvwHPYDwAFRo/oETAO0ifVL9OBNM8iDjQProFMLx0OQm/4NIKPZIZGj+31a+8TQNVv70iPD1pc9A+3xQcvXLVC7/ifF09ZqpZPg7USL1pFYi+reZuPUoT0T4Lml69dtISvzMtiD3fKls+28qGvcDNmL568ZA9QBGjPEYEk71hBN+8NMKRPc9LMr68IZS9IMh3PnOgij1DfLy+dDiKvYbQAj+KGHc9HUMwvpOUar3fk0o+sP5oPViXu77JX1q9Rp7xPvT6Sj1Jpi6+GrczvV/SJj4hAj09XOS6vpheJr3+A+I+CBsfPVhqLb7+NAK9WIALPnw7ET2PudY8AxjuvK1MKr4uYRM9s4Ysvr2rBL1SwO892JMFPenn3TxgKfa87xw+vu3LBz0NnSu+NEoKvQ94xz2PIvQ8ylvlPKRPAr1/rlK+4Lj4POnsZD5mKhO9UB8Cv9WsDj0aQu08Bc48vSWYaL42DBE9bXEpvo1pT72Nd089BX4DPSGI+DxSQ0u9C+CDvkL6BT1x+ie+7VxgvdsfnDwhFPE853e3vkDNXr34gpY+Zl62PPdhJr5LuEa9cLF7vF2/mzyRuLa+dvpHvQr0hT66jUI8+h8Nv7yLMr123Ak/tJ5eOkUMtr4mbga9cwFuPqExzbvu2Qy/lcfmvIG7Az97cY28Wpq1vop4krwbRVo+ZY7HvNokI75nGF+8n1CuvcWo4byGX7W+V/x6vHgeUD5u2Q29dbgivjtjOLz+/cC98t0aveAttb4xRFe8wI1HPgzbN70WXSK+wGgXvGi80L1B2ES9b00WPZPOOLzohcu+tNZBvUUQIr7mh528IAHevcTNTr1cyrS+jEqvvPxtNj7xumu9NEQMvzsakrzJku0+yU6MvfOAtL5wKAy89rwpPoC/mr0FFCG++66ru1a4BL7xMKG9ZjYbPetPALzBDtm+maOfvSPjIL5SnYW8VPIIvhUTpr17ObS+p4abvDhyHT4VfrS9G/4Lv6hVgrzAeuE+LeTKvSf4s76Duei76SgSPvNJ2b3g6Au/sC6LuzTI3T6mrO+94OKzvtuykDshfQ4+uBD+vRTpC7835Os7Rc/dPro5Cr6W+LO+s/OBPKM+Ej6hbBG+nF8gvuJZmTyISxS+vqEUvnybHD24n4E8l/LcvknZE7734CC+wa7rO5gfCb78EBe+6mS0vnTskzsI5iQ+OEgevssMIb5vdf070VgFvsyAIb7xjxo93x2oO8hF1771uiC+BT0hvk3dVruoLwG+f/Qjvlx/tL6DHL67zHUpPsosK74GGyG+UlAju5gdBL6nZS6+2G+0vvs1prsdySY+U501vrT+IL5O3+26To4Gvp7VOL72YrS+dpWRu4iQJD7HDEC+R+cgvs4MoboYkwi+mkRDvlpYtL4qV3+7S7wiPlZ7Sr4Y1CC+9ic8ulM6Cr7Hsk2+uU+0vn34X7tdPyE+K+lUvp3EIL40l4y5048Lvk0gWL7USLS+hDZEuxIPID5qVl++Z7ggvi+ZCjk2nQy+TY1ivnlDtL7bUiu7yyIfPjPDab4cryC+MXsBOi1qDb7n+Wy+VHQcPfyjFLsye9y+pDFsvoeoIL6kRDK8+fwNvjZob76kJrS+ULRfvBIvGj71nHa+sEwgvpJdLrzw5hW+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAABEXAj3cM02+tGD7OR+xyT0JWeM8p/Osu0mBIDvZtEa+qHviPNM+Tb6vrbu6+5TLPc6kwTy+g8q+GtAROoaEyD7O1oA8gjtNvtJxCTztA8s9+ABAPJ6nsbtU7Sk8NnpDviw6PjzHgU2+pb/WO5Qf1z0X7vg7P5C5u0bLDTxiBT6+ATj1O7y6Tb6B+aE7JvDgPZcaYzsO67+7bvTpOxyjOb5ZbVs7/OdNvkhLZjtMvOg9+YcwuszlxLtWn707wjM2vucIULoJkUE+qQYSO2cE8L6owUM77qfIu4I16rvZmzO+8bo7O0v4Tb5OlC68z4/rPYvSl7rzzsq+suMIvGADzz5yxhS8DLFNvvXUjLl6RN89s5hWvK4/vLsNk/o6DCk8vp56WLwyt02+tR3nuutT4D1rJ428Tr/Kvh0Y4DmIps0+egjOvCayTb6Jngo8pnbfPcjx7rzOhMC7mV8uPOA6Ob416O+8jqFBPh4z5jttvfC+FO3QvLSqxD4Z5Ru7VLpCvyL+kbz4j0E+2RyQvFr8776iC2a8NXm/u3vo3Lyr/jm+zvVnvARiTb7Uqvq8ksHRPWPXlLwKk6S7BuPpvESNTL4KqpW8nYRMvrtOBb3olqs9GWO2vEDqyb5Q4/y8cGe7Pvr/9rwYl0u+LOvAvDyZgj2EyQu9aalcu4N4tryO63G+IRAMvXLrSr6QLd28ZwhKPe1LHL1ZrC67vxjVvM3lgL7Sgxy94iRKvgtY/rzDlAU9u68svVm9yL4sAPm8RHShPgfOTL2uPkm+2VXFvJq8WDyF51y9BFjIvgArw7ygr5g+mvV8vR+LSL72TpK8byP3ul6Ahr3kRfa5C56SvDOtmb5LhYa9IQVIvjrLw7y/r1e8f4WOvZ27x75j88W8NzSLPgeAnr0DUUe+zGeZvLcE6LwHeaa9DRtCOrsLnrx5Wae+Q3GmvZHCRr4BmdO8ASQlvZFkrr2TBLU6CzTavGCcrr4VVq69EP5FvhUKCb2E8Wi9h0G2vahcEjvAsg29VEe4vhwqtr1U/0S+zi4rveRxoL1cC769/xTGvsOZMb07sE0+FeTNvaPAQ75DJSG9UWTXvZa41b2iesW+4MIpvUQKMz71hOW9ZogUvyJwG73iiOg+3Ej9vTbmxL4Gd+y8Xl0ZPq6EBr4zlUG+NO3TvMqFG77TYwq+2H/EvmnP7Ly9tgc++j8SvogXFL+TGNe8aPjUPuYYHr6UGMS+C/KSvOzA6z3s8CW+qe4Tv88VgLz83c0+k8YxvrHZw76y1Pi7/grWPRWcOb4GyT++TFa0uxMhQ74Gcj2+KcHDviKcGLwel809jUZFvkPLE79Obu+7O73HPl8ZUb4CosO+3OEBOqfXwj2n7Fi++8QTv3ErHTvvpMY++L5kvmqnw769bCY8h7bEPXeSbL6q0BO/GuZFPPKpyD64ZXi+CtHDvm8pozwIF9M9cR2AvlEgQL6ODLQ8Aak7vkkJgr58H8S+/wWWPFsg7j1v9YW+IhQUv9MSqTx+UNQ+wuGLvl5oxL6fA+08I6gDPl7Pj75nckG+JAoBPc+PHr6XvpG+xDi8O5i16Dw+9t++iK+RvplSQr6jCqE86C8Lvv+gk75/NMW+iMWKPNLNJj6wkpe+k9tCvtJ1pTyew/69hoWZvvd5xb5BFJE8mMcyPpp4nb57aUO+Ea+tPHZO5r3cbJ++s2iCO2RCmzyg98u+bWKfvoOZSz7I+jM8kF0vvzZZnb4H/Gg77fMxu/Ydx77kT52++x9EvlHsK7wzz8a9+EWfvhnjxb6Mu0u8yuREPic7o74ZykO+BLoMvICb1b1gMKW+zbvFvmDnLry2HT4+xSSpvvKBQ74jIuS7RArivUUZq75Qwow7rDsWvO97z74CDqu+k0VDvu+CjbyceOy95wGtvj0HmTvdbaC8abzTvqn1rL6ku0K+Ri/kvO8mAr4u6K6+Hw/Fvk4C+bzJbCA+H9myvqThQb5MV9+86vAUvnXJtL5Po8S+7Cv3vCrVDT4+uLi+wwpBvnV64Lyodie+bqa6vp03xL7DRfu8Vof2PRCTvr6p8RO/24znvJZzzj4CfsS+RsnDvll8pbw8a9A9b2jIvs3EE7/uz5S8F6nGPpZRzr5ogcO+UnsqvKSctz2TOtK+V6oTv5QaDbwIEcI+qyLYvsNdw77ANYe61lCrPfIK3L6b6T6+/yUoOu1hVr6u892+B13Dvl5faLtXEKs98dvhvrvePr6KyPW6m1FXvpHE475TZQ889j/Hu2boAL+greO+HcE+vj9QhLx45Fm+9ZXlvtUow74fLae8NxuZPSx96b5fdBO/ge2avFrMuD4bY+++Kd/CvqmVP7znYH892kjzvtfEPb6CJyu88Z1vvqku9b6ttcK+7tR3vDjKYj2SE/m+7T8Tv0awZbxGva8+aff+vg5/wr5Gbuq7LR09PZ1tAb9dFT2+KizMuz67fr6kXwK/+GXCvq6ZN7y00ys9m6vMuOLpNL6Xlqg8FG2YPiL3bbucrZQ8Vl3ZPHXPPTxHLVa7av1ZPkBD2zx2k4u+T7OBOtxvjjwvma48JJroPL5Hrzo8Slk+G0CzPJzVg7664rY7UWLQPjsQiTyODgu/Ac9gPAAVGj+gRMA7SJ9Uv04E0zyIONA+ugUwvHQ5Cb/g0go9khkaP7fVr7xNA1W/vSI8PWlz0D7fFBy9ctULv+J8XT1mqlk+DtRIvWkViL6t5m49ShPRPguaXr120hK/My2IPd8qWz7byoa9wM2YvnrxkD1AEaM8RgSTvWEE37w0wpE9z0syvrwhlL0gyHc+c6CKPUN8vL50OIq9htACP4oYdz0dQzC+k5Rqvd+TSj6w/mg9WJe7vslfWr1GnvE+9PpKPUmmLr4atzO9X9ImPiECPT1c5Lq+mF4mvf4D4j4IGx89WGotvv40Ar1YgAs+fDsRPY+51jwDGO68rUwqvi5hEz2zhiy+vasEvVLA7z3YkwU96efdPGAp9rzvHD6+7csHPQ2dK740Sgq9D3jHPY8i9DzKW+U8pE8CvX+uUr7guPg86exkPmYqE71QHwK/1awOPRpC7TwFzjy9JZhovjYMET1tcSm+jWlPvY13Tz0FfgM9IYj4PFJDS70L4IO+QvoFPXH6J77tXGC92x+cPCEU8Tznd7e+QM1evfiClj5mXrY892Emvku4Rr1wsXu8Xb+bPJG4tr52+ke9CvSFPrqNQjz6Hw2/vIsyvXbcCT+0nl46RQy2viZuBr1zAW4+oTHNu+7ZDL+Vx+a8gbsDP3txjbxamrW+iniSvBtFWj5ljse82iQjvmcYX7yfUK69xajhvIZftb5X/Hq8eB5QPm7ZDb11uCK+O2M4vP79wL3y3Rq94C21vjFEV7zAjUc+DNs3vRZdIr7AaBe8aLzQvUHYRL1vTRY9k844vOiFy7601kG9RRAivuaHnbwgAd69xM1OvVzKtL6MSq+8/G02PvG6a700RAy/OxqSvMmS7T7JToy984C0vnAoDLz2vCk+gL+avQUUIb77rqu7VrgEvvEwob1mNhs9608AvMEO2b6Zo5+9I+MgvlKdhbxU8gi+FROmvXs5tL6nhpu8OHIdPhV+tL0b/gu/qFWCvMB64T4t5Mq9J/izvoO56LvpKBI+80nZveDoC7+wLou7NMjdPqas773g4rO+27KQOyF9Dj64EP69FOkLvzfk6ztFz90+ujkKvpb4s76z84E8oz4SPqFsEb6cXyC+4lmZPIhLFL6+oRS+fJscPbifgTyX8ty+SdkTvvfgIL7Brus7mB8JvvwQF77qZLS+dOyTOwjmJD44SB6+ywwhvm91/TvRWAW+zIAhvvGPGj3fHag7yEXXvvW6IL4FPSG+Td1Wu6gvAb5/9CO+XH+0voMcvrvMdSk+yiwrvgYbIb5SUCO7mB0EvqdlLr7Yb7S++zWmux3JJj5TnTW+tP4gvk7f7bpOjga+ntU4vvZitL52lZG7iJAkPscMQL5H5yC+zgyhuhiTCL6aREO+Wli0vipXf7tLvCI+VntKvhjUIL72Jzy6UzoKvseyTb65T7S+ffhfu10/IT4r6VS+ncQgvjSXjLnTjwu+TSBYvtRItL6ENkS7Eg8gPmpWX75nuCC+L5kKOTadDL5NjWK+eUO0vttSK7vLIh8+M8NpvhyvIL4xewE6LWoNvuf5bL5UdBw9/KMUuzJ73L6kMWy+h6ggvqREMrz5/A2+NmhvvqQmtL5QtF+8Ei8aPvWcdr6wTCC+kl0uvPDmFb6x0Xm+L/mzvo1VXrwJWRI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.7756350636482239, 0.612125813961029, 0.7756436467170715, 0.3885174095630646, 0.8815892934799194, 0.6356493234634399, 0.7581368088722229, 0.6445144414901733, 0.7527977228164673, 0.6516579389572144, 0.7484222650527954, 0.6572870016098022, 0.2550281286239624, 0.9149109125137329, 0.7610495686531067, 0.36838531494140625, 0.8866824507713318, 0.6457452774047852, 0.7557428479194641, 0.354793906211853, 0.8928549289703369, 0.668721079826355, 0.26495277881622314, 0.08777742087841034, 0.9563407301902771, 0.9214736819267273, 0.7911956906318665, 0.5715227723121643, 0.8113599419593811, 0.46872013807296753, 0.8444793224334717, 0.5148441195487976, 0.8360649943351746, 0.4795854985713959, 0.8509207963943481, 0.5608783960342407, 0.7989695072174072, 0.5798503160476685, 0.7905892133712769, 0.4081323742866516, 0.8741276264190674, 0.623587965965271, 0.7611796855926514, 0.362978458404541, 0.8880791068077087, 0.33047470450401306, 0.8981094360351562, 0.29254063963890076, 0.9087594747543335, 0.7488438487052917, 0.6212868094444275, 0.7758610248565674, 0.4188234508037567, 0.8572765588760376, 0.567042350769043, 0.8044984340667725, 0.4615945816040039, 0.8433027267456055, 0.46471813321113586, 0.8454596996307373, 0.5439815521240234, 0.8119010329246521, 0.4629794657230377, 0.8489465117454529, 0.44517841935157776, 0.8587840795516968, 0.41622641682624817, 0.8716719150543213, 0.623212456703186, 0.7551260590553284, 0.3523470163345337, 0.8933494091033936, 0.6929872632026672, 0.30915963649749756, 0.8949166536331177, 0.680034875869751, 0.729566752910614, 0.6561221480369568, 0.7493543028831482, 0.3704221546649933, 0.12344934046268463, 0.9468966126441956, 0.8860577344894409, 0.6618601679801941, 0.7321107387542725, 0.6663256287574768, 0.7279475331306458, 0.3306964635848999, 0.8942685127258301, 0.30627503991127014, 0.9030520915985107, 0.726478636264801, 0.6553636193275452, 0.7468454241752625, 0.6281380653381348, 0.7662988901138306, 0.4013173282146454, 0.8649280667304993, 0.4087170958518982, 0.8637696504592896, 0.40591245889663696, 0.8660423159599304, 0.6065399050712585, 0.7637236714363098, 0.6049522161483765, 0.23537707328796387, 0.9175612330436707, 0.7841527462005615, 0.43730372190475464, 0.8495862483978271, 0.562748908996582, 0.7911516427993774, 0.4525795578956604, 0.8426398634910583, 0.551680862903595, 0.7927470803260803, 0.35888081789016724, 0.8957231640815735, 0.6768782138824463, 0.7230063676834106, 0.6946155428886414, 0.29071521759033203, 0.09575942158699036, 0.9542697072029114, 0.08424267917871475, 0.9584065675735474, 0.9297118782997131, 0.17087379097938538, 0.9403315782546997, 0.8702080249786377, 0.6345273852348328, 0.26655271649360657, 0.9053779244422913, 0.30668720602989197, 0.8960314393043518, 0.3381303548812866, 0.8890500068664551, 0.6409712433815002, 0.7704555988311768, 0.604201078414917, 0.7936940789222717, 0.5633335709571838, 0.18421390652656555, 0.934615969657898, 0.8475006222724915, 0.4323859214782715, 0.8700407147407532, 0.6335121393203735, 0.7338801622390747, 0.6772472858428955, 0.3027171492576599, 0.8957626819610596, 0.31503212451934814, 0.8953123092651367, 0.6868011951446533, 0.7152880430221558, 0.678637683391571, 0.7223745584487915, 0.6722382307052612, 0.2721746265888214, 0.9104246497154236, 0.7503911852836609, 0.3685230016708374, 0.8811478018760681, 0.6412357687950134, 0.24763242900371552, 0.9166780710220337, 0.7716503143310547, 0.3969353437423706, 0.8723196387290955, 0.38646960258483887, 0.8790027499198914, 0.3632466793060303, 0.8891210556030273, 0.6716672778129578, 0.278555303812027, 0.9067665338516235, 0.7231478095054626, 0.6862280368804932, 0.2860000431537628, 0.9065383076667786, 0.7248930335044861, 0.6793040037155151, 0.7249322533607483, 0.679607093334198, 0.7244158983230591, 0.680435061454773, 0.7234086394309998, 0.6817116141319275, 0.7219614386558533, 0.6833726763725281, 0.720114529132843, 0.6853653192520142, 0.717898428440094, 0.6876468658447266, 0.2846648395061493, 0.9079360961914062, 0.7332726120948792, 0.6636269092559814, 0.740626871585846], "advantages": [-0.9090890884399414, -1.127325415611267, -1.4979877471923828, -1.7770287990570068, -0.9555240273475647, -2.489248037338257, -2.7517693042755127, -3.15179705619812, -3.3717381954193115, -3.820936679840088, -3.996267795562744, -4.496857166290283, -4.625176906585693, -3.5213992595672607, -5.18390417098999, -5.796466827392578, -5.304215431213379, -6.538675785064697, -6.4541015625, -7.231523036956787, -6.871771335601807, -7.994811058044434, -7.805431842803955, -6.283897399902344, -3.234347105026245, -6.558821678161621, -8.778098106384277, -9.84870719909668, -9.216177940368652, -10.44337272644043, -10.484763145446777, -11.097777366638184, -10.046831130981445, -11.628363609313965, -10.332232475280762, -12.08273696899414, -12.596323013305664, -12.58414077758789, -13.297853469848633, -13.064221382141113, -11.137035369873047, -13.369363784790039, -14.462318420410156, -13.730950355529785, -11.508196830749512, -13.889410018920898, -11.53868293762207, -13.903693199157715, -11.468234062194824, -13.756550788879395, -15.538286209106445, -13.697656631469727, -15.57264518737793, -16.732980728149414, -15.741827964782715, -13.910992622375488, -15.761367797851562, -17.291433334350586, -15.994025230407715, -17.592037200927734, -16.347126007080078, -15.096712112426758, -16.604503631591797, -18.157657623291016, -17.127408981323242, -18.591249465942383, -17.779804229736328, -19.132686614990234, -18.557809829711914, -18.199935913085938, -19.238386154174805, -20.373611450195312, -20.18935203552246, -20.186275482177734, -19.96440887451172, -20.91289710998535, -21.710935592651367, -21.88909339904785, -22.617202758789062, -22.915283203125, -22.948945999145508, -22.311323165893555, -23.52683448791504, -24.237096786499023, -24.829599380493164, -25.225664138793945, -25.7595272064209, -26.241615295410156, -26.46504020690918, -27.02013397216797, -27.275028228759766, -27.77414321899414, -28.14527130126953, -28.757505416870117, -29.06433868408203, -29.748523712158203, -29.99290657043457, -30.538898468017578, -31.161794662475586, -31.647903442382812, -32.37772750854492, -32.81642150878906, -33.64552307128906, -34.683815002441406, -34.75780487060547, -35.85243606567383, -36.564735412597656, -36.82870101928711, -36.87998962402344, -37.2624626159668, -38.26713943481445, -39.47517395019531, -39.5224723815918, -39.87834930419922, -40.99521255493164, -42.26863098144531, 10.817754745483398, 11.002147674560547, 10.40869426727295, 10.572393417358398, 10.015243530273438, 10.132020950317383, 11.14441204071045, 13.743602752685547, 10.855884552001953, 13.747347831726074, 10.741920471191406, 9.208016395568848, 10.72360897064209, 9.030326843261719, 8.344115257263184, 8.487646102905273, 9.67080307006836, 7.91990852355957, 8.974520683288574, 7.3722710609436035, 8.30816650390625, 6.837972164154053, 6.667980670928955, 6.378802299499512, 6.317411422729492, 5.931929111480713, 5.999307632446289, 7.51806116104126, 5.8334760665893555, 5.213784694671631, 5.706218242645264, 4.912362575531006, 5.191457271575928, 4.591506004333496, 4.683869361877441, 5.95835018157959, 4.115170955657959, 5.216538429260254, 3.5854387283325195, 3.6977410316467285, 3.1883649826049805, 3.5112197399139404, 2.8282289505004883, 3.3661630153656006, 5.586302280426025, 3.419462203979492, 2.3931772708892822, 2.6711783409118652, 2.0857045650482178, 3.3379178047180176, 5.920799732208252, 3.55290150642395, 2.003239393234253, 1.6574945449829102, 1.8609412908554077, 1.3016539812088013, 1.6781538724899292, 0.9470158219337463, 1.4215353727340698, 3.134845018386841, 5.222073078155518, 3.1220991611480713, 1.2644894123077393, 2.969377040863037, 4.856164932250977, 3.004380464553833, 1.257417917251587, 2.876025676727295, 1.206418752670288, 2.7077701091766357, 1.131942868232727, 2.4993934631347656, 1.0279994010925293, 2.251680374145508, 0.8901981711387634, 1.9660530090332031, 0.715822160243988, 1.6443406343460083, 0.5035478472709656, 1.2885972261428833, 2.169264316558838, 1.168209195137024, 0.23358669877052307, 0.8329963684082031]}
{"type": "SampleBatch", "eps_id": [1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1085404201, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAALHReb4v+bO+jVVevAlZEj5PgoC+EfIfvr2AL7wsth2+xRuCvr7Ls755+GG8AYQKPlO0hb5CzAu/RqU1vA/e2D7bS4u+JJ2zvtxmK7tCeAI+euOOvp+/C78A0Yy4XarWPoF6lL4YmLO+KUkIPBuaAT4GEpi+TccLvyjCMTwJ/tc+W6mdvvK7s74r/508xcwHPphBob6k8x++iLmzPAadHb4S26K+Ggm0vrCBmjwMGRU+23SmvkaMIL68XLI8tnQQvtsPqL4iVbS+0j+bPPYzIj4pq6u+qyQhvqgztTwuUgO+sEetvvahtL6/MKA8gnIvPobksL6nwCG+EUO8PIzB672dgrK+itQWPclmqTwbCc2+FSKyvi9kIr6KlE88GIbPvc3Bs76v5hQ9XmAuPKCsx76BYrO+jbsivuhWOjsHc8C9GgO1viBKtb4JsHw6XWZMPk6juL7SySK+4WaiO+r9vb0LRLq+M1W1vn01SzvvTk4+d+S9vgPoIr5NpOk7nMq4vYGFv75UaLW+MIKuOz2bUT5QJsO+rhYjvg1UGjxmwLC90sfEvpNOEj2dGPw7K4PAvi9qxL7UViO+C8U1OfSvpb1VDMa+xJK1vspbvbpv61g+/K3JvhJSI75X+jY7B4KmvRZQy75LlbW+XtOYOqNaWT7L8c6+6WAjviFQsTvs86O9C5TQvpehtb47snk7XXlbPv411L54gyO+4KcEPAUAnr2X2NW+2be1vmLA1jvTT18+/HrZvl66I77l1TI83YqUvSEe277fqA89mREbPEI3ub4wwtq+wgYkvlIfEjseXoe9GGbcvpD7Dj2/8m06wFW3vpYK3L6KEiS+3OzMu99Whb2crt2+eOS1vgSY97uuAmc+5lHhvsveI76Gfke7WkGOvWn14r6k6g890ESRu47oub5NmeK+zMIjvqSdP7ywFpO9iDzkvsHaED1kJle81YC8vtPf474ANWw+YuWnvCM7Kr8ig+G+78wSPQRsCr248sG+LiXhvteYIr4hdCm9KJbGvW7F4r4uKBc9qGUxvYwIzr6wZOK+L1whvshcUr2mUP29xQHkvu8vtL67fly9/wMcPlSc574F0x++iANQvYySIL57Nem+l2yzvg7cXL25l/Q9IszsvutLHr5tE1O9ylFCvl9h7r6Up7K+Fp9ivY2XsD0V9PG+lRALv8mOW73azrg+G4T3vtzbsb4M/T29q2xUPb4S+76kQxu+b705vdqagr44oPy+RDCxvgOjTr3PCrw8thUAv7PeGb6gwUy97waSvqraAL9udLC+5R5kvUWTDrxkngK/gFUYvmTVZL11CKO+YWEDv+Sjr7456369u7AzvQQjBb+Fhwm/nkGBvfwHaj4r4we/l7muvkfKb73Kt6q9dqIJvz8WCb9unna9qdxCPllgDL+l262+qAdnvbdP971sHQ6/h6kIvyDscL0hTB0+ItkQv2MErb6tVmS9Os0gvg+UEr+dPgi/5TNxvd3A8D2hTRW/vPc5v5SSZ711Pcg+yQUZv8yza7+/iEe9k1kqP5W8Hb8tljm/rwURvXkztz7JciG/kGdrv4hr57zInSM/Digmv/9aOb9EaX28wOSsPhPdKb9JWQe/Y8IOvLaBJD0Qkiy/UbuqvkqZAbz7sIK+Ikcuv7ZJB7/CPVW8TAkPPc/7ML/VMDm/YMxJvMKdpT78rzS/+TEHv5+bv7tql9w8L2Q3v/UfOb/o9a27b7GiPgYYO7+EJwe/eCWJOizBvzwEzD2/+WmqvgGCxjors4m+RoA/v+opB7/9QX273F7GPFA0Qr/IGTm/u4Rdu1OgoT4H6EW/IAprv6o+QDtydxs/bptKv08ZOb/1Dnc8po2hPiNPTr8WNAe/7TmvPDt24jxhA1G/RDs5v2nBszxYbKc+w7dUv6tcB7+4VOk8OzopPdFsV79VCau+nBnwPIUPeL6sIlm/zJIHvwxpyDwR23M9zthbv6Rtq74hKtI85bxmvqqPXb+8wQe/Gz+tPJ5Imj29RmC/AsWrvtaWuTwrqFe+eP5hv8USEL6HFZc8wfr9vuK2Yr9l1109Dp8LPAVqSL/kb2K/oXYQvk3R6buxm/m+zihjvwwVrL46VIq8EtJJvlbhZL/QHRC+zJ6qvHF3/b7OmWW/V+5fPci6+7xZUku/JlJlv3FgD76A7T692egCv6sJZr9DPau+ndFovYRWb74LwGe/B1oHv0H3e72I4CU9C3Vqv1sQOb/3pXi91lWgPpIobr/E5wa/of5eve6WADtJ23C/c6U4v3vVXr290I0+rIx0v/OBBr+5JEi9b4EEvVo9d79kRTi/J8tKvaVkej7S7Hq/WQhqvxnDNr2jbAU/EZt/v5ntN7/6EAy96/BbPmSkgb8r2wW/KvH0vFg3tb0Q+4K/2Jinvj24Ab3s6Me+ltGDv5ChBb+LtCG9lgPdva4nhb+Vbje/uosqveEuMD5E/Ya/eDlpv39zHL3sEuc+NDZJvZfbArzW1f08AcM3vbPdSb2TbFC+Hnz2PCjOgz46ilq9IScRvM5UED03zdG8BURbvZwyPj62Ow49SCudvsYMTL1fiCG8IizqPDogaLuJ20y9EUc9PpKX6Tzo+pK+Ibc9vaTnLrz2jro8UwltPAKXPr0MiDw+xu28PC25ir7igS+9+KM5vI+JkDx+7+w8gW8wvXKpU76rRpU8QXynPldeQb0VCkK8Et/KPEnRJD22VkK9E047Ps120TzVZXq+tFozvf5cwT6CZqk8EG8Hv4tqFL1MoTo+DnIlPApua75cfAW9kiTBPko3tDvq9gS/dirNvOlmOj5ULKC7mWFmvm9Xr7zLS1W8/84ZvHZ8hz15ebG8Q5w6PnshBLxk+2q+6Z2TvFc1Ubw1U0+85G94PXy1lbys6To+N3M7vJ6ocb4Sm2+8CnHBPvJjhLx8Qgi/N5vnu5RQOz69mNu8L5d6viBzX7tzZ0G8d9gBvaNYIT0L7G67rWlTvr48/bzh0KQ+5cP+uzC+MrwFf8i81t2gPBz1Ary5m1K+YkfFvDznmz4kWka8tF4nvMpjk7xCh407FLNJvCL/Ub6irpK8iiGVPgBzhrzt9R68pOtFvDSF5bvwCYi8iws+Pjc3SLz2YJu+YkNTvMVEGbw81JW82lpwvB5UVrxaHFG+izuYvApciz48n4y8o6EQvGxGV7xAcde8fhGOvLH0Pj6N5F+8K22lvuIHX7yDWgq8A+KkvIpcDr1BzGG8jSZQvsuTqrzJxYA++jOSvD7DALy+XoG83D9DvZt9k7xE/D8+GC6JvBPKsL7Fi2m8tknyu67AwbxKTm29B/hrvIOSQD6xPsu8+0m3voFYLrwFmtu73fICvfD4lb2vijC8eGVBPpTyCL0ObMC+Tk/lu9zVxD4wvCe9tcktv7sdNTrjeEI+5Vhfvfd2zL4LGpM7D/ePu+IHgL3/pf698TiQOxBVS76vH4W99IgXPrNv4TkKEMm+7x9+vQnF1j46RfO7nnpJvvfCW70n99w9xRs6vDc1brpI7FK9RQ1Ovv9nOryp8Ue+OWhjvUMnmT1pY3q8AnLHvu9HXb1h6rI+RAS9vOVXRr6Np0C9WcUkPWnA3LycmQc77Vs9vVCpiL6gady8+PpEvpM5U719gDE88e37vDSoYjtfVlK9U2eYvuFc+7wLekO+07hqvdoCsbzOUQ29dDLFvvl9bL05QoE+/94svbpTFL+Jz1e9M8EGP/NVXL2lZMS+b7AsvWrMXj42wnu9G2RAvoXdGr2vbrS9MZOFvXLPw74mFSK96AhFPmM9lb15Qj++4FESvd5c5r3i45y9wM0QPMqIG713GtW+Noecvd8uPr6BoT29UAALvq8ipL2so8K+QMBIvaljET7mtLO9LxUTv60ePb0SbtY+aD3LvbXxwb6gzxq99D3lPWLB2r3jjDu+MKQRvRsMRb7mQeK9f2jBvrdnIb2/67U95rrxvVWBEr/YIBq9Zta8PuCVBL5J2MC+H9T3vGwhhD2cTAy+ZUISvxdC7bz867E+AAAYvl9pwL68UrS8l7g7PUuyH74RExK/edCsvMS4qT7mYSu+ffJDv7sBbbzUEB4/5g47vu7xEb8Duwq7lPajPtq7Rr7l+L++9IGMOzxK3DymaU6+7TM4vn4hnjsrZIe+xBhSvvkJwL5TuPK5x9XzPD/HWb4Q+BG/GscKOb8EpT6xdGW+WQnAvoCP1zvq+vI8JSNtvopdOL67/+o73JmFvhnTcL4eI8C+afX/Oj1ACz2Vgni+5wYSvySKLDs9k6c+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAE+CgL4R8h++vYAvvCy2Hb7FG4K+vsuzvnn4YbwBhAo+U7SFvkLMC79GpTW8D97YPttLi74knbO+3GYru0J4Aj56446+n78LvwDRjLhdqtY+gXqUvhiYs74pSQg8G5oBPgYSmL5Nxwu/KMIxPAn+1z5bqZ2+8ruzviv/nTzFzAc+mEGhvqTzH76IubM8Bp0dvhLbor4aCbS+sIGaPAwZFT7bdKa+Rowgvrxcsjy2dBC+2w+oviJVtL7SP5s89jMiPimrq76rJCG+qDO1PC5SA76wR62+9qG0vr8woDyCci8+huSwvqfAIb4RQ7w8jMHrvZ2Csr6K1BY9yWapPBsJzb4VIrK+L2QivoqUTzwYhs+9zcGzvq/mFD1eYC48oKzHvoFis76NuyK+6FY6OwdzwL0aA7W+IEq1vgmwfDpdZkw+TqO4vtLJIr7hZqI76v29vQtEur4zVbW+fTVLO+9OTj535L2+A+givk2k6Tucyri9gYW/vlRotb4wgq47PZtRPlAmw76uFiO+DVQaPGbAsL3Sx8S+k04SPZ0Y/Dsrg8C+L2rEvtRWI74LxTU59K+lvVUMxr7EkrW+ylu9um/rWD78rcm+ElIjvlf6NjsHgqa9FlDLvkuVtb5e05g6o1pZPsvxzr7pYCO+IVCxO+zzo70LlNC+l6G1vjuyeTtdeVs+/jXUvniDI77gpwQ8BQCevZfY1b7Zt7W+YsDWO9NPXz78etm+XrojvuXVMjzdipS9IR7bvt+oDz2ZERs8Qje5vjDC2r7CBiS+Uh8SOx5eh70YZty+kPsOPb/ybTrAVbe+lgrcvooSJL7c7My731aFvZyu3b545LW+BJj3u64CZz7mUeG+y94jvoZ+R7taQY69afXivqTqDz3QRJG7jui5vk2Z4r7MwiO+pJ0/vLAWk72IPOS+wdoQPWQmV7zVgLy+09/jvgA1bD5i5ae8IzsqvyKD4b7vzBI9BGwKvbjywb4uJeG+15giviF0Kb0olsa9bsXivi4oFz2oZTG9jAjOvrBk4r4vXCG+yFxSvaZQ/b3FAeS+7y+0vrt+XL3/Axw+VJznvgXTH76IA1C9jJIgvns16b6XbLO+DtxcvbmX9D0izOy+60sevm0TU73KUUK+X2HuvpSnsr4Wn2K9jZewPRX08b6VEAu/yY5bvdrOuD4bhPe+3Nuxvgz9Pb2rbFQ9vhL7vqRDG75vvTm92pqCvjig/L5EMLG+A6NOvc8KvDy2FQC/s94ZvqDBTL3vBpK+qtoAv250sL7lHmS9RZMOvGSeAr+AVRi+ZNVkvXUIo75hYQO/5KOvvjnrfr27sDO9BCMFv4WHCb+eQYG9/AdqPivjB7+Xua6+R8pvvcq3qr12ogm/PxYJv26edr2p3EI+WWAMv6Xbrb6oB2e9t0/3vWwdDr+HqQi/IOxwvSFMHT4i2RC/YwStvq1WZL06zSC+D5QSv50+CL/lM3G93cDwPaFNFb+89zm/lJJnvXU9yD7JBRm/zLNrv7+IR72TWSo/lbwdvy2WOb+vBRG9eTO3PslyIb+QZ2u/iGvnvMidIz8OKCa//1o5v0RpfbzA5Kw+E90pv0lZB79jwg68toEkPRCSLL9Ru6q+SpkBvPuwgr4iRy6/tkkHv8I9VbxMCQ89z/swv9UwOb9gzEm8wp2lPvyvNL/5MQe/n5u/u2qX3DwvZDe/9R85v+j1rbtvsaI+Bhg7v4QnB794JYk6LMG/PATMPb/5aaq+AYLGOiuzib5GgD+/6ikHv/1BfbvcXsY8UDRCv8gZOb+7hF27U6ChPgfoRb8gCmu/qj5AO3J3Gz9um0q/Txk5v/UOdzymjaE+I09OvxY0B7/tOa88O3biPGEDUb9EOzm/acGzPFhspz7Dt1S/q1wHv7hU6Tw7Oik90WxXv1UJq76cGfA8hQ94vqwiWb/Mkge/DGnIPBHbcz3O2Fu/pG2rviEq0jzlvGa+qo9dv7zBB78bP608nkiaPb1GYL8Cxau+1pa5PCuoV754/mG/xRIQvocVlzzB+v2+4rZiv2XXXT0Onws8BWpIv+RvYr+hdhC+TdHpu7Gb+b7OKGO/DBWsvjpUirwS0km+VuFkv9AdEL7Mnqq8cXf9vs6ZZb9X7l89yLr7vFlSS78mUmW/cWAPvoDtPr3Z6AK/qwlmv0M9q76d0Wi9hFZvvgvAZ78HWge/Qfd7vYjgJT0LdWq/WxA5v/eleL3WVaA+kihuv8TnBr+h/l697pYAO0nbcL9zpTi/e9Vevb3QjT6sjHS/84EGv7kkSL1vgQS9Wj13v2RFOL8ny0q9pWR6PtLser9ZCGq/GcM2vaNsBT8Rm3+/me03v/oQDL3r8Fs+ZKSBvyvbBb8q8fS8WDe1vRD7gr/YmKe+PbgBvezox76W0YO/kKEFv4u0Ib2WA929rieFv5VuN7+6iyq94S4wPkT9hr94OWm/f3McvewS5z5SUom/9SM3v2v17rzRXRY+s91JvZNsUL4efPY8KM6DPjqKWr0hJxG8zlQQPTfN0bwFRFu9nDI+PrY7Dj1IK52+xgxMvV+IIbwiLOo8OiBou4nbTL0RRz0+kpfpPOj6kr4htz29pOcuvPaOujxTCW08Apc+vQyIPD7G7bw8LbmKvuKBL734ozm8j4mQPH7v7DyBbzC9cqlTvqtGlTxBfKc+V15BvRUKQrwS38o8SdEkPbZWQr0TTjs+zXbRPNVler60WjO9/lzBPoJmqTwQbwe/i2oUvUyhOj4OciU8Cm5rvlx8Bb2SJME+Sje0O+r2BL92Ks286WY6PlQsoLuZYWa+b1evvMtLVbz/zhm8dnyHPXl5sbxDnDo+eyEEvGT7ar7pnZO8VzVRvDVTT7zkb3g9fLWVvKzpOj43czu8nqhxvhKbb7wKccE+8mOEvHxCCL83m+e7lFA7Pr2Y27wvl3q+IHNfu3NnQbx32AG9o1ghPQvsbrutaVO+vjz9vOHQpD7lw/67ML4yvAV/yLzW3aA8HPUCvLmbUr5iR8W8POebPiRaRry0Xie8ymOTvEKHjTsUs0m8Iv9RvqKukryKIZU+AHOGvO31Hryk60W8NIXlu/AJiLyLCz4+NzdIvPZgm75iQ1O8xUQZvDzUlbzaWnC8HlRWvFocUb6LO5i8ClyLPjyfjLyjoRC8bEZXvEBx17x+EY68sfQ+Po3kX7wrbaW+4gdfvINaCrwD4qS8ilwOvUHMYbyNJlC+y5OqvMnFgD76M5K8PsMAvL5egbzcP0O9m32TvET8Pz4YLom8E8qwvsWLaby2SfK7rsDBvEpObb0H+Gu8g5JAPrE+y7z7Sbe+gVguvAWa27vd8gK98PiVva+KMLx4ZUE+lPIIvQ5swL5OT+W73NXEPjC8J721yS2/ux01OuN4Qj7lWF+993bMvgsakzsP94+74geAvf+l/r3xOJA7EFVLvq8fhb30iBc+s2/hOQoQyb7vH369CcXWPjpF87ueekm+98JbvSf33D3FGzq8NzVuukjsUr1FDU6+/2c6vKnxR745aGO9QyeZPWljerwCcse+70ddvWHqsj5EBL285VdGvo2nQL1ZxSQ9acDcvJyZBzvtWz29UKmIvqBp3Lz4+kS+kzlTvX2AMTzx7fu8NKhiO19WUr1TZ5i+4Vz7vAt6Q77TuGq92gKxvM5RDb10MsW++X1svTlCgT7/3iy9ulMUv4nPV70zwQY/81VcvaVkxL5vsCy9asxePjbCe70bZEC+hd0ava9utL0xk4W9cs/DviYVIr3oCEU+Yz2VvXlCP77gURK93lzmveLjnL3AzRA8yogbvXca1b42h5y93y4+voGhPb1QAAu+ryKkvayjwr5AwEi9qWMRPua0s70vFRO/rR49vRJu1j5oPcu9tfHBvqDPGr30PeU9YsHaveOMO74wpBG9GwxFvuZB4r1/aMG+t2chvb/rtT3muvG9VYESv9ggGr1m1rw+4JUEvknYwL4f1Pe8bCGEPZxMDL5lQhK/F0LtvPzrsT4AABi+X2nAvrxStLyXuDs9S7IfvhETEr950Ky8xLipPuZhK7598kO/uwFtvNQQHj/mDju+7vERvwO7CruU9qM+2rtGvuX4v770gYw7PErcPKZpTr7tMzi+fiGeOytkh77EGFK++QnAvlO48rnH1fM8P8dZvhD4Eb8axwo5vwSlPrF0Zb5ZCcC+gI/XO+r68jwlI22+il04vrv/6jvcmYW+GdNwvh4jwL5p9f86PUALPZWCeL7nBhK/JIosOz2Tpz6bGIK+tSvAvgxiFjxtLRE9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.6537982225418091, 0.7480552792549133, 0.35675248503685, 0.8867892622947693, 0.34405601024627686, 0.8922792077064514, 0.32081732153892517, 0.900262176990509, 0.7113386988639832, 0.6747792959213257, 0.731661856174469, 0.6502748727798462, 0.7509464621543884, 0.6238872408866882, 0.7694880962371826, 0.40483903884887695, 0.8611644506454468, 0.41056203842163086, 0.8615332841873169, 0.594387412071228, 0.7814565896987915, 0.5843990445137024, 0.7871851325035095, 0.5718697309494019, 0.7941381931304932, 0.443391352891922, 0.8467154502868652, 0.5640233159065247, 0.7952790260314941, 0.5560895204544067, 0.7993307113647461, 0.5452324748039246, 0.8047934770584106, 0.5313411355018616, 0.8115816712379456, 0.4857438802719116, 0.822441816329956, 0.4813523292541504, 0.8271824717521667, 0.5324507355690002, 0.8056276440620422, 0.46916747093200684, 0.8332657814025879, 0.44921472668647766, 0.1553802192211151, 0.938803493976593, 0.8697534799575806, 0.35048192739486694, 0.8889293074607849, 0.7061596512794495, 0.6530068516731262, 0.7467408180236816, 0.6007909178733826, 0.7833701372146606, 0.45725783705711365, 0.831234872341156, 0.5036577582359314, 0.831467866897583, 0.44791221618652344, 0.8557592034339905, 0.38761278986930847, 0.8783908486366272, 0.6753438711166382, 0.6768608689308167, 0.7193108797073364, 0.6272778511047363, 0.7571271657943726, 0.5746353268623352, 0.7901135683059692, 0.4809771776199341, 0.18898361921310425, 0.9214778542518616, 0.1946869194507599, 0.9212345480918884, 0.8093040585517883, 0.5057886242866516, 0.8030053973197937, 0.5049028992652893, 0.8032615780830383, 0.4986136257648468, 0.8062254190444946, 0.5137951374053955, 0.787377655506134, 0.4885161519050598, 0.1918935924768448, 0.9216127991676331, 0.8230971097946167, 0.43188774585723877, 0.8354758620262146, 0.6013743281364441, 0.6997705101966858, 0.6221972107887268, 0.6802588701248169, 0.6396864652633667, 0.33783024549484253, 0.1504456251859665, 0.9276463985443115, 0.8611058592796326, 0.3066280484199524, 0.12906235456466675, 0.9389564990997314, 0.8911041021347046, 0.770799994468689, 0.5167937874794006, 0.7597653269767761, 0.5536934733390808, 0.7326628565788269, 0.5852333307266235, 0.29404735565185547, 0.8741856813430786, 0.6928068995475769, 0.3840416669845581, 0.8318026065826416, 0.6462596654891968, 0.3603768050670624, 0.8428529500961304, 0.4279141128063202, 0.8768115043640137, 0.6203874945640564, 0.7618516087532043, 0.6473038196563721, 0.745112955570221, 0.6674724221229553, 0.731564462184906, 0.3179558217525482, 0.9055505990982056, 0.7141088843345642, 0.314890056848526, 0.8963093757629395, 0.3072061538696289, 0.9014476537704468, 0.714926540851593, 0.6900429725646973, 0.7282330393791199, 0.6736318469047546, 0.2557612657546997, 0.918137788772583, 0.7811395525932312, 0.40977048873901367, 0.8699129819869995, 0.4324297606945038, 0.863659679889679, 0.44798779487609863, 0.8595702648162842, 0.5433138608932495, 0.8255105018615723, 0.4877859652042389, 0.843747615814209, 0.5010747313499451, 0.8442225456237793, 0.5334628820419312, 0.8223601579666138, 0.4510672390460968, 0.8635732531547546, 0.411889910697937, 0.8779820799827576, 0.3639357388019562, 0.10682330280542374, 0.9534547328948975, 0.9134367108345032, 0.7707125544548035, 0.41555944085121155, 0.8564978837966919, 0.5332484245300293, 0.8350723385810852, 0.5360636115074158, 0.8027918934822083, 0.41831517219543457, 0.8751989006996155, 0.35682371258735657, 0.8933011889457703, 0.7044357657432556, 0.3348449766635895, 0.8834495544433594, 0.6413818597793579, 0.759468674659729, 0.6051672101020813, 0.21704421937465668, 0.9261196851730347, 0.8165813088417053, 0.504275918006897, 0.813959002494812, 0.46903300285339355, 0.8487949371337891, 0.5728330016136169, 0.777737021446228, 0.5921180248260498, 0.769203782081604, 0.6028798818588257, 0.23415561020374298, 0.9180946350097656, 0.7853320837020874, 0.43054547905921936, 0.8574968576431274, 0.5692688226699829, 0.7983015179634094, 0.451924592256546, 0.849402666091919, 0.5448324084281921, 0.8133159875869751], "advantages": [13.10532283782959, 13.717348098754883, 13.11357307434082, 12.386098861694336, 12.870925903320312, 12.268976211547852, 12.5468111038208, 12.066407203674316, 12.141822814941406, 12.150308609008789, 11.878232955932617, 11.793551445007324, 11.579999923706055, 11.404545783996582, 11.245341300964355, 10.980606079101562, 11.080321311950684, 10.78364372253418, 10.843639373779297, 10.602641105651855, 10.547697067260742, 10.17845630645752, 10.16540813446045, 9.72918701171875, 9.754876136779785, 9.252480506896973, 9.068318367004395, 9.003835678100586, 9.083035469055176, 8.512777328491211, 8.624432563781738, 7.99703311920166, 8.138105392456055, 7.453843116760254, 7.621213436126709, 6.880115509033203, 6.397294998168945, 6.515971660614014, 6.003903865814209, 6.151065349578857, 6.356845855712891, 5.554975509643555, 4.978507995605469, 5.169253349304199, 4.590817451477051, 5.088864803314209, 4.489740371704102, 4.663486957550049, 4.215814113616943, 4.354055881500244, 4.629079818725586, 3.8671088218688965, 4.1565375328063965, 3.4034528732299805, 3.6891298294067383, 3.7238264083862305, 3.053161382675171, 2.3295602798461914, 2.5724568367004395, 1.9142333269119263, 2.086911201477051, 1.526548147201538, 1.599770188331604, 1.6244124174118042, 0.9612365365028381, 0.9450251460075378, 0.3171690106391907, 0.23584073781967163, -0.3332659602165222, -0.5028881430625916, -0.7209151983261108, -1.1251213550567627, -1.6873725652694702, -2.0129201412200928, -2.6844675540924072, -3.4554150104522705, -3.9211435317993164, -4.36565637588501, -4.60673189163208, -5.413742542266846, -5.6569695472717285, -6.502972602844238, -6.857282638549805, -7.545830726623535, -7.813848495483398, -7.862382888793945, -8.984331130981445, -9.98784351348877, -10.111977577209473, -11.2002592086792, -11.644142150878906, -12.368237495422363, -12.832771301269531, -13.56917667388916, -14.060062408447266, -13.622071266174316, -12.163074493408203, -14.433777809143066, -16.19291114807129, -15.418161392211914, -13.598258972167969, -16.11433982849121, -18.21383285522461, -19.677331924438477, -20.355953216552734, -21.185104370117188, -21.927322387695312, -22.685121536254883, -23.491466522216797, -23.77059555053711, -25.13155174255371, -25.83732795715332, -25.3378849029541, -27.16590690612793, -28.12954330444336, -28.48270606994629, 10.988126754760742, 10.701079368591309, 10.53136920928955, 11.316716194152832, 10.090356826782227, 10.812117576599121, 9.648663520812988, 10.314984321594238, 9.204715728759766, 9.106141090393066, 8.722440719604492, 9.25240421295166, 10.888703346252441, 8.776987075805664, 10.434324264526367, 8.351195335388184, 7.403763771057129, 7.910619258880615, 6.9539289474487305, 7.478797912597656, 9.292895317077637, 7.13918924331665, 6.120083332061768, 6.030979156494141, 5.648583889007568, 5.506397724151611, 5.166876792907715, 4.978718280792236, 4.672268867492676, 5.469540596008301, 4.21985387802124, 3.95556902885437, 3.720889091491699, 4.641626358032227, 3.2715249061584473, 2.915140151977539, 2.7774789333343506, 3.8700737953186035, 2.345771551132202, 3.581430196762085, 1.9568488597869873, 3.3888776302337646, 6.570765495300293, 3.4980804920196533, 1.574702501296997, 0.7716585397720337, 1.068275809288025, 0.34088781476020813, 1.334826946258545, 0.08975276350975037, 0.013926140032708645, -0.17896458506584167, 1.4879997968673706, -0.21621160209178925, 1.8389824628829956, -0.05637194961309433, -0.8427844047546387, -0.4693267345428467, -1.1085247993469238, 0.2136649638414383, -1.1392728090286255, 0.5177525281906128, 3.271544933319092, 1.1374188661575317, -0.5443050861358643, -1.4161131381988525, -0.27429434657096863, 1.9518009424209595, 0.21473242342472076, -1.1469491720199585, 0.5348289012908936, -0.9374476671218872, 0.7671730518341064, -0.7198417782783508, -1.671157956123352, -0.7234440445899963, 0.6133512854576111, 1.7369062900543213, 0.6506044864654541, -0.5637465119361877, 0.42721620202064514, 1.1776400804519653, 0.3433816134929657, -0.6211967468261719]}
{"type": "SampleBatch", "eps_id": [1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 1411378167, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAJsYgr61K8C+DGIWPG0tET2F8IW+6RESv0j/ITzveak+R8iLvm5PwL4kO4c8z9EpPeigj77fDzm+GAaOPGXfe76qepG+i8JnPMhySzx1ewi/lVWRvhd/Ob4zAuY64T1yvnQwk77ZqcC+qhBDu6YgaD3kCpe+okUSv4+R8bpWY7I+t+Scvs+gwL7M8ac7lOVhPfm+oL61SBK/iBbMO5vqsj7smKa+E7bAvu+MWDy/knA9mnOqvs5aEr/fy2s8mgu2PkZOsL6IW0S/FyewPDAaJz/6KLi+EnwSv5GMDT1o27s++gS+vqhTwb4xmys91LuuPdDiwb4BwxK/d5gyPbomyD6nwce+ivPBvqmeUj00/OU9r6LLvrDjPL610Vs9sqgnvj2Gzb73t8K+DWhOPe/gFD4za9G+M2g+vhZRWj2MHwa+pFLTvv03CTw+lk89VxHQvq88077pm08+yksuPTnDLr81KdG+Fz7nO3m+7DyC+MC+tRbRvoT8QL5Q/q487BiavcEE076OjMS+ZqqiPBx7ZT4V89a+6ZZBvu9hxzxQ+369rOLYvokvuzvsLr08kb6xvrPT2L53T00+Gk6EPIDpIb8axta+wuqoO2BzZTuTY6u+l7jWvruTQr4aTlG7xMQnvbWq2L7eKsW+2n6Du6RdgD40nNy+LYUUvzFAgzr2yAo/DY3iviwlxb4YDUI8hcF/Pm9+5r4oqUK+T/KJPGBoIL3EcOi+cZGcO7yHgzwFKae+PmTovrd1TD7vExw8IjMdv9NY5r6go5A7G400u3gEo75BTea+a11MPg54FbxcqBy/FELkvlUjljvR/q68n/CkvhE25L6Fy0K+ssbjvA6YFL2+KOa+GxfFvky46bzKcX0+2Bnqvp5jFL82K8G8HvMHP1kJ8L7LtcS+b1JUvFuUbD6B+PO+HkIUv9edCLyhBAU/q+b5vvSNxL4YlgY7s69lPgfV/b5pPBS/20rWO5qDBD984QG/8Z3EvtFhijxtd2g+0tgDvy2uQb6mk688ePF2vbzQBL/6s7k787KlPGM4sb5OyQS/S0pCviH6WTxMF0G9/8EFv9gkxb6gh0o8zLN/Pq+6B796qkK+YS2OPOrxH73bswi/UFzFvovHhzxbo4Q+Gq0Kv58pQ75CObI8Uz/ovOmmC7+wHIo7JpStPHzQoL5ioQu/kspDvng8dDzKgXK8/5sMv+nnxb7WYm88CqqQPqOWDr8yOUS+T/ylPOP0s7vNkQ+/l8pRO/cVpTx+W5W+m40Pv2XISj43lWo8EPYTvwuKDr/4oDE7LsU0O+7Gj75+hg6/0hFFvpBMO7vwrlA8voIPv4xqxr66miq7oumbPrB+Eb9Y/US+LYhkO2R0NDzVehK/O2zGvuP3cjsdDpw+y3YUv08YRb4MniA8QqRZPBRzFb+qISQ7X/gkPON1jb7LbxW/ijhKPvfelDv61hC/82wUvxR3Fjs26927RBiLvvFpFL+vWkW+5fpHvKOUmjyOZhW/Jn3Gvv3LQbzNh50+sGIXv5cARb5l9Lm7GO04PNpeGL8Lqzg7wI6yuxr9kL4oWxi/5NZEvlISNrw/4f47HFcZv1o9xr7UhTO8ygeYPptSG78phES+U3Kku9XpVTolThy/oB/Gvmzpo7tndZU+V0kev6D+FL9iKVs6TkAVPzJEIb/EF8a+N71MPJvIlD5QPyO/xZBEvvb6lTyZD/Y66jokv3XNPTuzSZY8CeiRvh83JL8nGkW+GTJPPO4tXDxpMyW/r/AgO2qZUzyg6oy+MTAlv+MgSj5Q0/I7zVUQv3gtJL+96cg+XVh9u3epWr8hKyK/SxNKPqCcq7wGDBC/eSghvwX7JDuk5gO9IaiNviwlIb9v1ko+5pAavWVPFL+LISC/XwxmO3cGSr0n+Zi+8Rwgv8p0Q75AgGK9apy0vCAXIb//M8W+nU5kvWdggT73DyO/ZNVBvlqbT71VpGm9Eggkv9htxL6ZR1S9jn1gPu7+Jb/dVUC+CFJCvYf4tr0e9Sa/xLTDvqejSb1EhEA+IOoovz7sPr7qPDq90VX1vYLeKb9cSRg8JQ1EvdNZ2r5T0im/e489vsz8Zr2Y1Bi+9sQqvzo/wr7ENnO9dyAAPjy2LL8p3zu+uvZovVIkPr62pi2/J2bBvtUseL2WTbU90JUvv2VqEr9K7HC95BW5PnaDMr/vhsC+ME9TvUlTUD1UcDS/GwQSv5AkT71iVqc+7ls3vyLGQ79sXjS90WcaP0tGO78hrBG/hfUCvY8GmD4jMD6/cze/vhpF1bzEtrm7pxlAv49BNr7RMta88uacvvACQb+21b6+HjQEvbVBtbx660K/B2g1viMEBr0vTqa+rdNDv1jgljwBoCC9oawgv4m7Q7/xXDS+cgpUvbPysb5nokS/KrC9vjODcL1WtZK9AYhGvw7DMr5+YXa9WrbDvtFsR78l0ry+79iKvSV8370zUEm/mukwvi1Rj70RRdi+fRsKPUwbFb23BOS84esDvRAgBz3n7CI+l0vpvNrFqr7GKBQ9DpG1Pqf4D724kyK/vjUxPRXZIz72/kO9ghK1vllRPj1i6Qy9r/dgvaiLnL3hfzs9LC9qvrY6Z71ZL0s+ycMoPXtnBr17+Va90GTkvaMTJj3gmGi+PBxgvcYXKD4MeBM9lyQAvbGpUr1SwxS+9ecQPZsMZ75ckF69u+IFPiLY/DwCAte+YdpTvbHFzz6xCrg8FYBlvgecMr0AOMc9XFKTPFms6LwHpCq9TtpVvhKrjjwlQWS+vL87vcc1kD2JS1Q8q63VvgX7Nb02U7I+8BSXO0LvYr7Uchm98sQrPR3/OjmwFdW+XgMWvY8npT7QcwW89Vocv0ct97yefRo/KcumvFGZ1L6GTZS8TFeaPkPT6rz1Lhy/0NNFvCyfFj8tZCe9QRdOv3ICobmUkWA/JFdpvXgjHL9LNY08/J0VPwGnjb0dgNS+j/bsPKEvmD4Dp569VaFhvtLUDj3FX2I8eK2nvej21L6U9g89dXSiPvu2uL1/p2K+vPQpPdELEz3rx8G9Wd3bvJzlLD38P3m+WeHCvebgY7749Bg9Uh5/PdL+y703IuW8LQ8ePaagX74dJM29M/1kvkkrDD2LkbA99kzWvayj1r5ZOxM972vHPsZ4572/A2a+qCMzPTjr3T0grPC9WjfXvhsEPD0IO9Q+4PEAvtFSZ74S+V09Pe0LPkGSBb4kawG9xSppPQzIDb7pNwa+8fFovhbTXT3Tvi8+luAKvnLmB71a4ms9sfPTvYqOC74Vk2q+92djPZvAUz6QPxC+zYAOvadYdD2rAou99/UQvu9AIz4vyW49JqyuvhuyDb4xZRW9mtZSPdlK+7xVcQ6+uKkhPktTUD2kBZ2+njULvjxYtD6sMzc9GzkVv+P+A77jRSA+UXMHPcSNjb5KygC+mf4fvY2a4Twut9g8FZcBvhdkHz4i8OU8vMuDvgHO/L0AQCO9a8O7PG8tND3tb/699aUePnD4wjwjK3e+Xhf4vWcMsz5qbJs858UGv3TE6b0jBh4+ZVYKPExTab5KcuO9JdqyPoWxfjvEkgS/ZiPVvfTXHT57CtS7nlVlvhTTzr0L37I+UWgzvPzHBL/Mg8C95hgePgevrryp+Gq+4TC6vWGOJb10R9S8eRVnPbTYu73IzXC+JwnLvAV/rj6JesW9kR7cvm0yk7zlJSA/lBbXvY0ucL4Zz7K7rpKnPguy4L3/MCG917yOOva5Bj2xTuK9s30fPmr25Do71oS+ge3bvX5bIb2+lGG7qWMKPZSK3b0ShB8+5Es1uyochb4jKde9ZP4gvbiDAryzXgI9SMXYvSmsHz58K/C7u9aGvjxi0r0PGSC9u2FOvPM53TwV/NO9X6Rvvl+IRbzDoaE+BZLdvWinHr00Lby7Q4GdPCwo372qOSA+gZOvuzjvjL53v9i99QAevXT8Mbzk0oA89VPavTV2ID5M1Sy8AYyPvtTo073vvxy9AlqEvFYAEzwbetW90dkgPq/hgrzi2JO+/grPvULeGr1UMbK8imCYunWX0L0YMm6+FmKyvE+0kT6VHtq9vVEYvf3Bg7wO/HO8haTbvQ+lbb6XMoa84JuLPgAm5b0Daxa9qQszvAnfzbwSp+a97lsiPshHO7zEeaS+gyjgvRQqtT68RZK88xQev0Sq0b2syCI+3XH3vG03qb5cJ8u9TEUSvQrMFr2EiUK90J3MvefBIz4SsBq97f+zvvAQxr2x6A293Hw3vWd0kb05fMe9e/QkPlBOPb0pR8G+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAIXwhb7pERK/SP8hPO95qT5HyIu+bk/AviQ7hzzP0Sk96KCPvt8POb4YBo48Zd97vqp6kb6Lwmc8yHJLPHV7CL+VVZG+F385vjMC5jrhPXK+dDCTvtmpwL6qEEO7piBoPeQKl76iRRK/j5HxulZjsj635Jy+z6DAvszxpzuU5WE9+b6gvrVIEr+IFsw7m+qyPuyYpr4TtsC+74xYPL+ScD2ac6q+zloSv9/LazyaC7Y+Rk6wvohbRL8XJ7A8MBonP/oouL4SfBK/kYwNPWjbuz76BL6+qFPBvjGbKz3Uu6490OLBvgHDEr93mDI9uibIPqfBx76K88G+qZ5SPTT85T2vosu+sOM8vrXRWz2yqCe+PYbNvve3wr4NaE497+AUPjNr0b4zaD6+FlFaPYwfBr6kUtO+/TcJPD6WTz1XEdC+rzzTvumbTz7KSy49OcMuvzUp0b4XPuc7eb7sPIL4wL61FtG+hPxAvlD+rjzsGJq9wQTTvo6MxL5mqqI8HHtlPhXz1r7plkG+72HHPFD7fr2s4ti+iS+7O+wuvTyRvrG+s9PYvndPTT4aToQ8gOkhvxrG1r7C6qg7YHNlO5Njq76XuNa+u5NCvhpOUbvExCe9tarYvt4qxb7afoO7pF2APjSc3L4thRS/MUCDOvbICj8NjeK+LCXFvhgNQjyFwX8+b37mviipQr5P8ok8YGggvcRw6L5xkZw7vIeDPAUpp74+ZOi+t3VMPu8THDwiMx2/01jmvqCjkDsbjTS7eASjvkFN5r5rXUw+DngVvFyoHL8UQuS+VSOWO9H+rryf8KS+ETbkvoXLQr6yxuO8DpgUvb4o5r4bF8W+TLjpvMpxfT7YGeq+nmMUvzYrwbwe8wc/WQnwvsu1xL5vUlS8W5RsPoH4874eQhS/150IvKEEBT+r5vm+9I3EvhiWBjuzr2U+B9X9vmk8FL/bStY7moMEP3zhAb/xncS+0WGKPG13aD7S2AO/La5BvqaTrzx48Xa9vNAEv/qzuTvzsqU8Yzixvk7JBL9LSkK+IfpZPEwXQb3/wQW/2CTFvqCHSjzMs38+r7oHv3qqQr5hLY486vEfvduzCL9QXMW+i8eHPFujhD4arQq/nylDvkI5sjxTP+i86aYLv7AcijsmlK08fNCgvmKhC7+SykO+eDx0PMqBcrz/mwy/6efFvtZibzwKqpA+o5YOvzI5RL5P/KU84/Szu82RD7+XylE79xWlPH5blb6bjQ+/ZchKPjeVajwQ9hO/C4oOv/igMTsuxTQ77saPvn6GDr/SEUW+kEw7u/CuUDy+gg+/jGrGvrqaKrui6Zs+sH4Rv1j9RL4tiGQ7ZHQ0PNV6Er87bMa+4/dyOx0OnD7LdhS/TxhFvgyeIDxCpFk8FHMVv6ohJDtf+CQ843WNvstvFb+KOEo+996UO/rWEL/zbBS/FHcWOzbr3btEGIu+8WkUv69aRb7l+ke8o5SaPI5mFb8mfca+/ctBvM2HnT6wYhe/lwBFvmX0ubsY7Tg82l4YvwurODvAjrK7Gv2QvihbGL/k1kS+UhI2vD/h/jscVxm/Wj3GvtSFM7zKB5g+m1IbvymERL5TcqS71elVOiVOHL+gH8a+bOmju2d1lT5XSR6/oP4Uv2IpWzpOQBU/MkQhv8QXxr43vUw8m8iUPlA/I7/FkES+9vqVPJkP9jrqOiS/dc09O7NJljwJ6JG+HzckvycaRb4ZMk887i1cPGkzJb+v8CA7aplTPKDqjL4xMCW/4yBKPlDT8jvNVRC/eC0kv73pyD5dWH27d6lavyErIr9LE0o+oJyrvAYMEL95KCG/BfskO6TmA70hqI2+LCUhv2/WSj7mkBq9ZU8Uv4shIL9fDGY7dwZKvSf5mL7xHCC/ynRDvkCAYr1qnLS8IBchv/8zxb6dTmS9Z2CBPvcPI79k1UG+WptPvVWkab0SCCS/2G3EvplHVL2OfWA+7v4lv91VQL4IUkK9h/i2vR71Jr/EtMO+p6NJvUSEQD4g6ii/Puw+vuo8Or3RVfW9gt4pv1xJGDwlDUS901navlPSKb97jz2+zPxmvZjUGL72xCq/Oj/CvsQ2c713IAA+PLYsvynfO7669mi9UiQ+vramLb8nZsG+1Sx4vZZNtT3QlS+/ZWoSv0rscL3kFbk+doMyv++GwL4wT1O9SVNQPVRwNL8bBBK/kCRPvWJWpz7uWze/IsZDv2xeNL3RZxo/S0Y7vyGsEb+F9QK9jwaYPiMwPr9zN7++GkXVvMS2ubunGUC/j0E2vtEy1rzy5py+8AJBv7bVvr4eNAS9tUG1vHrrQr8HaDW+IwQGvS9Opr6t00O/WOCWPAGgIL2hrCC/ibtDv/FcNL5yClS9s/KxvmeiRL8qsL2+M4NwvVa1kr0BiEa/DsMyvn5hdr1atsO+0WxHvyXSvL7v2Iq9JXzfvTNQSb+a6TC+LVGPvRFF2L6mMkq/NNG7vmKeoL2ZPBy+ECAHPefsIj6XS+m82sWqvsYoFD0OkbU+p/gPvbiTIr++NTE9FdkjPvb+Q72CErW+WVE+PWLpDL2v92C9qIucveF/Oz0sL2q+tjpnvVkvSz7Jwyg9e2cGvXv5Vr3QZOS9oxMmPeCYaL48HGC9xhcoPgx4Ez2XJAC9salSvVLDFL715xA9mwxnvlyQXr274gU+Itj8PAIC175h2lO9scXPPrEKuDwVgGW+B5wyvQA4xz1cUpM8WazovAekKr1O2lW+EquOPCVBZL68vzu9xzWQPYlLVDyrrdW+Bfs1vTZTsj7wFJc7Qu9ivtRyGb3yxCs9Hf86ObAV1b5eAxa9jyelPtBzBbz1Why/Ry33vJ59Gj8py6a8UZnUvoZNlLxMV5o+Q9PqvPUuHL/Q00W8LJ8WPy1kJ71BF06/cgKhuZSRYD8kV2m9eCMcv0s1jTz8nRU/AaeNvR2A1L6P9uw8oS+YPgOnnr1VoWG+0tQOPcVfYjx4rae96PbUvpT2Dz11dKI++7a4vX+nYr689Ck90QsTPevHwb1Z3du8nOUsPfw/eb5Z4cK95uBjvvj0GD1SHn890v7LvTci5bwtDx49pqBfvh0kzb0z/WS+SSsMPYuRsD32TNa9rKPWvlk7Ez3va8c+xnjnvb8DZr6oIzM9OOvdPSCs8L1aN9e+GwQ8PQg71D7g8QC+0VJnvhL5XT097Qs+QZIFviRrAb3FKmk9DMgNvuk3Br7x8Wi+FtNdPdO+Lz6W4Aq+cuYHvVriaz2x89O9io4LvhWTar73Z2M9m8BTPpA/EL7NgA69p1h0PasCi7339RC+70AjPi/Jbj0mrK6+G7INvjFlFb2a1lI92Ur7vFVxDr64qSE+S1NQPaQFnb6eNQu+PFi0PqwzNz0bORW/4/4DvuNFID5Rcwc9xI2NvkrKAL6Z/h+9jZrhPC632DwVlwG+F2QfPiLw5Ty8y4O+Ac78vQBAI71rw7s8by00Pe1v/r31pR4+cPjCPCMrd75eF/i9ZwyzPmpsmzznxQa/dMTpvSMGHj5lVgo8TFNpvkpy470l2rI+hbF+O8SSBL9mI9W99NcdPnsK1LueVWW+FNPOvQvfsj5RaDO8/McEv8yDwL3mGB4+B6+uvKn4ar7hMLq9YY4lvXRH1Lx5FWc9tNi7vcjNcL4nCcu8BX+uPol6xb2RHty+bTKTvOUlID+UFte9jS5wvhnPsruukqc+C7Lgvf8wIb3XvI469rkGPbFO4r2zfR8+avbkOjvWhL6B7du9flshvb6UYbupYwo9lIrdvRKEHz7kSzW7KhyFviMp171k/iC9uIMCvLNeAj1Ixdi9KawfPnwr8Lu71oa+PGLSvQ8ZIL27YU688zndPBX8071fpG++X4hFvMOhoT4Fkt29aKcevTQtvLtDgZ08LCjfvao5ID6Bk6+7OO+Mvne/2L31AB69dPwxvOTSgDz1U9q9NXYgPkzVLLwBjI++1OjTve+/HL0CWoS8VgATPBt61b3R2SA+r+GCvOLYk77+Cs+9Qt4avVQxsryKYJi6dZfQvRgybr4WYrK8T7SRPpUe2r29URi9/cGDvA78c7yFpNu9D6Vtvpcyhrzgm4s+ACblvQNrFr2pCzO8Cd/NvBKn5r3uWyI+yEc7vMR5pL6DKOC9FCq1PrxFkrzzFB6/RKrRvazIIj7dcfe8bTepvlwny71MRRK9CswWvYSJQr3Qncy958EjPhKwGr3t/7O+8BDGvbHoDb3cfDe9Z3SRvTl8x7179CQ+UE49vSlHwb4W48C9JJcIvfs6XL2MQsy9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.5199524164199829, 0.828216552734375, 0.5140385627746582, 0.18035228550434113, 0.9324020743370056, 0.8260346055030823, 0.4908517897129059, 0.8378863334655762, 0.47002214193344116, 0.8485099077224731, 0.43999046087265015, 0.1383698731660843, 0.9451899528503418, 0.8839677572250366, 0.3263181447982788, 0.9009080529212952, 0.7320062518119812, 0.6222200989723206, 0.7733772397041321, 0.43819767236709595, 0.16584333777427673, 0.9304763078689575, 0.8318285942077637, 0.5231486558914185, 0.8209273815155029, 0.5099197626113892, 0.1928052008152008, 0.9249619841575623, 0.8177680969238281, 0.5048879384994507, 0.17730273306369781, 0.932253360748291, 0.8360740542411804, 0.5454598665237427, 0.2143557071685791, 0.9181556701660156, 0.19947047531604767, 0.9252221584320068, 0.8249421119689941, 0.5356269478797913, 0.20226994156837463, 0.9230884909629822, 0.20110706984996796, 0.9242172241210938, 0.19192714989185333, 0.9272116422653198, 0.823756217956543, 0.5338760018348694, 0.7814702391624451, 0.45769694447517395, 0.8371107578277588, 0.4346748888492584, 0.8461841940879822, 0.592106819152832, 0.7362754344940186, 0.3974513113498688, 0.8586617708206177, 0.6268390417098999, 0.29485592246055603, 0.883057177066803, 0.7175191044807434, 0.3823699951171875, 0.8604565262794495, 0.3734237849712372, 0.8636725544929504, 0.6407763361930847, 0.3074577748775482, 0.8782146573066711, 0.7121286392211914, 0.38472887873649597, 0.8560131788253784, 0.6158082485198975, 0.7195335030555725, 0.39733144640922546, 0.8498152494430542, 0.396481454372406, 0.14997293055057526, 0.9339860677719116, 0.8583023548126221, 0.6429347991943359, 0.673652708530426, 0.6506326794624329, 0.33214858174324036, 0.13844002783298492, 0.9359982013702393, 0.8820406794548035, 0.26333263516426086, 0.8994787335395813, 0.7817967534065247, 0.5110031366348267, 0.7817914485931396, 0.5555487275123596, 0.7534081339836121, 0.5966616272926331, 0.7227045893669128, 0.36503785848617554, 0.8674027919769287, 0.6905041933059692, 0.6285871863365173, 0.7324374914169312, 0.4257999360561371, 0.8285356163978577, 0.4654594361782074, 0.19057074189186096, 0.9185949563980103, 0.8013376593589783, 0.4992280900478363, 0.7963412404060364, 0.46718254685401917, 0.18560022115707397, 0.9243147373199463, 0.8452135324478149, 0.35927814245224, 0.868760347366333, 0.30183133482933044, 0.8911712169647217, 0.415315181016922, 0.12365061789751053, 0.9488186240196228, 0.8980846405029297, 0.716732919216156, 0.659044623374939, 0.7603343725204468, 0.6008750796318054, 0.7970541715621948, 0.46184778213500977, 0.8372563719749451, 0.4994930326938629, 0.8425098061561584, 0.5560781955718994, 0.7909103631973267, 0.5886493921279907, 0.226023867726326, 0.9201210141181946, 0.2205154150724411, 0.07576221227645874, 0.9616395831108093, 0.935249388217926, 0.8421018123626709, 0.4603724479675293, 0.8659160733222961, 0.602634847164154, 0.768596887588501, 0.6461200714111328, 0.739647626876831, 0.31555724143981934, 0.9092029333114624, 0.2605026662349701, 0.9231515526771545, 0.7939956188201904, 0.5552677512168884, 0.8310684561729431, 0.4811696708202362, 0.8614320755004883, 0.5957092046737671, 0.7622209191322327, 0.6478646397590637, 0.27306675910949707, 0.9024930596351624, 0.714667022228241, 0.698287844657898, 0.6941055059432983, 0.7173634171485901, 0.3238767385482788, 0.892363429069519, 0.31465864181518555, 0.8983293175697327, 0.29090261459350586, 0.9077141880989075, 0.7451168894767761, 0.3576626479625702, 0.1131540983915329, 0.9507300853729248, 0.8918394446372986, 0.6574879884719849, 0.7465486526489258, 0.6497708559036255, 0.7548961043357849, 0.6366959810256958, 0.766804039478302, 0.3823505938053131, 0.8815728425979614, 0.6185122132301331, 0.778278648853302, 0.6005059480667114, 0.7919353246688843, 0.5752210021018982, 0.8085626363754272, 0.4582545757293701, 0.8534752130508423, 0.47200465202331543, 0.8493980169296265, 0.5202584862709045, 0.16641069948673248, 0.9388980269432068, 0.8601585626602173, 0.41317588090896606, 0.8800144791603088, 0.3510757386684418, 0.8989355564117432], "advantages": [13.86804485321045, 13.175607681274414, 13.719236373901367, 14.118341445922852, 14.801876068115234, 14.30284309387207, 14.008076667785645, 13.588269233703613, 13.82448959350586, 13.508691787719727, 13.582075119018555, 13.360777854919434, 13.023870468139648, 12.973896980285645, 12.651301383972168, 12.653926849365234, 12.162520408630371, 11.682069778442383, 11.809429168701172, 11.227328300476074, 10.974092483520508, 11.448655128479004, 10.89777660369873, 10.953437805175781, 11.128548622131348, 10.45494556427002, 10.011300086975098, 10.346689224243164, 9.921895027160645, 10.106973648071289, 10.3045015335083, 10.285378456115723, 9.615755081176758, 8.806126594543457, 8.1491060256958, 8.309440612792969, 7.983579635620117, 8.211711883544922, 7.857133388519287, 8.145045280456543, 8.392200469970703, 8.293962478637695, 7.687145233154297, 7.6393232345581055, 6.946270942687988, 6.941007137298584, 6.160737991333008, 5.158932209014893, 4.272641658782959, 4.648043155670166, 4.963296890258789, 3.9142699241638184, 4.2271246910095215, 3.1382246017456055, 2.133297920227051, 2.4980688095092773, 2.7819325923919678, 1.6436471939086914, 0.5795941948890686, 0.28523167967796326, 0.0589417926967144, 0.3272989094257355, 0.5336767435073853, -0.6180878281593323, -0.4089493155479431, -1.5944722890853882, -2.663055658340454, -2.961348533630371, -3.3038089275360107, -3.1845593452453613, -3.0634560585021973, -4.240775108337402, -5.215975284576416, -5.176181793212891, -5.092827320098877, -6.2793402671813965, -6.199551582336426, -6.284739017486572, -7.427353382110596, -8.703426361083984, -9.742770195007324, -9.774018287658691, -10.799638748168945, -11.069645881652832, -9.942083358764648, -11.582765579223633, -12.444509506225586, -12.274998664855957, -13.322125434875488, -13.908228874206543, -14.255329132080078, -15.217801094055176, -15.626358032226562, -16.52485466003418, -17.006019592285156, -17.83319091796875, -17.938188552856445, -18.991668701171875, -19.71113395690918, -20.28329849243164, -21.123502731323242, -21.606306076049805, -22.64682388305664, -23.177936553955078, -23.443754196166992, -24.81296157836914, -25.845666885375977, -26.1445369720459, -27.323701858520508, -27.49441146850586, -26.639259338378906, -28.63787269592285, -30.18505096435547, -29.91583251953125, -31.645811080932617, -31.13223648071289, 14.471434593200684, 15.03508472442627, 17.12688636779785, 15.078790664672852, 14.167634010314941, 14.203629493713379, 14.005565643310547, 13.904351234436035, 13.906237602233887, 13.652503967285156, 14.492643356323242, 13.354822158813477, 13.834983825683594, 13.211174964904785, 13.724588394165039, 13.037026405334473, 13.361952781677246, 14.903573989868164, 12.935162544250488, 14.34245777130127, 16.584243774414062, 13.7691068649292, 12.052897453308105, 11.985196113586426, 11.721636772155762, 11.650335311889648, 13.043719291687012, 11.345305442810059, 12.73244857788086, 11.027462005615234, 10.773356437683105, 10.599921226501465, 10.376823425292969, 10.099592208862305, 11.247505187988281, 9.597785949707031, 10.61972427368164, 9.061104774475098, 9.93366527557373, 11.822427749633789, 9.26461410522461, 11.083911895751953, 13.52344799041748, 10.450069427490234, 8.047859191894531, 9.800442695617676, 7.450640678405762, 9.151045799255371, 11.682793617248535, 8.617552757263184, 11.2544584274292, 8.196488380432129, 10.96518611907959, 7.911034107208252, 5.662945747375488, 4.671236515045166, 5.125830173492432, 4.045373439788818, 4.580812931060791, 6.474283695220947, 4.0751471519470215, 6.000354290008545, 3.5899806022644043, 5.561758518218994, 3.132011651992798, 1.9265995025634766, 2.5898499488830566, 4.613146781921387, 2.1183156967163086, 4.202277183532715, 1.6860337257385254, 3.8475253582000732, 1.3056964874267578, -0.12257706373929977, 0.8492254018783569, -0.6747030019760132, 0.364379346370697, 2.6335201263427734, 5.519772529602051, 2.5334067344665527, -0.07665462046861649, 2.468492269515991, -0.12134800106287003, 2.5339698791503906]}
{"type": "SampleBatch", "eps_id": [53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 53199550, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAABbjwL0klwi9+zpcvYxCzL3CQMK9dR9pvppmZL31uDM+75PLvZUI2L7jBVa9tnLmPk3c3L38i2e+uyYxvYPNED5XH+a9Nxb5vCyRJb2SjCi+LF7nvTZTZr4ODTO9SKbrPbOU8L3GQu+8AaApvZerQ770xvG94BRlvlVHOb3BvbQ9wPD6vcgY1r6LDDK9V4+7ProIBr7gyGO+FgoUvfHUdj38lgq+/b/bvE8aD72/cnm+nyMLvsi+Yr4CDyO9oRIbPY+sD763+NS+CfUfvV2soj5jMRi+cZdhvvDtBb2StlQ8arQcvoKUyryq3QS9L2WUvhE2Hb6Eo2C+75scvZaY97s4tCG+Qe7TvmU6Hb1ir4s+Yy4qvoyEX77l4Aa9uOgBvcymLr5sadO+B3oJvS80gD6oGze+eYtevpnt6bygxle9Fo87vpr10r4lj/K8OmZsPk//Q77IURu/OrzMvDmZAz9AbFC+mI/Svj8GcbwLu1o+ZdhYvlMtG7/VByu8jGkAP2xCZb4YF02/NTbVuQZ+Sj+rqnW+NyMbv/qGfDy/EP8+8QmBvlR80r5z4s88I3BXPqE/hb4XjF2+ylryPPzsl73Kdoe+Z4OxvFoz5jxg+7a+mK+HvjBkXr54pas8FUhlvevoib6pP9O+oXmiPI0UeT6DIo6+/fxevvVTyjyunTC9XF2QvseS075oQ8M8praDPp6YlL6p0hu/YGntPP6uDj8+1Jq+KvXTvlNdJD1yQow+dxGfvhESHL9bzjo97jkUP6FPpb6klNS+Dj1qPTwhmj4KkKm+nDxivhtzgT3uitw8NdOrvlN01b5mjYI94H6tPhgYsL7aFmS+l26QPXkXiT0AYLK+M23WvoAskz0YFMM+3qm2vh0qZr61x6I9twTlPRb3uL6J5vy8SFynPZZ5Hr4ESLm+JoNovoAFoT2ScSY+P5u7vuqv2L7irac90Tn1Pq/wv75L2Gq+G0y7PcJGWj7jScK+5O3ZvkIHxD3+gQg/r6XGvl6Obb6d3tk9C1uLPtQFyb5R1B29ngTlPa9ZczzXasm+4IkePl2g5T1+VXa++9THvpNEsj7nxds95OP9vkBExL63XBs+O3bHPd6CL76GtsK+Rc6wPv9wwD3GGd2+Ry2/vu2UGD7bwK49wHrjvaumvb4Hc0G9KTSqPcA8VD56Ir6+kyEWPnixsj3C7229JKK8vrdYS71aULA9F4eFPkgkvb7SmxM+AP+6Pe3vZ7tnqru+z/qsPuTZuj3zOoi+vzS4vlcUCD/l8689OlUHv0vDsr7gsas+qEyaPcA3V743VK++sJEOPtSwkT1go9c9Peetvkyhqj7lAJY9rxAovp19qr62+gY/6EePPVKc3b5tF6W++Kg4P6Uaez3/4TO/grSdvnKBBj+mikE93FzIvitTmL5KyKg+ynshPQdPrL0B85S+NTEGP1mXGj1jbrq+4JSPvkYAOD9Ahvk8JQklv7Q4iL7U8QU/zeaPPDVjr74c3YK+dtynPhuOLzyyyzW9UgN/vpHXBT/uAiE8X9aqvjxOdL71tac+urNOOyg+G73hmG2+DZIHPj0GHTv79II+wuJqvo6rpz4YI/Y7/RIUvdEtZL4JbQc++nHeO46NhD5veGG+wZCnPnYORDyWmgG9kMRavoOwBT8tsDk83RukvpoSUL5TmTc/KlGhO48PHL9/YkG+U6EFP9Uy7rvheaG+wLE2vkxppz6ocV68rM/MvHb/L76/tAU/7aJmvOjUpL4pTSW+NrU3P3kQqLx3eB6/05oWvhq7aT8lvga9hQhrvwToA7655Tc/EvRRvYXMIr+YY+q9igVqP0cGg70nvnG/EfLEvSdOOD8QtKm9+CEsv+x0p70lrAY/nj7FvS9W0L696JG9UzSqPlrp1b2SlBW+9EqEvcBkBz8O5du9M4nwvnhCXb0Kvas+OyPvvUXmWb4QyEG9AZARPoba970lgic98SI2vct0rT6zLfa9ZSSTvi1iGr3fDRU+lvkAvmf1Dr2MdQ698sRCvZOwAb5Ftlw+xFoSvTG2GD4Ojfq9pQDqvTsjBr3kZjS9Jjv/vZTCDD7jvgm9IkkcPsSZ+b31ZUS+UHz6vHsmJr1xugC+2yN2PdmQAL3nSW++xP7+vYYJnz56tRO9TYnavq9F8r09xA8/uqw2vf3Ja74BRdu9SbhvPrCJSb0cZAq9Rq7RvScFub0/Tky9SsJovpRh1b3qZyw+J+1evQly174kfM69SFfaPuaygL1iyGW+hAS9vdp/1D3g44m9Dw/WvoXEuL2vXrs+zAObvfCfHL8wx6m9kP4gPyYTtL3RztS+2wSQvRxhnz50GcW94xQcv8REg73PuxQ/jhLevRHV075H8Va9aqOJPuEE7713Il++nOtAvbiUI73H8fe9uhvTviUxRL3hOHM+pGoEvui+Xb70uzC9lRuPvfrZCL4HctK+YXU2vVvmVT7wRBG+snZcvrVYJb2rsse9h2y1PHszb7xidE87A0CWPCwIszzlzjg+oH5nO2jzi77qmdA8I8VwvBKP/bohjqc8izHOPBXTVr7z8Me6VgOgPlTSqzyL9W+81dSaO7ycnjwJbKk827w4PjaFpzvZLIu+5PrGPH9Dcrxj+6m5Xge4PLKOxDwMqzg+VSYDOXtnir60GuI8fDdyvBkPrbubg7c8oa7fPFW+OD67YJ67GzyLvrk9/TwwT8A+mEwovPjuEL/aYx09fvY4PjLosLzirY2+5C8sPThRaLyPPt68LrgUPIYGKz0orDk+1sHcvFaGlb4Z4Tk9GKhbvHRNBr24sQK88Mc4PbGKOj6+9Aa9FCSfvlC0Rz1rRUy8J2sgvSUw67zYrkY9lvlTvjzFIr3DsoA+mbk1PcDNObzBLQ69znpbvcXLND0L5FK+fZESvUhraT667CM9sBPNviLK/7yEVgI/xhwDPb7pUb6QX6y8Ar1TPoOj5Dz55xy8w36KvNVgvb3VEeM8+FtRvjqlmbzwgUc+epLBPMuOFLzMcnO8DWXUvSsWwDwcvD4+PreKvF9Vzb6rmt48pB4NvClszLxT8+i9ZzHdPPI/UL78Dt+8iBAvPn3fuzz+6AC8VwzDvFJPBb57lbo8HoFPvrZg2Lz3mx4+GmKZPOdS6rsUAL+8dYIVvis2mDwdx06+/uvWvL2SDj4ZQW48ERjLvjEcwLwV2Ng+WYzYOxcNTr6ncHW8DQP9Pd1ZKTsa9MC7SfVMvI4AMr4FoiE7KqZNvpz1grxORus9IzLLuiChs7tgRmC8vTA7vvOQ2bqnY0I+gRaOvMSk9b4ACQw7YDjFPqGx3LyUIke/zzohPHkGQz72ES69XdH8vkijXzw0fYS7YYVWvYXyW74cUF480yNLvuYdaL31h3k94k4dPLEIyb5NIGO9Q5+rPtwr5TpsgEm+qKpHvWRg0TwiVg+7U0fIvqeSRb2U3Zo+LgMkvAboFb9dyyy9FV4UPz/ysbz4nse+MaL6vJo7jD4y0/G8CAFHvlLCzbwOrue8M9UIvSw3x76FZNK8PUODPhG1KL12dhW/fGOovNV0Cj8OiVi91eDGvpaNH7wwj3c+HFt4vYHPRb4Nq6C7uxtdvSIXhL2Exca+pgvEu43Xcj76/ZO9t6ZFvquBorqfKmu97eWbvQy4xr6sgRy7z4NwPrDLq70gmUW+PloXO+/Zb70Ys7O9TQ4LOz8zlToodrO+2JyzvRCmRb4macC7zWRrvcSEu731rsa+4BLmu7T0bj7Oacu9wHVFvrBIGrsaC3y9y0/TvXedxr4V8Gq7WO9rPm4z472BX0W+KB6GOjDbgb2IGOu9spjGvntkgLkQHGs+yfv6vaI/Fb8Vco47Oa8FP4FuCb5LoMa+xFZyPLxvbD5wYBG+wapFvtL/njzZ0mm9flQVvirgxr53pZU88nR3PvpIHb7pN0a+TD29PGIsOb3bPyG+Yi3Hvh/VtTxxZII+bjcpvpzhRr7djt88h1v9vLQxLb7oHgM6rH3aPIc3ob4VLy2+z6tHvsnmpjzZymO8Zi0xvp6JL7mjn6Q8SKWZvkYuMb59Q0i++OlmPB0AlbqgLzW+8SgrupyKZjxZJJS+DDM1vg+tSL4Huwc8aN/9O4I2Ob7/TMi+8UQKPBwnmz6XOUG+vutIviyRbTytX1U8Tj5FvsF3yL6l1XE8hNiePhhDTb5lWUm+eL+rPBBOtjwASlG+4uPtut5krzwSCYe+hFNRvjP4Sb7ELoQ8beMRPZpdVb72AMm+qgSKPHusqj7hZ12+yHNKvkKiwDwohDw9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAMJAwr11H2m+mmZkvfW4Mz7vk8u9lQjYvuMFVr22cuY+TdzcvfyLZ767JjG9g80QPlcf5r03Fvm8LJElvZKMKL4sXue9NlNmvg4NM71Ipus9s5TwvcZC77wBoCm9l6tDvvTG8b3gFGW+VUc5vcG9tD3A8Pq9yBjWvosMMr1Xj7s+uggGvuDIY74WChS98dR2PfyWCr79v9u8TxoPvb9yeb6fIwu+yL5ivgIPI72hEhs9j6wPvrf41L4J9R+9XayiPmMxGL5xl2G+8O0FvZK2VDxqtBy+gpTKvKrdBL0vZZS+ETYdvoSjYL7vmxy9lpj3uzi0Ib5B7tO+ZTodvWKviz5jLiq+jIRfvuXgBr246AG9zKYuvmxp074Hegm9LzSAPqgbN755i16+me3pvKDGV70Wjzu+mvXSviWP8rw6Zmw+T/9DvshRG786vMy8OZkDP0BsUL6Yj9K+PwZxvAu7Wj5l2Fi+Uy0bv9UHK7yMaQA/bEJlvhgXTb81NtW5Bn5KP6uqdb43Ixu/+oZ8PL8Q/z7xCYG+VHzSvnPizzwjcFc+oT+FvheMXb7KWvI8/OyXvcp2h75ng7G8WjPmPGD7tr6Yr4e+MGRevnilqzwVSGW96+iJvqk/076heaI8jRR5PoMijr79/F6+9VPKPK6dML1cXZC+x5LTvmhDwzymtoM+npiUvqnSG79gae08/q4OPz7Umr4q9dO+U10kPXJCjD53EZ++ERIcv1vOOj3uORQ/oU+lvqSU1L4OPWo9PCGaPgqQqb6cPGK+G3OBPe6K3Dw106u+U3TVvmaNgj3gfq0+GBiwvtoWZL6XbpA9eReJPQBgsr4zbda+gCyTPRgUwz7eqba+HSpmvrXHoj23BOU9Fve4vonm/LxIXKc9lnkevgRIub4mg2i+gAWhPZJxJj4/m7u+6q/YvuKtpz3ROfU+r/C/vkvYar4bTLs9wkZaPuNJwr7k7dm+QgfEPf6BCD+vpca+Xo5tvp3e2T0LW4s+1AXJvlHUHb2eBOU9r1lzPNdqyb7giR4+XaDlPX5Vdr771Me+k0SyPufF2z3k4/2+QETEvrdcGz47dsc93oIvvoa2wr5FzrA+/3DAPcYZ3b5HLb++7ZQYPtvArj3AeuO9q6a9vgdzQb0pNKo9wDxUPnoivr6TIRY+eLGyPcLvbb0kory+t1hLvVpQsD0Xh4U+SCS9vtKbEz4A/7o97e9nu2equ77P+qw+5Nm6PfM6iL6/NLi+VxQIP+Xzrz06VQe/S8OyvuCxqz6oTJo9wDdXvjdUr76wkQ4+1LCRPWCj1z09562+TKGqPuUAlj2vECi+nX2qvrb6Bj/oR489Upzdvm0Xpb74qDg/pRp7Pf/hM7+CtJ2+coEGP6aKQT3cXMi+K1OYvkrIqD7KeyE9B0+svQHzlL41MQY/WZcaPWNuur7glI++RgA4P0CG+TwlCSW/tDiIvtTxBT/N5o88NWOvvhzdgr523Kc+G44vPLLLNb1SA3++kdcFP+4CITxf1qq+PE50vvW1pz66s047KD4bveGYbb4Nkgc+PQYdO/v0gj7C4mq+jqunPhgj9jv9EhS90S1kvgltBz76cd47jo2EPm94Yb7BkKc+dg5EPJaaAb2QxFq+g7AFPy2wOTzdG6S+mhJQvlOZNz8qUaE7jw8cv39iQb5ToQU/1TLuu+F5ob7AsTa+TGmnPqhxXrysz8y8dv8vvr+0BT/toma86NSkvilNJb42tTc/eRCovHd4Hr/Tmha+GrtpPyW+Br2FCGu/BOgDvrnlNz8S9FG9hcwiv5hj6r2KBWo/RwaDvSe+cb8R8sS9J044PxC0qb34ISy/7HSnvSWsBj+ePsW9L1bQvr3okb1TNKo+WunVvZKUFb70SoS9wGQHPw7l270zifC+eEJdvQq9qz47I++9ReZZvhDIQb0BkBE+htr3vSWCJz3xIja9y3StPrMt9r1lJJO+LWIavd8NFT6W+QC+Z/UOvYx1Dr3yxEK9k7ABvkW2XD7EWhK9MbYYPg6N+r2lAOq9OyMGveRmNL0mO/+9lMIMPuO+Cb0iSRw+xJn5vfVlRL5QfPq8eyYmvXG6AL7bI3Y92ZAAvedJb77E/v69hgmfPnq1E71Nidq+r0XyvT3EDz+6rDa9/clrvgFF271JuG8+sIlJvRxkCr1GrtG9JwW5vT9OTL1Kwmi+lGHVvepnLD4n7V69CXLXviR8zr1IV9o+5rKAvWLIZb6EBL292n/UPeDjib0PD9a+hcS4va9euz7MA5u98J8cvzDHqb2Q/iA/JhO0vdHO1L7bBJC9HGGfPnQZxb3jFBy/xESDvc+7FD+OEt69EdXTvkfxVr1qo4k+4QTvvXciX76c60C9uJQjvcfx9726G9O+JTFEveE4cz6kagS+6L5dvvS7ML2VG4+9+tkIvgdy0r5hdTa9W+ZVPvBEEb6ydly+tVglvauyx722rRW+ltPRvp5VLb2/ijo+LAizPOXOOD6gfmc7aPOLvuqZ0DwjxXC8Eo/9uiGOpzyLMc48FdNWvvPwx7pWA6A+VNKrPIv1b7zV1Jo7vJyePAlsqTzbvDg+NoWnO9ksi77k+sY8f0NyvGP7qbleB7g8so7EPAyrOD5VJgM5e2eKvrQa4jx8N3K8GQ+tu5uDtzyhrt88Vb44PrtgnrsbPIu+uT39PDBPwD6YTCi8+O4Qv9pjHT1+9jg+MuiwvOKtjb7kLyw9OFFovI8+3rwuuBQ8hgYrPSisOT7Wwdy8VoaVvhnhOT0YqFu8dE0GvbixArzwxzg9sYo6Pr70Br0UJJ++ULRHPWtFTLwnayC9JTDrvNiuRj2W+VO+PMUivcOygD6ZuTU9wM05vMEtDr3Oelu9xcs0PQvkUr59kRK9SGtpPrrsIz2wE82+Isr/vIRWAj/GHAM9vulRvpBfrLwCvVM+g6PkPPnnHLzDfoq81WC9vdUR4zz4W1G+OqWZvPCBRz56ksE8y44UvMxyc7wNZdS9KxbAPBy8Pj4+t4q8X1XNvqua3jykHg28KWzMvFPz6L1nMd088j9QvvwO37yIEC8+fd+7PP7oALxXDMO8Uk8FvnuVujwegU++tmDYvPebHj4aYpk851LquxQAv7x1ghW+KzaYPB3HTr7+69a8vZIOPhlBbjwRGMu+MRzAvBXY2D5ZjNg7Fw1OvqdwdbwNA/093VkpOxr0wLtJ9Uy8jgAyvgWiITsqpk2+nPWCvE5G6z0jMsu6IKGzu2BGYLy9MDu+85DZuqdjQj6BFo68xKT1vgAJDDtgOMU+obHcvJQiR7/POiE8eQZDPvYRLr1d0fy+SKNfPDR9hLthhVa9hfJbvhxQXjzTI0u+5h1ovfWHeT3iTh08sQjJvk0gY71Dn6s+3CvlOmyASb6oqke9ZGDRPCJWD7tTR8i+p5JFvZTdmj4uAyS8BugVv13LLL0VXhQ/P/KxvPiex74xovq8mjuMPjLT8bwIAUe+UsLNvA6u57wz1Qi9LDfHvoVk0rw9Q4M+EbUovXZ2Fb98Y6i81XQKPw6JWL3V4Ma+lo0fvDCPdz4cW3i9gc9Fvg2roLu7G129IheEvYTFxr6mC8S7jddyPvr9k723pkW+q4Giup8qa73t5Zu9DLjGvqyBHLvPg3A+sMurvSCZRb4+Whc779lvvRizs71NDgs7PzOVOih2s77YnLO9EKZFviZpwLvNZGu9xIS7vfWuxr7gEua7tPRuPs5py73AdUW+sEgauxoLfL3LT9O9d53GvhXwartY72s+bjPjvYFfRb4oHoY6MNuBvYgY672ymMa+e2SAuRAcaz7J+/q9oj8VvxVyjjs5rwU/gW4Jvkugxr7EVnI8vG9sPnBgEb7BqkW+0v+ePNnSab1+VBW+KuDGvnellTzydHc++kgdvuk3Rr5MPb08Yiw5vds/Ib5iLce+H9W1PHFkgj5uNym+nOFGvt2O3zyHW/28tDEtvugeAzqsfdo8hzehvhUvLb7Pq0e+yeamPNnKY7xmLTG+nokvuaOfpDxIpZm+Ri4xvn1DSL746WY8HQCVuqAvNb7xKCu6nIpmPFkklL4MMzW+D61Ivge7Bzxo3/07gjY5vv9MyL7xRAo8HCebPpc5Qb6+60i+LJFtPK1fVTxOPkW+wXfIvqXVcTyE2J4+GENNvmVZSb54v6s8EE62PABKUb7i4+263mSvPBIJh76EU1G+M/hJvsQuhDxt4xE9ml1VvvYAyb6qBIo8e6yqPuFnXb7Ic0q+QqLAPCiEPD1vdGG+/wlAu6osyDwX43S+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.7145386338233948, 0.3301219940185547, 0.8899467587471008, 0.6370378732681274, 0.7793131470680237, 0.5874241590499878, 0.8089688420295715, 0.46758198738098145, 0.8422499299049377, 0.5003751516342163, 0.8467786908149719, 0.550575852394104, 0.8031160235404968, 0.4204248785972595, 0.8743100762367249, 0.6273601055145264, 0.7532482743263245, 0.65560382604599, 0.7326817512512207, 0.6786774396896362, 0.28631067276000977, 0.9049944281578064, 0.2818832993507385, 0.09157051146030426, 0.9566946029663086, 0.9197820425033569, 0.7836957573890686, 0.4231114983558655, 0.857382595539093, 0.5579886436462402, 0.8157505989074707, 0.5205936431884766, 0.1657259464263916, 0.9400999546051025, 0.1377422958612442, 0.9469895958900452, 0.8893464207649231, 0.30538681149482727, 0.9083792567253113, 0.23912914097309113, 0.9237581491470337, 0.817291259765625, 0.45908769965171814, 0.14540739357471466, 0.9435144662857056, 0.11238325387239456, 0.9506571292877197, 0.9121183156967163, 0.8074678778648376, 0.5779584646224976, 0.6944699287414551, 0.6532284021377563, 0.630101203918457, 0.2886457145214081, 0.8928754925727844, 0.23312027752399445, 0.9082863926887512, 0.8120977878570557, 0.6071277856826782, 0.6598420739173889, 0.34575900435447693, 0.8603193163871765, 0.7030950784683228, 0.43988409638404846, 0.7909899353981018, 0.5444848537445068, 0.7443684339523315, 0.4748729467391968, 0.7838408946990967, 0.5340209007263184, 0.7517281174659729, 0.5389045476913452, 0.2501910924911499, 0.8950940370559692, 0.24435243010520935, 0.897934079170227, 0.7639405131340027, 0.47292789816856384, 0.8035104274749756, 0.5599677562713623, 0.7422976493835449, 0.41125062108039856, 0.15176455676555634, 0.938137412071228, 0.11105752736330032, 0.9521937370300293, 0.9244604706764221, 0.8477113842964172, 0.36517229676246643, 0.8995999693870544, 0.7670295834541321, 0.5389034748077393, 0.8523119688034058, 0.6268474459648132, 0.7116072773933411, 0.7535645365715027, 0.5744153261184692, 0.8408138155937195, 0.5867356657981873, 0.25469496846199036, 0.9003883004188538, 0.6576654314994812, 0.7835851907730103, 0.4603838324546814, 0.8245253562927246, 0.5588733553886414, 0.22580257058143616, 0.9132584929466248, 0.2633396089076996, 0.904869019985199, 0.7092060446739197, 0.7081540822982788, 0.6708568334579468, 0.7411358952522278, 0.6319013237953186, 0.7692068219184875, 0.6107634902000427, 0.7839415669441223, 0.39703473448753357, 0.8809493780136108, 0.6164395213127136, 0.7797384262084961, 0.6107505559921265, 0.7852819561958313, 0.5989381670951843, 0.2057776153087616, 0.9290640950202942, 0.8207107186317444, 0.5182713866233826, 0.8403854370117188, 0.46897831559181213, 0.860327422618866, 0.5880143046379089, 0.7830023765563965, 0.6252779364585876, 0.24076998233795166, 0.918492317199707, 0.7558153867721558, 0.6562982201576233, 0.743545413017273, 0.329177588224411, 0.8988929390907288, 0.7061043381690979, 0.6914294958114624, 0.728039026260376, 0.6665208339691162, 0.7485456466674805, 0.3601571321487427, 0.8857332468032837, 0.6377137303352356, 0.7662349939346313, 0.6207844614982605, 0.22204458713531494, 0.07517490535974503, 0.9601967334747314, 0.9349498748779297, 0.8495979309082031, 0.5772209763526917, 0.7747247219085693, 0.6230380535125732, 0.2545163631439209, 0.9106013178825378, 0.7390216588973999, 0.6630235910415649, 0.27492284774780273, 0.9086012840270996, 0.7358675599098206, 0.6606889367103577, 0.7389239072799683, 0.656338632106781, 0.7449959516525269, 0.35186490416526794, 0.8877314925193787, 0.6601843237876892, 0.7403911352157593, 0.6570512056350708, 0.7450990080833435, 0.6503136157989502, 0.24748466908931732, 0.920200765132904, 0.7808467149734497, 0.5918764472007751, 0.8006954193115234, 0.5567577481269836, 0.821295440196991, 0.4851776659488678, 0.8356659412384033, 0.5061039924621582, 0.8285458087921143, 0.5198307633399963, 0.8241803646087646, 0.4732814133167267, 0.8542349934577942, 0.44508469104766846, 0.8658439517021179, 0.5906569361686707, 0.7823728322982788, 0.3923027813434601, 0.8830647468566895, 0.6449106931686401], "advantages": [5.34372615814209, 3.4772355556488037, 2.641378402709961, 3.393198251724243, 5.50675630569458, 3.498453378677368, 5.678830146789551, 3.6962521076202393, 2.296417474746704, 3.7592406272888184, 5.846028804779053, 4.012153148651123, 2.433779239654541, 4.092923641204834, 5.93383264541626, 4.364585876464844, 2.822707414627075, 4.435563564300537, 2.9776952266693115, 4.449057102203369, 3.104326009750366, 1.805916666984558, 2.97487211227417, 1.7299500703811646, 0.9767391681671143, 1.421822428703308, 2.063217878341675, 2.5110833644866943, 3.0324864387512207, 2.1789679527282715, 1.3903967142105103, 1.6036921739578247, 0.905038595199585, 0.15614436566829681, 0.16684097051620483, -0.425083190202713, -0.6813451051712036, -1.1224215030670166, -1.48048996925354, -2.1088414192199707, -2.3572349548339844, -3.1857850551605225, -3.7631912231445312, -4.1742448806762695, -4.231551170349121, -5.400660037994385, -5.330511093139648, -6.695231914520264, -7.817572116851807, -8.301892280578613, -8.01997184753418, -9.54063606262207, -9.350038528442383, -10.8381929397583, -11.669363975524902, -12.334385871887207, -13.227333068847656, -13.911215782165527, -13.977618217468262, -13.32863712310791, -15.46882152557373, -17.1589412689209, -17.140392303466797, -16.56845474243164, -15.080556869506836, -18.081636428833008, -20.54050064086914, -19.756214141845703, -18.168752670288086, -21.35610580444336, -24.229143142700195, -23.090972900390625, -26.15956687927246, -29.049827575683594, -28.207744598388672, -31.165536880493164, -30.333826065063477, -28.902372360229492, -26.87515640258789, -30.78998565673828, -34.42581558227539, -32.72133255004883, -30.247812271118164, -26.430543899536133, -31.429292678833008, -26.980817794799805, -32.148597717285156, -36.648887634277344, -40.435855865478516, -37.44397735595703, -41.3135871887207, -44.285980224609375, -42.04058837890625, -45.176239013671875, -47.27995681762695, -45.952308654785156, -48.31342315673828, -46.48448181152344, -49.06890106201172, -50.6634521484375, -51.27536392211914, -51.82233428955078, -50.408817291259766, -52.61117935180664, -53.92329406738281, -53.3603515625, -55.02437210083008, -55.7225456237793, -56.133888244628906, -57.18886947631836, -57.2010498046875, -55.85426712036133, -58.09061050415039, -56.71928405761719, -58.945430755615234, -57.6478271484375, 12.230320930480957, 12.367692947387695, 11.885704040527344, 12.243776321411133, 11.499811172485352, 11.624293327331543, 11.139490127563477, 11.263777732849121, 10.773929595947266, 10.906808853149414, 12.110933303833008, 10.617769241333008, 10.080604553222656, 10.311936378479004, 9.72043514251709, 10.033855438232422, 9.370911598205566, 9.55990982055664, 8.975624084472656, 9.086871147155762, 10.301041603088379, 8.553838729858398, 8.127638816833496, 8.087565422058105, 7.722953796386719, 8.489952087402344, 7.385662078857422, 7.220555305480957, 7.0152482986450195, 6.764087677001953, 6.660372734069824, 6.316971778869629, 7.056035041809082, 5.808440208435059, 5.913172721862793, 5.369409084320068, 5.582090377807617, 7.242582321166992, 10.706400871276855, 7.521082878112793, 5.484389305114746, 4.586575031280518, 4.8134355545043945, 4.327906131744385, 4.34528923034668, 5.550821781158447, 3.8153395652770996, 3.873429536819458, 3.444118022918701, 4.303328514099121, 2.992663860321045, 3.5000691413879395, 2.664701223373413, 3.3611855506896973, 2.3582327365875244, 3.224130392074585, 5.521113395690918, 3.248332977294922, 1.960426926612854, 3.1943047046661377, 1.7602624893188477, 3.1233749389648438, 1.569790244102478, 1.2972478866577148, 1.2165945768356323, 2.6268157958984375, 0.9137896299362183, 2.301605224609375, 0.5635809898376465, 1.8988845348358154, 3.6868131160736084, 1.597379207611084, 3.3193776607513428, 1.3135194778442383, 2.9633233547210693, 1.0475983619689941, -0.6342313885688782, 0.5902262926101685, -1.068387746810913, 0.04324698820710182, 1.3158276081085205, -0.3969970941543579, -1.9769048690795898, -1.0476150512695312]}
{"type": "SampleBatch", "eps_id": [1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1936018840, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAG90Yb7/CUC7qizIPBfjdL7Mg2G+cCdLvhf+oDzEb3o98pNlvnArabuPAqs84q5mvpqmZb5Iv0u+xxmGPAxilz3JuWm+x/eFuxo2kjx0rlq+OM9pvj1aQz7RcV48byQAvwTnZb40qZS7kbBpOy6DUL7N/mW+qIBMviTTBLposLg92xVqvo8Wlrta/ak6xIZPvt4tar56GEM+laM0u0Jo/b77Rma+XmuVuyRXT7x+/0++415mvl5JTL4r84i8KjCvPdV0ar7I68m+ot51vCftvj6BiHK+fNJLvoJa97udrZo9E5x2vvrByb5G28W7h0y7PhOufr6Mn0u+XounOvrkkT1QYIG+qpN1uwglMTvKWGK+I2qBvnWuS76bKOG69HaUPY9zg74Fu8m+036MuSyxuj5sfIe+/qZLvlUv5js+LpM9xYWJvrzhfLsvpAo8y9ZfvuOPib4E4Uu+lQaGO7UtnT3RmYu+MN/JvqZSuDu9zr0+ZqOPvmQFTL5lo1U8e3WjPbGtkb4sH427rMpvPHK8Vb78uJG+E21MvmllKzzWUrU9UMSTvqPXmLttaEg8qKVNvovQk74Vwky+0ZkGPJ/4wz253JW+2WSiu8v0JTxYDke+t+mVvswGTb5AhMw7qc/PPZX2l77oCqq7EoIHPFfHQb4vBJi+b15CPnL/kju7ZvW+mhKWvucNxT6mHae7wENFv68hkr5BYEI+QQeovN1/9b4UMJC+zAqku5KW9ryo+0W+ND2QvjJ6TL76IQu9zbG3PapIkr77HYa78sgDvQqiWr5lU5K+uxFEPoxGFb1fIwS/dV2Qvgc9TLtOjz+9aNRwvqBlkL7yR0q+gNNSvaidLT13a5K+fqXIvpZaT73OBKM+x26Wvt7JSL5WRTW9u+omPMtwmL5eA7q5r280vXmdl766cZi+LQ5IPtexTL3DNBq/lXGWvjMugDpnCn692NOmvgVvlr7dpkk+1F2MvZAtI7/KapS+lQE5O5l5pr2r8bu+ZGOUvg2kQ76xgrW9rwnPvTtYlr7hBMW+uqa5vQlDJj74SJq+whkUvzQAs72qqtk+hTWgvmO5w75klqG91ovZPaAfpL6jgBO/jjydven6vj4NBqq+7ZbCvkj1jb2NCmo9WuqtviNuPL4jnou9216DvrvMr75HlsG+myCWvd7JYjzmq7O+FWA6vnaPlb3HIZq+BYm1vjiFwL4V5KG9bhoEvbliub5X5hG/RDajvcEbcD69OL++qIlDv46bmb2KQQA/CwvHvusydb8xFoW9COZEP+HZ0L4HdJO/cypLvSA1hT+5pdy+vct0v3bT67wlnDs/bnDmvvO+Qr/ngme8rMzcPqE67r6DvhC/OWa0u2ddCT7PBPS+uYu9vrr4OLukHSS+Sc/3vri2EL8YhcW7q60GPieZ/b6KpEK/xqZeu1A32D4msQK/4q0Qv0xupTtMoQM+6JUFvxymQr+RrPk7ZHvYPoJ6Cb+6uRC/WbGDPO65Bz6AXwy/F6u9vrJomTxZvh6+DUUOv0zaEL+PAoA84fMSPrMqEb8+3EK/vYWXPDrV4T5iEBW/M/oQv/nJ3zy//B0+q/YXvwNCvr4iEfk8tMQEvrrdGb8uMBG/8NLjPKaZMD4XxRy/7K6+vj4KAD3s++O9Pa0ev2VnEb9e1+084KRDPrWVIb+/H7++eZIGPWAVvb38fiO/NqERv4UE/jyBl1c+nGgmv9ywQ7+UQRA9dkkDP4xSKr/93hG/m0Q6PdIDbT5oPS2/2y/Avqw6TT1+nz69aCkvvxg4Er+vakk9O+aFPgwWMr+G6cC+M9dePdTsebznAzS/h5gSv0yXXT1hkpY+efI2v2G0wb63rnU9ay+bPFviOL8MiTy+/Tt3PSgqgr6v0zm/ZpXCvnJoYj2Y7Gg90cU7v3c3Pr4EEWc9Pxtfvku5PL9DZsO+zDdVPYCGvD2ErT6/6dQTv0zCXD3cJ80+aqJBvzYsxL56lX09pH0APp6YQ7+LgEG+fO6DPYOTFr5MkES/IJ2pOyrRez33Y9a+hIlEv79WQ767g1k9mMnbvYyDRb/za2k7G7lQPXP8w77hfkW/9NtEvoRdMT1/iZi93HpGv8Cixr6JQys9sRltPl53SL9oGka+Wjs+PSg6Q73wdEm/fkZ9OspTOj3Bkqa+rHNJv5ByR77yrB89MuWYvPdySr/7W3K5iSUePeb7mL5Fc0q/xftGPlCrBT0YPRS/knRJv4cLo7o0d6w87nONvjN2Sb8xYUm+xWZ+PKUxvDz3d0q/ZTTnuvD2gjwKkIe+R3pKv0/XSb5KKy88E84GPaJ8S7/2dwy7GfQ5PCJEg75yf0u/OHFFPubiyztRowu/uIJKv67mHLs6lpm7/WuAvtuFSr8GMEq+v/sevE1iJT2oiEu/s3YPu6/AEbx1vYK+hotLv1DqSb4ibWW8hVwNPfqNTL+uLvS6Dh5avLlthr5rkEy/8YNJvmsTmLwLKdQ8zcFMO4gbFDzDc/g8KbMavQubWDvS+j6+o0PyPN9Vhz6qyd65AxYGPCjJDj2FsZq8BPmIufGnTz4kPQ09uMmZvpqteDtpeMs++UPpPI/8FL/7Y0A8SL1OPgTqiTzqmI++CUaBPD8r1jsM7Tc86TSPPCxYgjy7VE4+fKc9PDoUi759W6M8fvvKPo9JyTulhg+/zk/kPHkSTj6dI6a77DWIvkOkAj2z+co+jz4qvMBwD78iHiM9+ktOPo/ssLxqtoq+F58zPfcN2jvkT928BaRzPKUqND1EAU8+K+DavGWKkr4bukQ9FjfzO2PiBL2F7we7xFVFPYS2P77jDQW9N3aPPnz/NT1jzwg8YzPcvKG6uLyarjY9Y9k+vjPl37yR54U+AmonPV6BFTy9C7W8CWIivWApKD1bd1E+ioq7vOWtrb4/6zg9CwogPFge87wAiFy9GLg5Pdw6Uj6W8Pu8NSO2vpqJSj1VLi48pRwbvRZRlb2OaEs9n1c8vqYVIb1/klQ+Tlc8PUc+QDwrFBC98SLHvWBNPT1aUVQ+VAsYvUE2zb6lSU49fCVRPM/gOL3R3fW9WlVPPdEKOr57tkK9etkhPjVzQD0nj8C+zcM1vQHp3j77oyE9LbM4vmcZEr0eIgQ+VN0SPVP7v75Qhwe9Hg3SPoNL6DzTsTe+OtfLvObO2z1i58o8u7qDPI5BurwKvEW+1onNPIv/Nr7D5Nm8shS9PTtCsDzzfYk8Y8TKvBijVb4wArM8Rj82vvby7LwS8Zs9WNmVPMjOvr5HeeC8hRi4Pr+UMTxFbDW+JpClvHwRbz0qDe87i2GVPBcAnLwkZna+fQD7OzXZNL6YbMO8BmI8PUZChzvGYpo8jeO7vCscgr4ZnJM76yk0viqG5bxT6/88RziBOq5ToDzcZ+C8B1GKvkGGtDpdWjO+YFUGvRqYYTxCTwu7mFS9vp00Bb22g5c+t/8bvHZ+EL8p7dm8fwMUP8F5qrxh5ry+NWV2vMXxjT5v7Oa8UscxvgmNG7xzF6W8H68Bvay4vL6SJyK8ef6JPibhH72jfjG+Qq2Tu+gw17w+FC691p28vl/kpLuprIc++UFMveNaMb7tVow5p9XvvDVyWr34lLy+EqamuUDohj6Fnni9sz0QvwZEojvTWg4/X2OTvb81Qr9qrIM8Ea5ZPzZ2sr3WUBC/jH4HPdwOED9jjcm9uWFCv8mXNT3sml0/Q6fovYiXEL+tgXw9W1QWP7/J/737v72+Vk6WPbIQoT7qewe+/tY0vvQwoz0jEjw90BkLvrvbvr5qEqU9mau5PjS8Er6HLDe+8eyzPSd3xT0NZha+XchzPPfftz3pUSu+CxgWvpydVT6mBbE9N1ncvlTSEb5aCM4+6WSfPUvRMb+OlAm+kD9TPoHxgj1RxsG+91oFvrU3KTz/4WY9T9eHvdAkBb5MglE+/HJhPUhxrr4h9AC+3SsPPNKJRT2Xf/+8UMYAvpmHP76++0I9v3iNPvKaBL6th/E7bJ5ZPRYfgbpNdAS+aYhOPsOJWT3yiY2+2lIAvtrCyj5V5EI9NEoNvyht8L09EU0+3q0VPYh/er5EOei94u+XO6qjAT3aHXM9pgjova6BQ75sgAY9zUS5PqLa7708hXM7ByUkPRg7oz2ss++9tf9KPoOsKj3D30y+95TnvZ4VyT6xSBo9GWr1vsF+170/10k+CAnmPHU2M77na8+99W3ROntcyTy0bQE+JlvPvWESST7fEd48Ojwivi1Qx70gZWE6txzEPPwZEj4pR8e9WURHvgh92zy2uOI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAMyDYb5wJ0u+F/6gPMRvej3yk2W+cCtpu48Cqzzirma+mqZlvki/S77HGYY8DGKXPcm5ab7H94W7GjaSPHSuWr44z2m+PVpDPtFxXjxvJAC/BOdlvjSplLuRsGk7LoNQvs3+Zb6ogEy+JNMEumiwuD3bFWq+jxaWu1r9qTrEhk++3i1qvnoYQz6VozS7Qmj9vvtGZr5ea5W7JFdPvH7/T77jXma+XklMvivziLwqMK891XRqvsjryb6i3nW8J+2+PoGIcr580ku+glr3u52tmj0TnHa++sHJvkbbxbuHTLs+E65+voyfS75ei6c6+uSRPVBggb6qk3W7CCUxO8pYYr4jaoG+da5Lvpso4br0dpQ9j3ODvgW7yb7Tfoy5LLG6Pmx8h77+pku+VS/mOz4ukz3FhYm+vOF8uy+kCjzL1l++44+JvgThS76VBoY7tS2dPdGZi74w38m+plK4O73OvT5mo4++ZAVMvmWjVTx7daM9sa2Rviwfjbusym88crxVvvy4kb4TbUy+aWUrPNZStT1QxJO+o9eYu21oSDyopU2+i9CTvhXCTL7RmQY8n/jDPbnclb7ZZKK7y/QlPFgOR7636ZW+zAZNvkCEzDupz889lfaXvugKqrsSggc8V8dBvi8EmL5vXkI+cv+SO7tm9b6aEpa+5w3FPqYdp7vAQ0W/ryGSvkFgQj5BB6i83X/1vhQwkL7MCqS7kpb2vKj7Rb40PZC+MnpMvvohC73Nsbc9qkiSvvsdhrvyyAO9CqJavmVTkr67EUQ+jEYVvV8jBL91XZC+Bz1Mu06PP71o1HC+oGWQvvJHSr6A01K9qJ0tPXdrkr5+pci+llpPvc4Eoz7Hbpa+3slIvlZFNb276iY8y3CYvl4DurmvbzS9eZ2XvrpxmL4tDkg+17FMvcM0Gr+VcZa+My6AOmcKfr3Y06a+BW+Wvt2mST7UXYy9kC0jv8pqlL6VATk7mXmmvavxu75kY5S+DaRDvrGCtb2vCc+9O1iWvuEExb66prm9CUMmPvhImr7CGRS/NACzvaqq2T6FNaC+Y7nDvmSWob3Wi9k9oB+kvqOAE7+OPJ296fq+Pg0Gqr7tlsK+SPWNvY0Kaj1a6q2+I248viOei73bXoO+u8yvvkeWwb6bIJa93sliPOars74VYDq+do+Vvcchmr4FibW+OIXAvhXkob1uGgS9uWK5vlfmEb9ENqO9wRtwPr04v76oiUO/jpuZvYpBAD8LC8e+6zJ1vzEWhb0I5kQ/4dnQvgd0k79zKku9IDWFP7ml3L69y3S/dtPrvCWcOz9ucOa+875Cv+eCZ7yszNw+oTruvoO+EL85ZrS7Z10JPs8E9L65i72+uvg4u6QdJL5Jz/e+uLYQvxiFxburrQY+J5n9voqkQr/Gpl67UDfYPiaxAr/irRC/TG6lO0yhAz7olQW/HKZCv5Gs+Ttke9g+gnoJv7q5EL9ZsYM87rkHPoBfDL8Xq72+smiZPFm+Hr4NRQ6/TNoQv48CgDzh8xI+syoRvz7cQr+9hZc8OtXhPmIQFb8z+hC/+cnfPL/8HT6r9he/A0K+viIR+Ty0xAS+ut0Zvy4wEb/w0uM8ppkwPhfFHL/srr6+PgoAPez74709rR6/ZWcRv17X7TzgpEM+tZUhv78fv755kgY9YBW9vfx+I782oRG/hQT+PIGXVz6caCa/3LBDv5RBED12SQM/jFIqv/3eEb+bRDo90gNtPmg9Lb/bL8C+rDpNPX6fPr1oKS+/GDgSv69qST075oU+DBYyv4bpwL4z11491Ox5vOcDNL+HmBK/TJddPWGSlj558ja/YbTBvreudT1rL5s8W+I4vwyJPL79O3c9KCqCvq/TOb9mlcK+cmhiPZjsaD3RxTu/dzc+vgQRZz0/G1++S7k8v0Nmw77MN1U9gIa8PYStPr/p1BO/TMJcPdwnzT5qokG/NizEvnqVfT2kfQA+nphDv4uAQb587oM9g5MWvkyQRL8gnak7KtF7Pfdj1r6EiUS/v1ZDvruDWT2Yydu9jINFv/NraTsbuVA9c/zDvuF+Rb/020S+hF0xPX+JmL3ceka/wKLGvolDKz2xGW0+XndIv2gaRr5aOz49KDpDvfB0Sb9+Rn06ylM6PcGSpr6sc0m/kHJHvvKsHz0y5Zi893JKv/tbcrmJJR495vuYvkVzSr/F+0Y+UKsFPRg9FL+SdEm/hwujujR3rDzuc42+M3ZJvzFhSb7FZn48pTG8PPd3Sr9lNOe68PaCPAqQh75Hekq/T9dJvkorLzwTzgY9onxLv/Z3DLsZ9Dk8IkSDvnJ/S784cUU+5uLLO1GjC7+4gkq/ruYcuzqWmbv9a4C+24VKvwYwSr6/+x68TWIlPaiIS7+zdg+7r8ARvHW9gr6Gi0u/UOpJviJtZbyFXA09+o1Mv64u9LoOHlq8uW2GvmuQTL/xg0m+axOYvAsp1Dxckk2/sLS4uijVk7wJkIu+C5tYO9L6Pr6jQ/I831WHPqrJ3rkDFgY8KMkOPYWxmrwE+Yi58adPPiQ9DT24yZm+mq14O2l4yz75Q+k8j/wUv/tjQDxIvU4+BOqJPOqYj74JRoE8PyvWOwztNzzpNI88LFiCPLtUTj58pz08OhSLvn1bozx++8o+j0nJO6WGD7/OT+Q8eRJOPp0jprvsNYi+Q6QCPbP5yj6PPiq8wHAPvyIeIz36S04+j+ywvGq2ir4XnzM99w3aO+RP3bwFpHM8pSo0PUQBTz4r4Nq8ZYqSvhu6RD0WN/M7Y+IEvYXvB7vEVUU9hLY/vuMNBb03do8+fP81PWPPCDxjM9y8obq4vJquNj1j2T6+M+XfvJHnhT4Caic9XoEVPL0LtbwJYiK9YCkoPVt3UT6Kiru85a2tvj/rOD0LCiA8WB7zvACIXL0YuDk93DpSPpbw+7w1I7a+molKPVUuLjylHBu9FlGVvY5oSz2fVzy+phUhvX+SVD5OVzw9Rz5APCsUEL3xIse9YE09PVpRVD5UCxi9QTbNvqVJTj18JVE8z+A4vdHd9b1aVU890Qo6vnu2Qr162SE+NXNAPSePwL7NwzW9AenePvujIT0tszi+ZxkSvR4iBD5U3RI9U/u/vlCHB70eDdI+g0voPNOxN74618u85s7bPWLnyjy7uoM8jkG6vAq8Rb7Wic08i/82vsPk2byyFL09O0KwPPN9iTxjxMq8GKNVvjACszxGPza+9vLsvBLxmz1Y2ZU8yM6+vkd54LyFGLg+v5QxPEVsNb4mkKW8fBFvPSoN7zuLYZU8FwCcvCRmdr59APs7Ndk0vphsw7wGYjw9RkKHO8ZimjyN47u8KxyCvhmckzvrKTS+KoblvFPr/zxHOIE6rlOgPNxn4LwHUYq+QYa0Ol1aM75gVQa9GphhPEJPC7uYVL2+nTQFvbaDlz63/xu8dn4Qvynt2bx/AxQ/wXmqvGHmvL41ZXa8xfGNPm/s5rxSxzG+CY0bvHMXpbwfrwG9rLi8vpInIrx5/ok+JuEfvaN+Mb5CrZO76DDXvD4ULr3Wnby+X+Sku6mshz75QUy941oxvu1WjDmn1e+8NXJavfiUvL4Spqa5QOiGPoWeeL2zPRC/BkSiO9NaDj9fY5O9vzVCv2qsgzwRrlk/NnayvdZQEL+Mfgc93A4QP2ONyb25YUK/yZc1PeyaXT9Dp+i9iJcQv62BfD1bVBY/v8n/vfu/vb5WTpY9shChPup7B77+1jS+9DCjPSMSPD3QGQu+u9u+vmoSpT2Zq7k+NLwSvocsN77x7LM9J3fFPQ1mFr5dyHM899+3PelRK74LGBa+nJ1VPqYFsT03Wdy+VNIRvloIzj7pZJ89S9Exv46UCb6QP1M+gfGCPVHGwb73WgW+tTcpPP/hZj1P14e90CQFvkyCUT78cmE9SHGuviH0AL7dKw880olFPZd//7xQxgC+mYc/vr77Qj2/eI0+8poEvq2H8Ttsnlk9Fh+Buk10BL5piE4+w4lZPfKJjb7aUgC+2sLKPlXkQj00Sg2/KG3wvT0RTT7erRU9iH96vkQ56L3i75c7qqMBPdodcz2mCOi9roFDvmyABj3NRLk+otrvvTyFczsHJSQ9GDujPayz7721/0o+g6wqPcPfTL73lOe9nhXJPrFIGj0ZavW+wX7XvT/XST4ICeY8dTYzvudrz731bdE6e1zJPLRtAT4mW8+9YRJJPt8R3jw6PCK+LVDHvSBlYTq3HMQ8/BkSPilHx71ZREe+CH3bPLa44j6nP8+9SrsOOQgFEj2PgSI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.7421392202377319, 0.6653075814247131, 0.7267931699752808, 0.6819790601730347, 0.2869735658168793, 0.9037841558456421, 0.7229446768760681, 0.67928147315979, 0.2761118710041046, 0.9095240831375122, 0.7475538849830627, 0.35844656825065613, 0.8867701292037964, 0.35553956031799316, 0.8888583779335022, 0.6565616130828857, 0.7402483224868774, 0.34571242332458496, 0.892118513584137, 0.6718780398368835, 0.722542941570282, 0.32426518201828003, 0.8984048962593079, 0.6982182860374451, 0.6918348670005798, 0.7080796360969543, 0.6820647716522217, 0.7158459424972534, 0.6739458441734314, 0.7218491435050964, 0.3326181173324585, 0.11096330732107162, 0.950690746307373, 0.9050228595733643, 0.7428180575370789, 0.6320573687553406, 0.22915831208229065, 0.9250655174255371, 0.8140720725059509, 0.4927603006362915, 0.8256897330284119, 0.4635116755962372, 0.14022856950759888, 0.9471401572227478, 0.1091386154294014, 0.955327033996582, 0.9178064465522766, 0.789749801158905, 0.4668661952018738, 0.8222082853317261, 0.542384684085846, 0.7849184274673462, 0.3939862847328186, 0.8846608400344849, 0.31964564323425293, 0.905807614326477, 0.7489412426948547, 0.41083580255508423, 0.15646404027938843, 0.06817567348480225, 0.9601849913597107, 0.9351122975349426, 0.8529565334320068, 0.5891408324241638, 0.7689388990402222, 0.41001275181770325, 0.85971999168396, 0.3872164487838745, 0.8695835471153259, 0.6449781060218811, 0.712408721446991, 0.33459702134132385, 0.8875104188919067, 0.7030553221702576, 0.6440524458885193, 0.7298330664634705, 0.6086268424987793, 0.7550589442253113, 0.5702375173568726, 0.22106748819351196, 0.9190675616264343, 0.8118273615837097, 0.4568728506565094, 0.8366149663925171, 0.399812787771225, 0.858665943145752, 0.6573303937911987, 0.6431314945220947, 0.698617160320282, 0.5970705151557922, 0.2663327157497406, 0.8998541831970215, 0.7739797234535217, 0.5198624134063721, 0.7329416275024414, 0.5576813817024231, 0.70754075050354, 0.4125094413757324, 0.832767128944397, 0.6260417699813843, 0.6459827423095703, 0.6510291695594788, 0.3772663176059723, 0.8166376948356628, 0.6205098032951355, 0.6700549125671387, 0.6124781966209412, 0.6753755807876587, 0.39235028624534607, 0.8146733045578003, 0.6239195466041565, 0.6599335670471191, 0.6341677904129028, 0.6481558680534363, 0.6476911902427673, 0.6325516104698181, 0.4194265902042389, 0.8801625967025757, 0.6284494996070862, 0.24167421460151672, 0.9156409502029419, 0.76093590259552, 0.6439739465713501, 0.24204489588737488, 0.9186106324195862, 0.22265751659870148, 0.9252332448959351, 0.8064363598823547, 0.54755038022995, 0.8280000686645508, 0.5013532638549805, 0.8330576419830322, 0.5301783680915833, 0.8211783170700073, 0.44648849964141846, 0.8661826848983765, 0.4002903997898102, 0.8819801807403564, 0.6532848477363586, 0.735798180103302, 0.3108850419521332, 0.9062906503677368, 0.7409862279891968, 0.3635069727897644, 0.8795132040977478, 0.389970988035202, 0.8734208345413208, 0.5946699976921082, 0.7963769435882568, 0.5623757243156433, 0.8139426112174988, 0.47416436672210693, 0.8425362706184387, 0.5129656195640564, 0.8352435231208801, 0.4811350703239441, 0.8488247990608215, 0.4439389109611511, 0.863001823425293, 0.5984823107719421, 0.22694513201713562, 0.9211893081665039, 0.7793283462524414, 0.6054004430770874, 0.7798303365707397, 0.6031936407089233, 0.783858597278595, 0.5954858660697937, 0.20878595113754272, 0.06996893137693405, 0.9638121128082275, 0.05880429223179817, 0.9675294160842896, 0.9519604444503784, 0.9039739370346069, 0.2654876410961151, 0.9250361323356628, 0.810467541217804, 0.5005314350128174, 0.19608362019062042, 0.9199252724647522, 0.7778365015983582, 0.6221711039543152, 0.7432409524917603, 0.3320571482181549, 0.9028380513191223, 0.7243411540985107, 0.35484206676483154, 0.8742329478263855, 0.6252550482749939, 0.22858230769634247, 0.9254031181335449, 0.8040980100631714, 0.4699220657348633, 0.83076012134552, 0.5142132639884949, 0.8305869698524475, 0.4852646291255951, 0.15715593099594116, 0.940685510635376], "advantages": [9.962183952331543, 8.465002059936523, 9.536214828491211, 8.101694107055664, 9.097320556640625, 10.37242317199707, 8.880951881408691, 7.589009761810303, 8.502288818359375, 9.741464614868164, 8.37849235534668, 7.243323802947998, 6.102297306060791, 6.795323848724365, 5.734568119049072, 6.275592803955078, 6.856711387634277, 5.912126064300537, 4.992595672607422, 5.31371545791626, 5.710473537445068, 4.871220588684082, 4.086394786834717, 4.187877655029297, 4.404812812805176, 3.656235694885254, 3.8152549266815186, 3.1065804958343506, 3.210392475128174, 2.5391974449157715, 2.5904624462127686, 3.211838722229004, 4.84514045715332, 3.16235089302063, 2.2554564476013184, 1.6845893859863281, 1.8318346738815308, 2.563819646835327, 1.7302453517913818, 1.2629121541976929, 0.7745552062988281, 0.7657491564750671, 0.8879890441894531, 1.7493469715118408, 0.93590247631073, 1.9783265590667725, 1.1151940822601318, 0.8954168558120728, 0.775594174861908, 0.3050791025161743, 0.46187418699264526, 0.13241349160671234, 0.1359269618988037, -0.1398974061012268, 0.032029103487730026, -0.26948264241218567, -0.053917258977890015, -0.0021848438773304224, -0.4351915717124939, -1.343087077140808, -2.5623273849487305, -1.8149359226226807, -1.5570367574691772, -1.8669129610061646, -2.5702195167541504, -2.30163311958313, -2.4784204959869385, -2.9450674057006836, -3.109083890914917, -3.6538853645324707, -4.486635684967041, -4.30039119720459, -4.466681003570557, -5.137042999267578, -6.019649982452393, -5.9258131980896, -6.823407173156738, -6.780771732330322, -7.698112964630127, -7.696495532989502, -7.8424973487854, -8.747162818908691, -9.762453079223633, -9.752503395080566, -10.830366134643555, -10.793676376342773, -11.949895858764648, -12.873753547668457, -13.030129432678223, -13.986685752868652, -14.163536071777344, -14.018338203430176, -15.399600982666016, -16.513521194458008, -17.135520935058594, -17.702316284179688, -18.332582473754883, -18.960052490234375, -19.045076370239258, -20.366775512695312, -21.085317611694336, -21.73343849182129, -22.483348846435547, -22.410316467285156, -23.800878524780273, -24.59133529663086, -25.32060432434082, -26.15968894958496, -26.890260696411133, -26.700393676757812, -28.359477996826172, -29.394014358520508, -30.01532745361328, -31.133323669433594, -31.70237159729004, -32.913211822509766, 16.74986457824707, 17.005142211914062, 16.46055030822754, 16.680124282836914, 17.812210083007812, 16.40336036682129, 15.946146011352539, 16.11150360107422, 17.23311424255371, 15.871072769165039, 17.063596725463867, 15.668039321899414, 15.206764221191406, 15.446927070617676, 14.943414688110352, 15.255030632019043, 14.6339750289917, 14.896696090698242, 14.321704864501953, 14.723248481750488, 14.059152603149414, 14.552416801452637, 13.8137845993042, 13.92780876159668, 13.52879524230957, 14.27650260925293, 13.32952880859375, 13.286197662353516, 14.286084175109863, 12.876018524169922, 13.755963325500488, 12.480130195617676, 12.534699440002441, 12.164260864257812, 12.34476089477539, 11.869222640991211, 12.453166007995605, 11.520573616027832, 11.986315727233887, 11.262653350830078, 11.902769088745117, 11.045820236206055, 11.89995002746582, 10.888172149658203, 11.019709587097168, 12.389384269714355, 10.562883377075195, 10.405895233154297, 10.220525741577148, 10.210987091064453, 9.893479347229004, 10.020485877990723, 9.576271057128906, 10.529535293579102, 12.597681045532227, 10.005120277404785, 12.116042137145996, 9.55986213684082, 8.058792114257812, 8.062898635864258, 7.5842671394348145, 7.372654438018799, 8.368803024291992, 10.201176643371582, 12.549418449401855, 9.340702056884766, 6.770698070526123, 8.483539581298828, 6.023033142089844, 4.886241912841797, 5.2277727127075195, 6.650463104248047, 8.920669555664062, 5.800436019897461, 3.7454683780670166, 3.0560812950134277, 2.9703521728515625, 3.977858304977417, 5.986214637756348, 3.1176180839538574, 1.4986090660095215, 2.2507383823394775, 0.7635002732276917, 0.5527420043945312]}
{"type": "SampleBatch", "eps_id": [1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1940147822, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAKc/z71Kuw45CAUSPY+BIj46Ps+9SCtIvigFHz0Hwew+9T/XvcqKcrqZ5kQ995U6PqhJ173bHkY+4NNTPbxowr3nXM+9dccZuyENTD2evVo+gnXPvUqjRD7wjF09qOqAvfCXx71/q3q71WRYPag1fD4LwMe9jBNDPhWSbD1cuu+8dvK/vUX+xD5hLGo9SjqbvgowsL2iZUE+QVZRPY135Duoc6i9fM3ju3noUT05c6E+jbyovdLmPz54vWs9RrsgPXsPob1VaMM+avRuPT5gcL6IbZG9A24TP4O5Wz3wKgK/n61zvYaXwj4tEjI9rChMviOLVL3QFBM/AL0hPZrA9L49eiW9YOJEP+Mn9TwdDUK/9fLMvLHUEj8S7XE8WYHpvmP0XbxSukQ/I/e4O4l6Pr8N2+46u8ESP3pUF7xmMua+o7RZPLmtwT73U5W8r64jvnjUqjwI0zs+ZYSvvGcUAj7B4cg85vfBPlS0mrw/eDC+0nkDPdYAEz+H8La8nxvxvlSEMj3pRMI+CwwCvQLNPb6YmVE9izY9Pio7Eb2R9cY9rrxgPX3Cwj7SRQm9oHZTvgnmfz2oOD4+mDAaveJ0mj3ijoc9USwQvPUCFL1rRLY+nTKHPfJMPz6Vsu28YoxVPYjZjj1swsM+2CflvFWMf76vgp49YSJAPo0FB70r9ws9JDKmPRg0xD7tOAS9n5aJvmPktT21FkE+jDwavTbaXjyenb09b7bEPksfGb1A2ZS+SlrNPVJwFD8i8DC99k4Yv1ca5T09TMU+Pq1hvRzjob4A4/Q9C6NDPiSUe72/eCm9U7b8PZ4kxj7W9369daC0viVIBj4KcUU+J++NvciVpL0MOwo+NsejutQ5kb3UOUI+fzQKPql8Rz71dIm9oP7+vd4xDj6pqjo6h46OvfHGFT6aNQ4+/npJPtCQiL07jyu+Lz0SPq28LTuVbY+9jLvTPRVLEj7TeEs+gjGLvSOZV77cXBY+Cj2XOzzRk73Ei3U9DnUWPnLyQb6jXJG9gXSoPgyUEj6CFdo7reKDvWDMcjzxthI+lYBPPklHg72FTZi+Wt0WPiELCzxzdo+9HEfSvNkJFz7OclE+moOQva7grb45Ohs+WtkrPJ5snr2EUo+9N3EbPq/YO75tSqG9ORBKPnGvFz7RNMG+TDWZvfGm7T4C9Q8+tEMSvy8yhr0KfDs/g0EEPh0ywL6iZVC9mO/WPtoi+T094ze+3AEuvadj5D3Yx/E9ahuEPCffJL3g60a+8XDyPc6tNr4QyTS9QAWvPU8i6z2W9I082sgtvYsdYr4D2Os9qCRaPrLfP72XzQa/zJH0PY9amDzEAmu9Nf1+vs9U9T0n4DO+8Wh/vS0WzTziIu495UimPOtbfb0GxJK+uvfuPQ0QMr65a4q9BwhnvF7Y5z1iUbU8lf+KvXeWp750wOg9c2NfPsdnmL0K/yO/86/xPUDHxTwRpbK9wpi+vhut8j2+tS2+fOTBvfnO3b1Ruus9iQC6viVUxr3Zvhw+/9jcPcyQDr8SD8C9u9DTPoIJxj3gnbi+GB2vvRZxvj2PRLc9v+sNvwhOq72SDLc+eo+gPXhit74wqZy9HYMiPcPjkT21Vw2/KAmbvXFTnT68jHY9TUa2vh5zjr00xQe8xGJZPQHRDL8Dyo69+fiFPhZTLD0WQrW+QRKEvYSuVb3AUg89QlQMv0g1hr1PwmA++tXEPJAGPr9+b3q9s0r7PltwFjw4vm+/lTpSvdh7Qz+lbhy87549v42sE72PE+k+zZLHvNtvb799w9y8OYA8PxNoML2kZD2/Aj9IvGne3j4pA2297mULv79wZrtcHA4+VM+MvSFWPb+KJ0K6C1fcPo0aq73uYQu/CuIAPNa7DD6oZ8G9ueuyvvLqLTz1axy+9bfPvTpzC7/Cufc7A7ISPtUH5r27DbO+Kc4qPFWPFr7aWvS9D4QLv5dA9Tsdfxg+tlYFvot+Pb/QbCs8WE7jPo5/FL7VlAu/UXOePAFNHj4uqh++omezvlHHtzwpGAe+Sdcmvum7C7/aKaI86cUrPgoFMr6fwT2/raW9PFPn7j4/M0G+D8pvv1UMBT0vOUQ/ImJUvu/skL/z1kM9QdyIP0iSa77dEXC/E7eNPTm7Sj/pxn6+3GA+v/Mmrj2SkwU/7gCHvhzCDL8+hsM9f52DPkuijL6kX7a+uQ3OPY2mhLsMSJC+ZY4mvkbjzT1E2Ia+bvKRvhAl/TynGcM9eNEFv22hkb6uZCm+dbCtPQRzTr4SU5O+FCq5vmtupT2kvu49HQeXvmjMK77KNKo9/CgZvuu+mL6HW7q+bhSkPYcqLD4ReZy+Kiwuvmn3qj1rMsm98zaevh2Mu75J8aY9i9ZgPjH3ob7vkjC+oO+vPWLDPb05u6O+WPOuPNUJrj2XFp++PYOjvtVVXD60T6E98E8Tvy5Pob689ps8y72JPReehL5FHaG+Kjk1vpNDfj2UlF09vtqhvGWUv7ykTBs86xdkPKGvpbzl41++etwfPEqBnj4sgsm8JNXBvPmmgjygwqM8mGLNvIJWLz5t7YU8QwWJvsFUsbyKncW8Zik0PIcz9zyLSLW8n6pgvr4MPjzUEac+4jrZvPBCyLy3fJQ8n80YPTk83bxVgC4+bJmaPCqYf76mUMG8NQO7Po1oYzxRSQm/lXiFvO8FLj4tuk47P/50vjBBU7wen868W7rVuuHsXj3+hFu8RwAuPoocDrqagHS+09YjvOpdzrzVPq67iB5cPQUYLLyyhWG+vwaLu9SBsD7NQnS8Iz/NvDrOLTufwk89h3h8vCkcLj7ySXA7w+h2vnDBRLw37ro+iYKXuoRbCL96PZq7phIuPvB5QbyJGHa+h1Wrukt1zLwOHYi8+hdHPb7C7LrMfC4+ViaAvBZBf75h7dE6Ra7IvI39qLxLbx09nbWROjIELz5rsaK8RniFvhZwlDul8MO8RGfNvPVJ0jw8w4Q71asvPpYyybzZtIy+NjH1Ox4hvrxCOfa8yyckPFz75TvjHV++BZX0vDQNlj7TXy47QR23vMuQxLy1dRG8dxMRO2FVXr4sBca8CWKNPsiCC7s4ebG8FceYvOQsxbwZ6Ce7sOMxPp64nLzhKKW+0CpvOsUMrbyAktG8yWgTvVJqADoTDV2++XfXvIV6fj5v13q7jvmmvIfArrxsala9XMeKu2JbXL4lVLe8TyJvPlPnC7xY26G8NxGRvAVuh729YBK8/9MzPtHmm7xoi7q+b6qxu8nzvT6MmNe8Obgpv0PyAjsNfDQ+tBsivRzjwb65+7Q7xseVvFMhQb0LOMq9OQCpO9rNWb4LOEm9vv02PpTZbDp1bdC+Y5Q6vUI26T5ZLu27DmxYvgZEFb2XYBg+edg7vHnSgLxWEwm9694evpz/QLyqZle+A8kVvQfWAT6i9oK8wEZxvPhlC72jczW+TWCFvJNeVr4Z6hm9vCHWPd+sp7wpzc6+ZFkRvY4yxT4L2um8C01VvlyY47yZ5qY9bf0FvaiYUbw8Pta8OhlhvrUJB73mEzs+RUL6vJ5IBb+2JPC8GGBEvLvHJ71ncXO+bxvyvJB0U75yQTu91gArPVL4Cb2bR82+6NU3vQ+roz6U0Cq9YiFSvg+mHb3vz1c8DaA7va2szL7SkRy9W0GWPoVfXL0PAlG+XYcEvUqVNLwBGG29UynMvoJuBb0i5Yo+OuGGvc4OUL68at68ngMBvb0zj70Lusu+15PjvEdHgT4QgJ+9/0BPvlo1urzD9Ee9WMqnvQTv47vmNMK8qXmyvkgTqL0Qk06+mFH7vMP8gb2aVrC9L/XKvt7bAr2FpGA+LpPAvT5PF79fxuG843YAP9HI2L3+hcq+w46PvHBjTT5//Oi9Zf1MvhtkXbxW2se9mC/xvQBMyr4UXn28WWJDPlGvAL7LChe/Ndg+vBMH9T6pxAy+QxnKvoQbCLutnDo+JtoUvrNcTL4Dg8066ofjvXzwGL5QGMq+pHQruq9yOj7wBSG+Dv8Wvx3KQzvT+PI+VxotvqIcyr4Oc0w8zjM7PvcvNb5iDRe/Vi2EPPh09T6ERUG+FFLKviu50jxRdUQ+SF1Jvgo0F78ZKPI8Ei78Pux1Vb5Mucq+V20hPSJXVj7RkV2+6T1OvgiTMj2+v5C9xrFhvuZS47vNyCw9mtayviXWYb4Nf0++lisQPUejMr2H/GW+VObLvvWYDD0MGoU+dSRuvluDUL7O5CE9g76xvAxQcr79b8y+yB0gPTf+kD58fXq+pKlRvrJQNz1SVko7lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAADo+z71IK0i+KAUfPQfB7D71P9e9yopyupnmRD33lTo+qEnXvdseRj7g01M9vGjCvedcz711xxm7IQ1MPZ69Wj6Cdc+9SqNEPvCMXT2o6oC98JfHvX+rervVZFg9qDV8PgvAx72ME0M+FZJsPVy677x28r+9Rf7EPmEsaj1KOpu+CjCwvaJlQT5BVlE9jXfkO6hzqL18zeO7eehRPTlzoT6NvKi90uY/Pni9az1GuyA9ew+hvVVowz5q9G49PmBwvohtkb0DbhM/g7lbPfAqAr+frXO9hpfCPi0SMj2sKEy+I4tUvdAUEz8AvSE9msD0vj16Jb1g4kQ/4yf1PB0NQr/18sy8sdQSPxLtcTxZgem+Y/RdvFK6RD8j97g7iXo+vw3b7jq7wRI/elQXvGYy5r6jtFk8ua3BPvdTlbyvriO+eNSqPAjTOz5lhK+8ZxQCPsHhyDzm98E+VLSavD94ML7SeQM91gATP4fwtryfG/G+VIQyPelEwj4LDAK9As09vpiZUT2LNj0+KjsRvZH1xj2uvGA9fcLCPtJFCb2gdlO+CeZ/Pag4Pj6YMBq94nSaPeKOhz1RLBC89QIUvWtEtj6dMoc98kw/PpWy7bxijFU9iNmOPWzCwz7YJ+W8VYx/vq+Cnj1hIkA+jQUHvSv3Cz0kMqY9GDTEPu04BL2flom+Y+S1PbUWQT6MPBq9NtpePJ6dvT1vtsQ+Sx8ZvUDZlL5KWs09UnAUPyLwML32Thi/VxrlPT1MxT4+rWG9HOOhvgDj9D0Lo0M+JJR7vb94Kb1Ttvw9niTGPtb3fr11oLS+JUgGPgpxRT4n7429yJWkvQw7Cj42x6O61DmRvdQ5Qj5/NAo+qXxHPvV0ib2g/v693jEOPqmqOjqHjo698cYVPpo1Dj7+ekk+0JCIvTuPK74vPRI+rbwtO5Vtj72Mu9M9FUsSPtN4Sz6CMYu9I5lXvtxcFj4KPZc7PNGTvcSLdT0OdRY+cvJBvqNckb2BdKg+DJQSPoIV2jut4oO9YMxyPPG2Ej6VgE8+SUeDvYVNmL5a3RY+IQsLPHN2j70cR9K82QkXPs5yUT6ag5C9ruCtvjk6Gz5a2Ss8nmyevYRSj703cRs+r9g7vm1Kob05EEo+ca8XPtE0wb5MNZm98abtPgL1Dz60QxK/LzKGvQp8Oz+DQQQ+HTLAvqJlUL2Y79Y+2iL5PT3jN77cAS69p2PkPdjH8T1qG4Q8J98kveDrRr7xcPI9zq02vhDJNL1ABa89TyLrPZb0jTzayC29ix1ivgPY6z2oJFo+st8/vZfNBr/MkfQ9j1qYPMQCa701/X6+z1T1PSfgM77xaH+9LRbNPOIi7j3lSKY861t9vQbEkr669+49DRAyvrlrir0HCGe8XtjnPWJRtTyV/4q9d5anvnTA6D1zY18+x2eYvQr/I7/zr/E9QMfFPBGlsr3CmL6+G63yPb61Lb585MG9+c7dvVG66z2JALq+JVTGvdm+HD7/2Nw9zJAOvxIPwL270NM+ggnGPeCduL4YHa+9FnG+PY9Etz2/6w2/CE6rvZIMtz56j6A9eGK3vjCpnL0dgyI9w+ORPbVXDb8oCZu9cVOdPryMdj1NRra+HnOOvTTFB7zEYlk9AdEMvwPKjr35+IU+FlMsPRZCtb5BEoS9hK5VvcBSDz1CVAy/SDWGvU/CYD761cQ8kAY+v35ver2zSvs+W3AWPDi+b7+VOlK92HtDP6VuHLzvnj2/jawTvY8T6T7Nkse8229vv33D3Lw5gDw/E2gwvaRkPb8CP0i8ad7ePikDbb3uZQu/v3Bmu1wcDj5Uz4y9IVY9v4onQroLV9w+jRqrve5hC78K4gA81rsMPqhnwb2567K+8uotPPVrHL71t8+9OnMLv8K59zsDshI+1QfmvbsNs74pzio8VY8Wvtpa9L0PhAu/l0D1Ox1/GD62VgW+i349v9BsKzxYTuM+jn8UvtWUC79Rc548AU0ePi6qH76iZ7O+Uce3PCkYB75J1ya+6bsLv9opojzpxSs+CgUyvp/BPb+tpb08U+fuPj8zQb4Pym+/VQwFPS85RD8iYlS+7+yQv/PWQz1B3Ig/SJJrvt0RcL8Tt409ObtKP+nGfr7cYD6/8yauPZKTBT/uAIe+HMIMvz6Gwz1/nYM+S6KMvqRftr65Dc49jaaEuwxIkL5ljia+RuPNPUTYhr5u8pG+ECX9PKcZwz140QW/baGRvq5kKb51sK09BHNOvhJTk74UKrm+a26lPaS+7j0dB5e+aMwrvso0qj38KBm+676Yvodbur5uFKQ9hyosPhF5nL4qLC6+afeqPWsyyb3zNp6+HYy7vknxpj2L1mA+Mfehvu+SML6g7689YsM9vTm7o75Y86481QmuPZcWn749g6O+1VVcPrRPoT3wTxO/Lk+hvrz2mzzLvYk9F56EvkUdob4qOTW+k0N+PZSUXT007aK+j+6MPAhZgT0bnV++oa+lvOXjX7563B88SoGePiyCybwk1cG8+aaCPKDCozyYYs28glYvPm3thTxDBYm+wVSxvIqdxbxmKTQ8hzP3PItItbyfqmC+vgw+PNQRpz7iOtm88ELIvLd8lDyfzRg9OTzdvFWALj5smZo8Kph/vqZQwbw1A7s+jWhjPFFJCb+VeIW87wUuPi26Tjs//nS+MEFTvB6fzrxbutW64exePf6EW7xHAC4+ihwOupqAdL7T1iO86l3OvNU+rruIHlw9BRgsvLKFYb6/Bou71IGwPs1CdLwjP828Os4tO5/CTz2HeHy8KRwuPvJJcDvD6Ha+cMFEvDfuuj6Jgpe6hFsIv3o9mrumEi4+8HlBvIkYdr6HVau6S3XMvA4diLz6F0c9vsLsusx8Lj5WJoC8FkF/vmHt0TpFrsi8jf2ovEtvHT2dtZE6MgQvPmuxorxGeIW+FnCUO6Xww7xEZ8289UnSPDzDhDvVqy8+ljLJvNm0jL42MfU7HiG+vEI59rzLJyQ8XPvlO+MdX74FlfS8NA2WPtNfLjtBHbe8y5DEvLV1Ebx3ExE7YVVeviwFxrwJYo0+yIILuzh5sbwVx5i85CzFvBnoJ7uw4zE+nricvOEopb7QKm86xQytvICS0bzJaBO9UmoAOhMNXb75d9e8hXp+Pm/XeruO+aa8h8CuvGxqVr1cx4q7YltcviVUt7xPIm8+U+cLvFjbobw3EZG8BW6Hvb1gErz/0zM+0eabvGiLur5vqrG7yfO9PoyY17w5uCm/Q/ICOw18ND60GyK9HOPBvrn7tDvGx5W8UyFBvQs4yr05AKk72s1Zvgs4Sb2+/TY+lNlsOnVt0L5jlDq9QjbpPlku7bsObFi+BkQVvZdgGD552Du8edKAvFYTCb3r3h6+nP9AvKpmV74DyRW9B9YBPqL2grzARnG8+GULvaNzNb5NYIW8k15WvhnqGb28IdY936ynvCnNzr5kWRG9jjLFPgva6bwLTVW+XJjjvJnmpj1t/QW9qJhRvDw+1rw6GWG+tQkHveYTOz5FQvq8nkgFv7Yk8LwYYES8u8cnvWdxc75vG/K8kHRTvnJBO73WACs9UvgJvZtHzb7o1Te9D6ujPpTQKr1iIVK+D6Ydve/PVzwNoDu9razMvtKRHL1bQZY+hV9cvQ8CUb5dhwS9SpU0vAEYbb1TKcy+gm4FvSLlij464Ya9zg5Qvrxq3ryeAwG9vTOPvQu6y77Xk+O8R0eBPhCAn73/QE++WjW6vMP0R71Yyqe9BO/ju+Y0wrypebK+SBOovRCTTr6YUfu8w/yBvZpWsL0v9cq+3tsCvYWkYD4uk8C9Pk8Xv1/G4bzjdgA/0cjYvf6Fyr7Djo+8cGNNPn/86L1l/Uy+G2RdvFbax72YL/G9AEzKvhRefbxZYkM+Ua8AvssKF7812D68Ewf1PqnEDL5DGcq+hBsIu62cOj4m2hS+s1xMvgODzTrqh+O9fPAYvlAYyr6kdCu6r3I6PvAFIb4O/xa/HcpDO9P48j5XGi2+ohzKvg5zTDzOMzs+9y81vmINF79WLYQ8+HT1PoRFQb4UUsq+K7nSPFF1RD5IXUm+CjQXvxko8jwSLvw+7HVVvky5yr5XbSE9IldWPtGRXb7pPU6+CJMyPb6/kL3GsWG+5lLju83ILD2a1rK+JdZhvg1/T76WKxA9R6MyvYf8Zb5U5su+9ZgMPQwahT51JG6+W4NQvs7kIT2DvrG8DFByvv1vzL7IHSA9N/6QPnx9er6kqVG+slA3PVJWSjv1rn6+c7EovHKRNz3n34y+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.13719937205314636, 0.9455202221870422, 0.883267879486084, 0.3241580128669739, 0.897824227809906, 0.2754460275173187, 0.9104159474372864, 0.7693707942962646, 0.5555956363677979, 0.2020452618598938, 0.9278361797332764, 0.8304445147514343, 0.5634552836418152, 0.7574928998947144, 0.5905201435089111, 0.2537570595741272, 0.9037778973579407, 0.2368222177028656, 0.9135667085647583, 0.7957863807678223, 0.48212572932243347, 0.8273695707321167, 0.488566517829895, 0.8391197323799133, 0.5705462694168091, 0.7803183794021606, 0.618432879447937, 0.25096505880355835, 0.9131265878677368, 0.7292927503585815, 0.6890793442726135, 0.6930261254310608, 0.7302887439727783, 0.6463812589645386, 0.2283569574356079, 0.9265924096107483, 0.8258713483810425, 0.4770001769065857, 0.8642448782920837, 0.621516764163971, 0.7447679042816162, 0.6967484951019287, 0.677482008934021, 0.7603904604911804, 0.5959271788597107, 0.8122093081474304, 0.49755772948265076, 0.8166764974594116, 0.42987048625946045, 0.8757345080375671, 0.3428109884262085, 0.8995289206504822, 0.7375515103340149, 0.39223575592041016, 0.14446179568767548, 0.9382781386375427, 0.8464528918266296, 0.5299351215362549, 0.8251839280128479, 0.476645827293396, 0.15287822484970093, 0.939720869064331, 0.8739405870437622, 0.33450618386268616, 0.893109917640686, 0.27183032035827637, 0.09085450321435928, 0.9544187784194946, 0.9248446226119995, 0.8414086103439331, 0.6262593865394592, 0.6810675263404846, 0.689680278301239, 0.618844211101532, 0.7388423681259155, 0.5580809712409973, 0.7772582173347473, 0.5001614689826965, 0.8078552484512329, 0.5543692111968994, 0.25420576333999634, 0.8978145122528076, 0.25054264068603516, 0.9040773510932922, 0.7698517441749573, 0.544794499874115, 0.7876192927360535, 0.4834475815296173, 0.8147203326225281, 0.5000714659690857, 0.8085223436355591, 0.4827721118927002, 0.8317233324050903, 0.561135470867157, 0.7762807607650757, 0.4067894518375397, 0.13016876578330994, 0.05212301015853882, 0.9690552353858948, 0.9586198329925537, 0.9320699572563171, 0.8502817749977112, 0.6093135476112366, 0.27321985363960266, 0.8930248022079468, 0.6584535837173462, 0.7683393955230713, 0.5655114650726318, 0.82439124584198, 0.4634256362915039, 0.8659628629684448, 0.638332724571228, 0.29768359661102295, 0.8830918669700623, 0.6542655229568481, 0.7500438690185547, 0.3773428797721863, 0.8888494968414307, 0.6487245559692383, 0.7514327168464661, 0.34327083826065063, 0.898598849773407, 0.6842237114906311, 0.2794755697250366, 0.9078225493431091, 0.7340961694717407, 0.6731790900230408, 0.7401441931724548, 0.33594703674316406, 0.8980317711830139, 0.6753561496734619, 0.2637201249599457, 0.914222240447998, 0.7618116140365601, 0.6292572617530823, 0.7794030904769897, 0.600063681602478, 0.7989006042480469, 0.563621461391449, 0.8197431564331055, 0.4809440076351166, 0.8431661128997803, 0.5049905180931091, 0.8345053195953369, 0.47711068391799927, 0.8547343015670776, 0.5638241767883301, 0.804248571395874, 0.5858399271965027, 0.7930123209953308, 0.39634421467781067, 0.11876644194126129, 0.9499401450157166, 0.9006449580192566, 0.7197067141532898, 0.3354465365409851, 0.8889331817626953, 0.6396569013595581, 0.772725522518158, 0.599037766456604, 0.7978551387786865, 0.4455600380897522, 0.8524134755134583, 0.5339066386222839, 0.17154662311077118, 0.937429666519165, 0.855592668056488, 0.5831952095031738, 0.7778592109680176, 0.6179322004318237, 0.7569401264190674, 0.6454053521156311, 0.7383816838264465, 0.6670306324958801, 0.7223247289657593, 0.3160020411014557, 0.9010210633277893, 0.7179820537567139, 0.3329188823699951, 0.8901341557502747, 0.6690647006034851, 0.7321866750717163, 0.33952000737190247, 0.8916082382202148, 0.6777668595314026, 0.720153272151947, 0.31574514508247375, 0.9015423655509949, 0.28536882996559143, 0.9118154048919678, 0.24589796364307404, 0.9231727123260498, 0.7983414530754089, 0.4533107578754425, 0.8427982926368713, 0.5093666315078735, 0.844536542892456, 0.45235079526901245, 0.8668922781944275, 0.6098235249519348], "advantages": [-0.6832361221313477, -0.7623199224472046, -1.4601459503173828, -1.237363576889038, -2.2146105766296387, -2.1727120876312256, -2.9458534717559814, -3.0773112773895264, -2.4560582637786865, -3.9368882179260254, -4.33083963394165, -4.756577014923096, -4.537454128265381, -3.4821078777313232, -5.467580318450928, -4.592899322509766, -2.3672873973846436, -5.548250675201416, -3.343376398086548, -6.375543117523193, -7.880308628082275, -8.514739036560059, -8.657002449035645, -7.978157043457031, -9.394831657409668, -9.994200706481934, -10.15439510345459, -10.747709274291992, -10.633482933044434, -11.532987594604492, -11.713919639587402, -12.289694786071777, -12.477373123168945, -13.052756309509277, -13.241198539733887, -12.435039520263672, -13.938089370727539, -14.553775787353516, -14.68388557434082, -15.347989082336426, -15.184497833251953, -16.23296546936035, -16.1124267578125, -17.134666442871094, -17.06755828857422, -18.051389694213867, -18.051103591918945, -17.014686584472656, -19.17130470275879, -20.0139102935791, -20.198976516723633, -20.94585609436035, -21.242944717407227, -20.518190383911133, -18.819480895996094, -16.77690315246582, -20.551326751708984, -23.55690574645996, -25.070968627929688, -24.85271453857422, -26.2314453125, -26.191831588745117, -27.26449966430664, -27.321903228759766, -28.340612411499023, -28.585344314575195, -29.323650360107422, -28.092811584472656, -29.969758987426758, -30.671058654785156, -30.21611213684082, -28.77077865600586, -31.73383140563965, -30.56482696533203, -33.048648834228516, -32.22014617919922, -34.1186408996582, -33.69059753417969, -34.894290924072266, -34.924461364746094, -33.991641998291016, -32.6479606628418, -35.719425201416016, -34.5211296081543, -37.23918533325195, -38.16288375854492, -38.46779251098633, -38.91407775878906, -37.56731033325195, -39.473140716552734, -38.001060485839844, -39.9852294921875, -41.25992965698242, -40.68833923339844, -39.39668655395508, -41.33430480957031, -42.91082000732422, -43.489784240722656, -43.4068489074707, -44.65269088745117, -45.27902603149414, -45.3729362487793, -45.4395751953125, -45.58658981323242, -45.498233795166016, -47.11289978027344, -48.49867248535156, -48.88654327392578, -50.209110260009766, -50.75872039794922, -52.01993942260742, -52.7369384765625, -53.20253372192383, -53.08909606933594, -54.99459457397461, -56.402679443359375, 12.071743965148926, 12.108894348144531, 11.676773071289062, 12.166440963745117, 11.300980567932129, 11.372553825378418, 10.886247634887695, 11.29710865020752, 12.803985595703125, 10.92104721069336, 10.127022743225098, 10.529043197631836, 9.733109474182129, 9.845380783081055, 9.296360969543457, 9.679487228393555, 11.218320846557617, 9.326764106750488, 8.513236999511719, 8.960230827331543, 8.111382484436035, 8.611445426940918, 7.714823246002197, 8.28856086730957, 7.329068183898926, 7.288589000701904, 6.898428916931152, 6.796186447143555, 6.4617791175842285, 7.272472381591797, 6.081640720367432, 5.8660783767700195, 5.659859657287598, 5.372581958770752, 5.236370086669922, 6.365539073944092, 9.139998435974121, 6.333460330963135, 4.722204685211182, 4.18825101852417, 4.754950046539307, 3.7013492584228516, 4.178575038909912, 3.3239128589630127, 4.012305736541748, 2.994929790496826, 3.1596670150756836, 2.612265110015869, 3.751471996307373, 6.525382041931152, 3.936882495880127, 2.39058256149292, 2.0504608154296875, 2.2928028106689453, 1.7113906145095825, 2.264075994491577, 1.441030502319336, 2.295166492462158, 1.2389525175094604, 2.3730499744415283, 4.885766983032227, 2.6935598850250244, 1.2506216764450073, 0.9317762851715088, 1.1635041236877441, 2.935565948486328, 1.2256314754486084, 0.4357769191265106, 1.126481294631958, 2.8726069927215576, 1.122775912284851, 0.028035970404744148, 0.9063622951507568, -0.2586348056793213, 0.5556990504264832, -0.6199492812156677, 0.05718197301030159, 1.1061116456985474, 2.177203893661499, 0.6777712106704712, -0.7804844975471497, 0.03493981063365936, -1.3528562784194946, -0.6984062194824219]}
{"type": "SampleBatch", "eps_id": [1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1267110314, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAPWufr5zsSi8cpE3PeffjL7x5H6+APlSvjgHIT2OUgA9j46BvqZFPLw7mCM9Gap+vq+sgb5ibjs+tDgPPfRMB7+4mX++775NvMHZxzwObWa+j9t/vh4DVb6B+6I8tx2aPRcPgr62FFi8zU+vPHonWL6qMYK+0J1VviC6jDzVxbQ9hVSEvqbVzr5aMJs82cvFPoR3iL4RJVa+03vaPBAgzD26m4q+TSrPvk/Q6jygIc0+acCOviX0Vr5WOhY9ruXvPbHmkL5ko8++4tIfPY+i1z7NDZW+MQ9YvkpTQj1wahA+6jaXvhDbh7zt4E09NZYLvmNil77YDDY+MLZCPexQ075WkJW+0EiTvK/mID0h89e9eL+VvsbLND5bQxg9kF3FvqLwk753Opy8iF7xPKeGpr2gIpS+2NQzPhUM5Dztprq+QVaSvqnvoryLUag8fnyBvWWKkr5QITM+qvWdPMbesr7Sv5C+vJmnvDxxSTwyfE+9dPWQvunuXL7w1zg8P8h7Pgsrk76YXKq8+LSEPJIJMb2PYZO+nEQyPjZAezwVWKm+MZmRvjAOrrzh3g48H0cIveTQkb426zE+6fcDPCV5pb5rCZC+RwWwvDmG0DqXMeW8v0GQvmbHMT6sLoc6yuujvqJ6jr74U7C8+wWwu05q3rwOs46+o9cxPgzRwbuynqS+yOuMvpgBr7zZQ0q8nZb7vMgjjb5Gf12+HVRUvEIfhD7RWo++3gqsvHSK/7u1eh693pGPvsdpMj7icgy8CeuqviHJjb7EK70+G9Z5vCMTIb+TAIq+IcIyPooB5LxFxq6+9DaIvi8KpbyI9w29kNdrvcRriL6r6Fu+C68SvYdYZT68noq+9MqcvAtWAL0IaaO96NCKvhfuWr5d3wa9nrZPPl4Bjb78RZW8yoLsvATizL0jMY2+Rwdavsrm/LwZzDs+Sl+PvqFIjryd2t689m7zvdKMj749Llm+IVTyvJQTKT7NuJG+QKSHvMJG17zYCAy+NeSRvmBdWL6Tru285hAXPhoOlL4GLYG86YLVvCreHb5wN5S+W49Xvi3F7rzwTQU+RV+WvqdxdbwGcdm80qsvvouGlr7Z1zg+hIz1vE/q8b5YrZS+/T5ovBx7Ib0c80G+gNKUvn24Vb4y/zC9SoW5PaD1lr599FS8d5MpvaqUXL6zF5e+9ntUvvU4O7367YI9qTeZviKjQLw9/DW90qR4vntWmb69KlO+d+BJvbiFET0Sc5u+YRvNvmT3Rr3W4J8+N42fvnG8Ub7HYi29CNeYOySmob6fYhW89QAtvZwlmr4LvqG+8H9QvtGqRb1MOLS8zdOjvhXIy74ueEe9OpmCPirnp74IFU++3ZIyvd5KV71L+am+VU7VuynhNr05pLe+XAqqvknCQT4eQ1S9sUMqv1YaqL6LpKi7l1+FvS5Bx77UJ6i+zBFMvlNQlb2EEfG9PzKqvp5dyb6YIpq9vbwaPj05rr4D6Um+FfKTvTxHKL4hPrC+xErIvkGtmr3Xc9Y9nz+0vj/CR75CY5a9bt5XvgE/tr4DNce+wQWfvWrlbD3yOrq+749Fvk2nnL3cP4S+tDS8vo4Vxr7FO6e92IkYPOUqwL6zqxS/JdqmvebgjD5JHca+J+XEvvSUm71iVCy9Yw3Kvp0ZFL8eTp298B9nPu75z772x8O+Zg+UvbmwuL1V5NO+944TvwPBl71QIzc+VMvZviQ4Rb+ubZC9vf/kPtuu4b4jCBO/kDd8vW1oCD52kOe+C73Bvu1Ncb3xhTa+Z3DrvpPcOr4B6H+9KlP6vsRO7b7T2sC+qPqTvbLBXb4vKvG+nhgSv3HZnL08+lY9NQL3vtjFv74as5q9KdWGvhbY+r6/ihG/eXylvTBgljs4VQC/fqO+vlpMpb0L+p++QT0CvzD0EL+tGLK9iY09vWojBb/ubL2+7v2zvebrur5YCAe/Y1EQvxXywr0kks+9QesJv6bjQb/ZGMe9rq4jPvfLDb/Hc3O/vYzAva831z5xqhK/KYSSvxZVr726lS4/xYYYvyfOcr8XZpO9OCu6Pu5hHb+znEC/WoGEvbk8ST0bPCG/sU9yvy9+gr04NaQ+vRQmv64kQL9ptmq995UNPIPsKb+D/g2/LwFqvZRlmr6Gwyy/vbk/v6Nagb1cqOC8KJkwv8SODb8zeoK9676tvu9tM79CQz+/g2CQvTARir0zQTe/IvBwv2sjk71zEk8+zRI8v99Nkb8A24q9elvxPrfiQb/7bXC/ABhvvQzwIT63sUa/1xORv4QjYr30G90+T39Mv+YDcL/iwj69a3P6PTBMUb/B5j2/RL40vcAlPb57GFW/Ia9vvwLgQ72Y9L89quNZv+mQPb9iMjy9L8davj6uXb94V2+/9bJNvTJ3gz2sd2K/w4yQv8BwSL1jZa4+3T9ov7P6br99iSy9CNAGPXAHbb+CYpC/P9cpvUnAnz7wzXK/IUipv9dHEL3eYRc/DJnluwOWSLwBWc287wiZuwyf7bvh9lO+4xzOvBtcjz6lozq8ftI8vNs8oLyiB6i8amo+vPpIPD4rmaO8cHujvhoqAryzkDO8oOnXvJsYB716wQW8d6FSvgNR3bxopoA+WChJvBkRJ7wAJrS8egZMvbp/TLzNrT0+OE+8vAbesr47zQ+8m4kcvAeM9bxFFIO9tO4SvKtyPj5EBAC9ImO7vmr6q7sVNg68pf8dveGlqr2pqrG7EhtQvhXTJL2Hq0k+Wm0bvACM97vhsBS9d4HdvRPnHbz7lEA+GY0dvZ/60r6FjcC7JZjUu8xOP7366ga+AM7Eu4u7Tb7qGUq9f1UVPp08JLxstqe7jic+vcTiJb716SW8v1VMvuVsS72J7Ow9FE1nvMCtdbvL8kG9bdtEvoyHaLwb60q+brJRvQRbrj1Pu5S8lrYZuwe5Sr3sm2S+sB2VvKRySb7xAl29KM1aPf1Ytby2Nci+rqJYvV4+qD4tavW83eJHvmy3Pb0QiqE8wrIKvYV9x77hGTy9jUmYPuKdKr2JiUa+MbwjvTCBGbztfzq9wN3Gvq6AJL3gdoo+fFFavV07Fb8uWQ69I9kMP0gJhb3JDUe/yo3CvL/rVD+H4qS9igUVv1Ij6bs/Gwg/dLq8vQgXxr7HlmY7dG5yPlaTzL09bUS+rjkHPI6MYL2/btS9By3GvtSF6juQOXY+Y0nkvf+mRL6oDUQ83aVMvRsn7L2+UMa+d64zPPtifD6bBPy98fxEvv04gjwTCC+94vIBvuWCxr5VcXY8UYWCPqPjCb7hcEW+7fykPGETB72J1g2+tv0DO8GVnzw8c6O++ssNvmAFRr7Wj1Y8E76nvNjBEb4BAse+J9pPPHB4jT6vtxm+AWZGvlYylTwQREq8fK8dviUtkTqJLJM8QjSZvq2pHb6a7Ua+G0xEPNlwdLowpCG+2N4yOuL9QzwlYpS+nKAhvqxTSD6BDco7hSUUv/CeHb53Bcg+1DOxuxKTXr+4nhW+RVBIPpC/uryNFRS/HZ0RvjHjVzrWwgy9JgmWvsyYEb7ZIUk+TcQkvfiqGL8Akw2+e5/2OtqeVb0iG6K+IokNvksURb62jm+9GDYnvS56Eb5KEWI71eZyvczms74YaBG+I1xDvs3Xh70Aqp+9VlAVvqYQxb5ICYu9mLZFPkgyHb7AZkG+siCDvbg39r2AECG+TvfoO1UNiL1zY92+OesgvhKAP75ew5m9uT8lvrS/JL49EMO+hF+gvRWK2j0ojSy+sywTv5gAnL3uVL8+SlM4vjDURL8fsoy9KDQkP1gSSL6LphK/rNhkvQjlpz7AzVO+4gPBvrX7Sb0wt5Q8OYZbvsKJOb7+fki9wU+Uvi48X74ZTMC+1jlgvdkGUrxO7Wa+beMRv6tGYb05MoY+GZlyvs5+v77+zUu9jC9CvQJCer7ugRG/ObBPvXeraj4B84K+2cK+vjDqPL2a7aG9s8OGvq8nEb9VZEO9GnxLPhaSjL5u7EK/9hwzvUKz8z4aXpS+TNIQvwAfDL0q6i0+EymavqJ/vb51avy8uKMIvk/znb6JlRC/myMJverzGD7Zu6O+Wwe9vkTO+bwQYB2+rYOnvrpZEL8tfgm91FIEPtNJrb6yLEK/YtD9vHt/0j4sDrW+UR0Qv2R0urwt6N496NG6vtgpvL5Bn6i8Y4RDvk6Vvr6/9A+/o+fHvBXwwj1qV8S+ytBBv1BPuLx+mMI+FhjMvtLID78RFHS8j52kPXDY0b4irkG/a71ZvAWVvD65l9m+aa4Pvz8YwruPZJI9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAPHkfr4A+VK+OAchPY5SAD2PjoG+pkU8vDuYIz0Zqn6+r6yBvmJuOz60OA899EwHv7iZf77vvk28wdnHPA5tZr6P23++HgNVvoH7ojy3HZo9Fw+CvrYUWLzNT688eidYvqoxgr7QnVW+ILqMPNXFtD2FVIS+ptXOvlowmzzZy8U+hHeIvhElVr7Te9o8ECDMPbqbir5NKs++T9DqPKAhzT5pwI6+JfRWvlY6Fj2u5e89seaQvmSjz77i0h89j6LXPs0Nlb4xD1i+SlNCPXBqED7qNpe+ENuHvO3gTT01lgu+Y2KXvtgMNj4wtkI97FDTvlaQlb7QSJO8r+YgPSHz1714v5W+xss0PltDGD2QXcW+ovCTvnc6nLyIXvE8p4amvaAilL7Y1DM+FQzkPO2mur5BVpK+qe+ivItRqDx+fIG9ZYqSvlAhMz6q9Z08xt6yvtK/kL68mae8PHFJPDJ8T7109ZC+6e5cvvDXODw/yHs+CyuTvphcqrz4tIQ8kgkxvY9hk76cRDI+NkB7PBVYqb4xmZG+MA6uvOHeDjwfRwi95NCRvjbrMT7p9wM8JXmlvmsJkL5HBbC8OYbQOpcx5by/QZC+ZscxPqwuhzrK66O+onqOvvhTsLz7BbC7TmrevA6zjr6j1zE+DNHBu7KepL7I64y+mAGvvNlDSrydlvu8yCONvkZ/Xb4dVFS8Qh+EPtFaj77eCqy8dIr/u7V6Hr3ekY++x2kyPuJyDLwJ66q+IcmNvsQrvT4b1nm8IxMhv5MAir4hwjI+igHkvEXGrr70Noi+LwqlvIj3Db2Q12u9xGuIvqvoW74LrxK9h1hlPryeir70ypy8C1YAvQhpo73o0Iq+F+5avl3fBr2etk8+XgGNvvxFlbzKguy8BOLMvSMxjb5HB1q+yub8vBnMOz5KX4++oUiOvJ3a3rz2bvO90oyPvj0uWb4hVPK8lBMpPs24kb5ApIe8wkbXvNgIDL415JG+YF1YvpOu7bzmEBc+Gg6UvgYtgbzpgtW8Kt4dvnA3lL5bj1e+LcXuvPBNBT5FX5a+p3F1vAZx2bzSqy++i4aWvtnXOD6EjPW8T+rxvlitlL79Pmi8HHshvRzzQb6A0pS+fbhVvjL/ML1Khbk9oPWWvn30VLx3kym9qpRcvrMXl772e1S+9Tg7vfrtgj2pN5m+IqNAvD38Nb3SpHi+e1aZvr0qU7534Em9uIURPRJzm75hG82+ZPdGvdbgnz43jZ++cbxRvsdiLb0I15g7JKahvp9iFbz1AC29nCWavgu+ob7wf1C+0apFvUw4tLzN06O+FcjLvi54R706mYI+KuenvggVT77dkjK93kpXvUv5qb5VTtW7KeE2vTmkt75cCqq+ScJBPh5DVL2xQyq/VhqovoukqLuXX4W9LkHHvtQnqL7MEUy+U1CVvYQR8b0/Mqq+nl3Jvpgimr29vBo+PTmuvgPpSb4V8pO9PEcoviE+sL7ESsi+Qa2avddz1j2fP7S+P8JHvkJjlr1u3le+AT+2vgM1x77BBZ+9auVsPfI6ur7vj0W+Taecvdw/hL60NLy+jhXGvsU7p73YiRg85SrAvrOrFL8l2qa95uCMPkkdxr4n5cS+9JSbvWJULL1jDcq+nRkUvx5Onb3wH2c+7vnPvvbHw75mD5S9ubC4vVXk0773jhO/A8GXvVAjNz5Uy9m+JDhFv65tkL29/+Q+267hviMIE7+QN3y9bWgIPnaQ574LvcG+7U1xvfGFNr5ncOu+k9w6vgHof70qU/q+xE7tvtPawL6o+pO9ssFdvi8q8b6eGBK/cdmcvTz6Vj01Ave+2MW/vhqzmr0p1Ya+Ftj6vr+KEb95fKW9MGCWOzhVAL9+o76+WkylvQv6n75BPQK/MPQQv60Ysr2JjT29aiMFv+5svb7u/bO95uu6vlgIB79jURC/FfLCvSSSz71B6wm/puNBv9kYx72uriM+98sNv8dzc7+9jMC9rzfXPnGqEr8phJK/FlWvvbqVLj/Fhhi/J85yvxdmk704K7o+7mEdv7OcQL9agYS9uTxJPRs8Ib+xT3K/L36CvTg1pD69FCa/riRAv2m2ar33lQ08g+wpv4P+Db8vAWq9lGWavobDLL+9uT+/o1qBvVyo4LwomTC/xI4NvzN6gr3rvq2+720zv0JDP7+DYJC9MBGKvTNBN78i8HC/ayOTvXMSTz7NEjy/302RvwDbir16W/E+t+JBv/ttcL8AGG+9DPAhPrexRr/XE5G/hCNivfQb3T5Pf0y/5gNwv+LCPr1rc/o9MExRv8HmPb9EvjS9wCU9vnsYVb8hr2+/AuBDvZj0vz2q41m/6ZA9v2IyPL0vx1q+Pq5dv3hXb7/1sk29MneDPax3Yr/DjJC/wHBIvWNlrj7dP2i/s/puv32JLL0I0AY9cAdtv4JikL8/1ym9ScCfPvDNcr8hSKm/10cQvd5hFz9ik3m/zz6Qvzatv7yNVpM+DJ/tu+H2U77jHM68G1yPPqWjOrx+0jy82zygvKIHqLxqaj68+kg8PiuZo7xwe6O+GioCvLOQM7yg6de8mxgHvXrBBbx3oVK+A1HdvGimgD5YKEm8GREnvAAmtLx6Bky9un9MvM2tPT44T7y8Bt6yvjvND7ybiRy8B4z1vEUUg7207hK8q3I+PkQEAL0iY7u+avqruxU2Dryl/x294aWqvamqsbsSG1C+FdMkvYerST5abRu8AIz3u+GwFL13gd29E+cdvPuUQD4ZjR29n/rSvoWNwLslmNS7zE4/vfrqBr4AzsS7i7tNvuoZSr1/VRU+nTwkvGy2p7uOJz69xOIlvvXpJby/VUy+5WxLvYns7D0UTWe8wK11u8vyQb1t20S+jIdovBvrSr5uslG9BFuuPU+7lLyWthm7B7lKveybZL6wHZW8pHJJvvECXb0ozVo9/Vi1vLY1yL6uoli9Xj6oPi1q9bzd4ke+bLc9vRCKoTzCsgq9hX3HvuEZPL2NSZg+4p0qvYmJRr4xvCO9MIEZvO1/Or3A3ca+roAkveB2ij58UVq9XTsVvy5ZDr0j2Qw/SAmFvckNR7/KjcK8v+tUP4fipL2KBRW/UiPpuz8bCD90ury9CBfGvseWZjt0bnI+VpPMvT1tRL6uOQc8joxgvb9u1L0HLca+1IXqO5A5dj5jSeS9/6ZEvqgNRDzdpUy9Gyfsvb5Qxr53rjM8+2J8PpsE/L3x/ES+/TiCPBMIL73i8gG+5YLGvlVxdjxRhYI+o+MJvuFwRb7t/KQ8YRMHvYnWDb62/QM7wZWfPDxzo776yw2+YAVGvtaPVjwTvqe82MERvgECx74n2k88cHiNPq+3Gb4BZka+VjKVPBBESrx8rx2+JS2ROokskzxCNJm+rakdvprtRr4bTEQ82XB0ujCkIb7Y3jI64v1DPCVilL6coCG+rFNIPoENyjuFJRS/8J4dvncFyD7UM7G7EpNev7ieFb5FUEg+kL+6vI0VFL8dnRG+MeNXOtbCDL0mCZa+zJgRvtkhST5NxCS9+KoYvwCTDb57n/Y62p5VvSIbor4iiQ2+SxRFvraOb70YNie9LnoRvkoRYjvV5nK9zOazvhhoEb4jXEO+zdeHvQCqn71WUBW+phDFvkgJi72YtkU+SDIdvsBmQb6yIIO9uDf2vYAQIb5O9+g7VQ2IvXNj3b456yC+EoA/vl7Dmb25PyW+tL8kvj0Qw76EX6C9FYraPSiNLL6zLBO/mACcve5Uvz5KUzi+MNREvx+yjL0oNCQ/WBJIvoumEr+s2GS9COWnPsDNU77iA8G+tftJvTC3lDw5hlu+wok5vv5+SL3BT5S+LjxfvhlMwL7WOWC92QZSvE7tZr5t4xG/q0ZhvTkyhj4ZmXK+zn6/vv7NS72ML0K9AkJ6vu6BEb85sE+9d6tqPgHzgr7Zwr6+MOo8vZrtob2zw4a+rycRv1VkQ70afEs+FpKMvm7sQr/2HDO9QrPzPhpelL5M0hC/AB8MvSrqLT4TKZq+on+9vnVq/Ly4owi+T/OdvomVEL+bIwm96vMYPtm7o75bB72+RM75vBBgHb6tg6e+ulkQvy1+Cb3UUgQ+00mtvrIsQr9i0P28e3/SPiwOtb5RHRC/ZHS6vC3o3j3o0bq+2Cm8vkGfqLxjhEO+TpW+vr/0D7+j58e8FfDCPWpXxL7K0EG/UE+4vH6Ywj4WGMy+0sgPvxEUdLyPnaQ9cNjRviKuQb9rvVm8BZW8PrmX2b5prg+/PxjCu49kkj0FV9++vGq7vsA/k7sma2S+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.756100594997406, 0.6515371203422546, 0.27392688393592834, 0.9032630920410156, 0.7177965044975281, 0.6907975077629089, 0.7001656293869019, 0.29242339730262756, 0.9091400504112244, 0.2592725455760956, 0.9178235530853271, 0.22246022522449493, 0.9267336130142212, 0.8150317072868347, 0.5043784379959106, 0.8050561547279358, 0.5391262769699097, 0.7899214029312134, 0.5634126663208008, 0.7793945670127869, 0.5781745314598083, 0.7740053534507751, 0.41584810614585876, 0.8650074601173401, 0.6059991121292114, 0.7561507821083069, 0.6087162494659424, 0.7580081820487976, 0.6039019823074341, 0.765137791633606, 0.5913336277008057, 0.7772562503814697, 0.4296134114265442, 0.8560630679130554, 0.5659237504005432, 0.20581138134002686, 0.9263558387756348, 0.8268990516662598, 0.5296928882598877, 0.8078779578208923, 0.5639780163764954, 0.7897661924362183, 0.5955390930175781, 0.7707171440124512, 0.625027060508728, 0.7503579258918762, 0.6530634760856628, 0.7281825542449951, 0.6801934242248535, 0.7035447955131531, 0.2931455671787262, 0.9074767231941223, 0.7535005807876587, 0.6125473976135254, 0.7869656085968018, 0.5590490698814392, 0.8182992935180664, 0.5019524097442627, 0.8211316466331482, 0.4568959176540375, 0.8609375953674316, 0.6036350131034851, 0.7615033388137817, 0.3553500771522522, 0.10620827972888947, 0.9551283717155457, 0.9165684580802917, 0.7830103039741516, 0.5512691736221313, 0.8262907862663269, 0.46774110198020935, 0.8609398603439331, 0.38346102833747864, 0.8886261582374573, 0.6966401934623718, 0.653684675693512, 0.7513241767883301, 0.5858906507492065, 0.7949452996253967, 0.4842629134654999, 0.8081994652748108, 0.4692431092262268, 0.15298905968666077, 0.9438210725784302, 0.877147376537323, 0.3255527913570404, 0.8979164958000183, 0.2635405957698822, 0.9152228832244873, 0.2084365040063858, 0.9296020269393921, 0.8384625315666199, 0.6073265671730042, 0.30342909693717957, 0.8704909682273865, 0.6670771241188049, 0.6860288977622986, 0.6314540505409241, 0.285156786441803, 0.899448573589325, 0.2472555935382843, 0.9114115238189697, 0.7900082468986511, 0.5240451693534851, 0.7550365328788757, 0.5520618557929993, 0.7385621666908264, 0.4295436441898346, 0.8309191465377808, 0.40049228072166443, 0.8433223962783813, 0.6298428773880005, 0.6709883213043213, 0.6448736786842346, 0.3432188332080841, 0.8522629737854004, 0.4863392412662506, 0.8424087762832642, 0.49456992745399475, 0.8485194444656372, 0.5477163195610046, 0.8129344582557678, 0.4291001558303833, 0.8722109794616699, 0.38296541571617126, 0.8875553607940674, 0.6704058051109314, 0.7221771478652954, 0.29367727041244507, 0.9112568497657776, 0.7575416564941406, 0.6152802109718323, 0.7929198145866394, 0.556701123714447, 0.8237192630767822, 0.4931412637233734, 0.8505368232727051, 0.5740993022918701, 0.78038090467453, 0.6180276274681091, 0.7533022165298462, 0.6537297368049622, 0.2725464999675751, 0.09283673763275146, 0.9558241367340088, 0.9155663251876831, 0.7621207237243652, 0.6239885687828064, 0.7753652930259705, 0.6035820841789246, 0.7908192276954651, 0.5774814486503601, 0.8080897331237793, 0.4550636410713196, 0.850283145904541, 0.5335582494735718, 0.8301497101783752, 0.49839186668395996, 0.8329988718032837, 0.509502649307251, 0.17002059519290924, 0.06413768231868744, 0.9635510444641113, 0.9431396722793579, 0.12658293545246124, 0.9492011666297913, 0.896753191947937, 0.2916020452976227, 0.9133553504943848, 0.7691136002540588, 0.5800385475158691, 0.19020146131515503, 0.936056911945343, 0.852791428565979, 0.598386824131012, 0.25553426146507263, 0.9033126831054688, 0.7208718061447144, 0.32151052355766296, 0.900627851486206, 0.7274596095085144, 0.6292542219161987, 0.7590486407279968, 0.5876310467720032, 0.7853286862373352, 0.45330071449279785, 0.8328307867050171, 0.5316824913024902, 0.8127815127372742, 0.5038561820983887, 0.8262620568275452, 0.5247547626495361, 0.8002399206161499, 0.47011104226112366, 0.8391430377960205, 0.5495445728302002, 0.7885800004005432, 0.5474036931991577, 0.7929500937461853, 0.46395400166511536], "advantages": [10.71619701385498, 9.496904373168945, 10.224000930786133, 11.308004379272461, 9.940113067626953, 8.838640213012695, 9.475197792053223, 8.429200172424316, 7.431064605712891, 7.785325527191162, 6.861108303070068, 7.049731731414795, 6.1984124183654785, 6.217492580413818, 6.367193698883057, 6.959926605224609, 5.7406110763549805, 6.309293270111084, 5.112285614013672, 5.6639580726623535, 4.486131191253662, 5.027531623840332, 3.867297649383545, 3.000225067138672, 3.0318500995635986, 3.514237403869629, 2.37080454826355, 2.852041006088257, 1.7219473123550415, 2.2080397605895996, 1.0927358865737915, 1.5896426439285278, 0.491803914308548, -0.33763387799263, -0.32301193475723267, 0.155025452375412, 1.5050715208053589, -0.1369173675775528, -1.1637365818023682, -1.9489446878433228, -1.8420066833496094, -2.592057943344116, -2.5179710388183594, -3.2329299449920654, -3.190302848815918, -3.8703176975250244, -3.8571112155914307, -4.502234935760498, -4.515966892242432, -5.12598180770874, -5.163969039916992, -4.646975040435791, -5.509710788726807, -6.043408393859863, -6.056879997253418, -6.542786598205566, -6.569504261016846, -7.002768516540527, -7.467788219451904, -7.6845598220825195, -7.778643608093262, -8.108591079711914, -8.441168785095215, -8.750797271728516, -8.899496078491211, -8.093663215637207, -8.989055633544922, -9.177718162536621, -9.253134727478027, -9.658561706542969, -9.641874313354492, -10.104632377624512, -10.016752243041992, -10.50851058959961, -10.380828857421875, -10.469677925109863, -10.940350532531738, -10.937837600708008, -11.504593849182129, -11.446361541748047, -11.814696311950684, -12.157753944396973, -12.842756271362305, -13.141839027404785, -13.263139724731445, -13.28312873840332, -13.844392776489258, -13.972935676574707, -14.40645694732666, -14.686785697937012, -14.926937103271484, -15.401124000549316, -15.889636993408203, -16.464384078979492, -17.194381713867188, -17.680950164794922, -18.257383346557617, -18.896621704101562, -19.4682674407959, -19.60881805419922, -20.5964412689209, -20.547060012817383, -21.720386505126953, -22.682628631591797, -23.39211082458496, -24.158687591552734, -24.874181747436523, -25.668039321899414, -25.89198875427246, -27.09056854248047, -27.21060562133789, -28.5135440826416, -29.35718536376953, -30.072494506835938, -30.93113136291504, -31.531635284423828, 6.526088714599609, 6.3266754150390625, 6.083540916442871, 7.01475715637207, 5.698334693908691, 5.386723518371582, 5.2717084884643555, 6.424638748168945, 4.9197516441345215, 6.250074863433838, 4.62456750869751, 4.0756940841674805, 4.311397075653076, 6.0907416343688965, 4.151798725128174, 3.344545602798462, 4.013464450836182, 3.028205394744873, 3.9763708114624023, 2.794191360473633, 4.070122241973877, 2.6745963096618652, 2.4652323722839355, 2.5488569736480713, 2.09835147857666, 2.5073435306549072, 1.8085483312606812, 2.355356216430664, 3.9631409645080566, 1.6893315315246582, 0.9215003848075867, 1.937110185623169, 0.599037766456604, 1.710857629776001, 0.26438188552856445, 1.4385112524032593, -0.09456945210695267, 1.1069295406341553, 3.181992769241333, 0.8805528879165649, -0.7504717111587524, 0.5060690641403198, 2.4393715858459473, 0.234903022646904, 2.11749005317688, 4.167758464813232, 6.837975025177002, 4.385025978088379, 2.4337315559387207, 4.606293678283691, 2.8317625522613525, 1.2482519149780273, 3.125519275665283, 1.7339537143707275, 0.29299408197402954, 2.014551877975464, 3.6011769771575928, 2.557168483734131, 1.4866931438446045, 0.22868794202804565, -1.05729079246521, 0.45399731397628784, 1.6226900815963745, 2.4563777446746826, 1.9006891250610352, 1.168404221534729, 1.9297596216201782, 1.3716800212860107, 1.921997308731079, 1.5300136804580688, 0.7787219882011414, 1.419045329093933, 1.5690706968307495, 1.4618823528289795, 1.4684877395629883, 1.4843612909317017, 1.0726405382156372, 1.2647889852523804, 0.9960322380065918, 1.2049814462661743, 0.9722687005996704, 0.9141455888748169, 0.7524077892303467, 0.5713729858398438]}
{"type": "SampleBatch", "eps_id": [1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1995249552, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAAVX3768aru+wD+TuyZrZL6YFuO+p6QPv+y3Erznqos9gNXovq2PQb9Gvvi7L1G3PpGT8L4QfHO/vo7huVz4JT/ZUPq+KIhBv6NkTTxuBLY+TwcBv3mgD78t8aA8082IPa3mA78UpkG/7OKrPOIxuz4pxge/g8YPv+zJ5zxxEKM9SqYKv9fTQb971fQ85x7DPrCGDr/1/A+/4qIZPYGryD3oZxG/WRJCv76pIT0Q9c0+jUkVv/BEEL/BnUI9mmz6PTYsGL/hYkK/GaJMPcrv2z54Dxy/+p8Qv7TSbz1Uthw+8/MevxfHQr8sXHw9d13tPjbZIr8GEBG/UyuRPdKKQz7uvyW/1Ma+vq39mD2d3aC9Uagnv5yXEb8LxpU9TWtyPsCRKr9UykO/anifPTMzDT8yfC6/0iMSv/gPtj36m5E+b2gxv5MUwb4MtsE9ei+sPLhWM7+z3Tu+cZLCPQIodr4wRzS/vnXCvs25uD1EP6U9ATk2v7SMPr7eB7w9tZo6vuksN7/HyMO+CpG0PX9BDT4eIjm/7yIUv4A3uj2lB+o+kxg8v7gVxb5u8Mw9kQ9HPh0RPr8t90O+0ObUPVRdhb3zCz+/bcAKO/070j3ahKW+LAk/v/f3Rr4p/sQ9b4uRuNoHQL+RkDO6bv3EPYeXhb7ACEC/g5JFPnhNuj2ikwW/3As/vw76xT4r7qQ9K9NIvwoRPb9SohQ/YcyEPat/hr8IGDq/HPXEPn6EMz2sCz2/0h84v+2EQT7CC+489Vfdvh4oN78DcsQ+SjenPMI3N783MTW/fs1APozTxzsWVNW+bjo0v0Li4rvadxK7iPn5vYFDNL+13E6+2zmZu0D/LT5JTDW/Pabfu7R4p7ohb/69PFU1v3DGTr7Vkna7xBMsPuhdNr8pQ8u+loTSuYlI6z5CZji/yLZOvq4AEDzUuio+2m45v8NSy77dokY8raHsPlx3O7/vBE++SgqvPHd+MT5YgDy/chfxu3Fwyzxld+a9/Yk8v8XlPz5+ALk8CmjLvlyUO79OpQO84NJvPFjOx73knju/7ls/PtLaTzwibMW+86k6v5cLCrxHAqM7eiO2vf60Or+KGj8+93JROyWVwr5hwDm/4vULvFhXkLsF27C9lMs5v8t8UL5Z78i7ZdpRPnHWOr9afgm8CUIFuzSot71x4Tq/Sl5QvmjMerueOE8+J+w7v/gOzL4tHWc5S9j8Pov2Pb8z+xe/kG4lPPhdST+wAEG/vyHMvkOX0zz/g/4+QwtDv13XUL6XhBI9xcVZPpUWRL9Jk8y+kvAjPeozBD9LIka/FPJRvqA+Tj0OSnI+Bi9Hv3A5zb61oGE9LnQLP2Y8Sb+eelO+YiCHPcAxij4XS0q/xi1LvJoukj1yVKS6WFtKvzh5Vb51IZI9gkqgPpdsS79Jemy8OPSePUcNMz2Cf0u/qKFXvpe+oD30PLg+hZNMvwBuiLzJe689dkO+PVmpTL+zZDU+8EmzPaiuL74qwUu/x+e9PvNCrD1j7N6+AdtJv2nlMj56bZo90n7wvQX2SL8Zwrw+JJ6VPXpTxb7MEke/SLswPufUhT2pm5C9lTBGv0fCuz6D8II9BhivvutPRL9nlQ8/Ld1pPV4kHb/FcEG/tVFBPxqUNz01VGO/+pI9v0U4Dz+gqt08G+IUv7G1Or84Wbo+MsN8PLWcj76j2Di/massPsjZIDwsZYs8n/s3vzEquj4xbSY8GoyLvgofNr8D/w4/iDuaOzngD7/mQjO/Yw66PvYW1rsJJIm+mGYxv1NnLD6g0EK8bHe6POuJML/FMLo+NVs7vK4bjL5FrS6/eBYPP0ODirwI5hG/qdArv0AZQT9I4+e8Oi1ev//zJ7+2Pw8/Wgo7veuPFb+QFiW/A/C6Pn3mar2jz5y+ADgjv9+dDz+8/oG9U9Edv69YIL+Px0E/8j6bvT2vbb+IeBy/LxwQP4FGwb0aGCm/sJYZv+4MvT6aVNy9xUfMvriyF79c0hA/Q6zsvfA6Ob88zRS/7qW+PqUnBb6UUPC+LOUSvyWYNz54xA6+EZ5hviz6Eb+TrF68oUcTvj1/zzz9CxK/9qo7PtXCEr4RPJ6+xhsRv2d6HLwoFxm+RquEvUooEb8jGk++ymoavpCBNT5hMRK/zjPKvnrJFr70b9Y+BTcUv87PSr6jNQ6+LiyrPZ46Fb/YdaO6cH8Mvgd7f75BPBW/i9RGvn+bEb7pMke7wToWv3Qkxr5vqxG+ZGp3PgA2GL/GbxS/qrgMvoD3+D7/LRu/dNRFvz/DAr53kDs/4iIfv5hGd7/bg+e9VIt7P/AUJL+v/ES/mkS/vUQaKD+CBSi/qbwSvx9fpL35Eqw+zvQqv1QJwb4Lm5a9M1qdPPriLL9KLhK/otGVvS9ckz5szy+/Wve/vrIHir1iUN2827oxv9GrEb/7Iou9GoN5PrGkNL+jW0O/+ieBvYGgAz/tjDi/zzERvxExWL0FJ08+U/8iPQUw+bvWVCo9tQSTPNhfIj3yYT8+NM0rPTfNhb5crzE9aSQQvLFkFj2UXzU93PYwPSpVUb5SBRo9xlayPro3ID1ZhyG8Fo42PeOzij34aB89V4ZSvmcaPD0Ujr8+bJEOPZ97zb5+wFo9nVEuP69h2zzj9VO+WESJPbuhzz7Id7k8LQ9TvKXgmT0z8Qk+eVu3PBJvOT4sZZ89Xo4IvtgG1TzUtHa81u6ZPQQ4Oz5Gj9I85jQ3PvVroT0qi669a9/vPHjivj5L7p09Sz60vlh6Fj2lFxE/6YKPPcOTHr9P6EQ9oNG9Pi1HbD2Db5y+SkdjPa8KMz6TP1M9oiGcOxGacT2jBr0+gKNTPRHcir5J7Ic9TogxPs9rPT3l0xg9NwaPPYRat7xJekA9fj2wPoYbjj2GKzA+Fq1cPeiiiD2BJ5U9VZK7Pj4kYj0rf1W++CikPYiTLj7UD1E9NQTPPaIkqz06zLo+rVdZPcJFM75AFro9VCUPPy0ASz31rua+gf3QPYUMuj5iFyY97BcSvsnf3z0XuSs+ZGcaPRJtJj46vuY9QXq5Psy3Jz1CuvG9z5T1PauIDj+BDB49sYfLvn8xBj5t5bg+1Pf6PJhPvr3Wlg0+SY0pPkO+6zw2SVY+8foQPjh2uD61Awc9gPiXvdRbGD6pDg4/h+8APQJutr4puSM+iP23Pmp+xzxcpFy9ORUrPr7TJz4Kq748w098PoBwLj6MPQG9uAnnPFLcCz8Syy0+3xMnPj5GID0UfIY+giIxPs8aBb28yjU9BUMRPyJ4MD4F3SU+lUZkPaT+kz5byTM+zWe2PnL0ez1j0Gw8MBU7PjrqDD+RI309XDOEviBbRj4/gbU+ofxnPVZfWj28nU0+C3wMP7JabD12R2K+3NpYPoY2Pj+AQFo9N2X9vmsSaD6FFAw/bLUxPQljPr5DR3M+pt09P016Ij2P4e2+2zuBPurGCz9i1fg83YYjvizThj4WnT0/U6vePPOh4r7RaI4+EpELP5Ulljya6RC++/2TPlkZsz7u6308YaggPveSlz5scQs/gaqYPIIABr7dJp0+HlM9P8k5gzyX0NW+jLmkPvlQCz9MOPs7SJf1vSZMqj47PT0/faGsOwoC0r713bE+2kQLP9dbQLupOe29EnC3Phw7PT9pF6y7I6LRvssBvz6BTAs/CDZcvOaE8r03lMQ+d0w9P8+BgbyQo9S+oibMPt5nCz8wjcW8ebcCvia60T4QF7M+WHfavOcZIT4XT9U+Y5cLP6SwwLz+GBO+geTaPnOgPT/COdi8Yifjvkh64j4Nxgs/GnUQvRE9I76REeg+dtk9PzqEHb2eD+2+oKnvPivvbz8/ckO97X5Ev41C+T7DKD4/lymBvTME+77kbgA/GXMMP2g+lb2kV1++/j0DPxeRtT5vLZ69U8dPPc4OBT/A/gw/hRmcvQvUh76z4Ac/1DM/P0j3pr3UvBS/qLMLPwKRDT+Tw76991GhvnqIDj/397c+aavLvX3BWb1vXxA/07kpPt7Yzb3ahFM+rzgRPxdsuT7qYsW9nrDtvV0TEz9MlCw+4yPKvaIzFD5E8BM/eCzNvE02xL2tNs8+cM8TPwJoLz6RorO9/dyqPfWvFD/cDLi8vzewvVXEsT6DkhQ/4u8xPhT/ob0c5eo8RXYVP0hnvT5q0qC9DGWTviRbFz/AOzQ+D52svX+1q7zXQRg/veSRvNh4rb0v13k+gCoYPyeyNj56eqO9NeWXvVkUGT+VmH28LoSmvazqRD4QABk/fl9WvsGjnr0qouo+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAJgW476npA+/7LcSvOeqiz2A1ei+rY9Bv0a++LsvUbc+kZPwvhB8c7++juG5XPglP9lQ+r4oiEG/o2RNPG4Etj5PBwG/eaAPvy3xoDzTzYg9reYDvxSmQb/s4qs84jG7PinGB7+Dxg+/7MnnPHEQoz1Kpgq/19NBv3vV9DznHsM+sIYOv/X8D7/iohk9gavIPehnEb9ZEkK/vqkhPRD1zT6NSRW/8EQQv8GdQj2abPo9NiwYv+FiQr8Zokw9yu/bPngPHL/6nxC/tNJvPVS2HD7z8x6/F8dCvyxcfD13Xe0+NtkivwYQEb9TK5E90opDPu6/Jb/Uxr6+rf2YPZ3doL1RqCe/nJcRvwvGlT1Na3I+wJEqv1TKQ79qeJ89MzMNPzJ8Lr/SIxK/+A+2PfqbkT5vaDG/kxTBvgy2wT16L6w8uFYzv7PdO75xksI9Aih2vjBHNL++dcK+zbm4PUQ/pT0BOTa/tIw+vt4HvD21mjq+6Sw3v8fIw74KkbQ9f0ENPh4iOb/vIhS/gDe6PaUH6j6TGDy/uBXFvm7wzD2RD0c+HRE+vy33Q77Q5tQ9VF2FvfMLP79twAo7/TvSPdqEpb4sCT+/9/dGvin+xD1vi5G42gdAv5GQM7pu/cQ9h5eFvsAIQL+DkkU+eE26PaKTBb/cCz+/DvrFPivupD0r00i/ChE9v1KiFD9hzIQ9q3+GvwgYOr8c9cQ+foQzPawLPb/SHzi/7YRBPsIL7jz1V92+Hig3vwNyxD5KN6c8wjc3vzcxNb9+zUA+jNPHOxZU1b5uOjS/QuLiu9p3EruI+fm9gUM0v7XcTr7bOZm7QP8tPklMNb89pt+7tHinuiFv/r08VTW/cMZOvtWSdrvEEyw+6F02vylDy76WhNK5iUjrPkJmOL/Itk6+rgAQPNS6Kj7abjm/w1LLvt2iRjytoew+XHc7v+8ET75KCq88d34xPliAPL9yF/G7cXDLPGV35r39iTy/xeU/Pn4AuTwKaMu+XJQ7v06lA7zg0m88WM7HveSeO7/uWz8+0tpPPCJsxb7zqTq/lwsKvEcCozt6I7a9/rQ6v4oaPz73clE7JZXCvmHAOb/i9Qu8WFeQuwXbsL2Uyzm/y3xQvlnvyLtl2lE+cdY6v1p+CbwJQgW7NKi3vXHhOr9KXlC+aMx6u544Tz4n7Du/+A7Mvi0dZzlL2Pw+i/Y9vzP7F7+QbiU8+F1JP7AAQb+/Icy+Q5fTPP+D/j5DC0O/XddQvpeEEj3FxVk+lRZEv0mTzL6S8CM96jMEP0siRr8U8lG+oD5OPQ5Kcj4GL0e/cDnNvrWgYT0udAs/ZjxJv556U75iIIc9wDGKPhdLSr/GLUu8mi6SPXJUpLpYW0q/OHlVvnUhkj2CSqA+l2xLv0l6bLw49J49Rw0zPYJ/S7+ooVe+l76gPfQ8uD6Fk0y/AG6IvMl7rz12Q749WalMv7NkNT7wSbM9qK4vvirBS7/H570+80KsPWPs3r4B20m/aeUyPnptmj3SfvC9BfZIvxnCvD4knpU9elPFvswSR79IuzA+59SFPambkL2VMEa/R8K7PoPwgj0GGK++609Ev2eVDz8t3Wk9XiQdv8VwQb+1UUE/GpQ3PTVUY7/6kj2/RTgPP6Cq3Twb4hS/sbU6vzhZuj4yw3w8tZyPvqPYOL+Zqyw+yNkgPCxlizyf+ze/MSq6PjFtJjwajIu+Ch82vwP/Dj+IO5o7OeAPv+ZCM79jDro+9hbWuwkkib6YZjG/U2csPqDQQrxsd7o864kwv8Uwuj41Wzu8rhuMvkWtLr94Fg8/Q4OKvAjmEb+p0Cu/QBlBP0jj57w6LV6///Mnv7Y/Dz9aCju9648Vv5AWJb8D8Lo+feZqvaPPnL4AOCO/350PP7z+gb1T0R2/r1ggv4/HQT/yPpu9Pa9tv4h4HL8vHBA/gUbBvRoYKb+wlhm/7gy9PppU3L3FR8y+uLIXv1zSED9DrOy98Do5vzzNFL/upb4+pScFvpRQ8L4s5RK/JZg3PnjEDr4RnmG+LPoRv5OsXryhRxO+PX/PPP0LEr/2qjs+1cISvhE8nr7GGxG/Z3ocvCgXGb5Gq4S9SigRvyMaT77Kahq+kIE1PmExEr/OM8q+eskWvvRv1j4FNxS/zs9KvqM1Dr4uLKs9njoVv9h1o7pwfwy+B3t/vkE8Fb+L1Ea+f5sRvukyR7vBOha/dCTGvm+rEb5kanc+ADYYv8ZvFL+quAy+gPf4Pv8tG7901EW/P8MCvneQOz/iIh+/mEZ3v9uD571Ui3s/8BQkv6/8RL+aRL+9RBooP4IFKL+pvBK/H1+kvfkSrD7O9Cq/VAnBvgublr0zWp08+uIsv0ouEr+i0ZW9L1yTPmzPL79a97++sgeKvWJQ3bzbujG/0asRv/sii70ag3k+saQ0v6NbQ7/6J4G9gaADP+2MOL/PMRG/ETFYvQUnTz5SdDu/EB++vpaeR72/Otq92F8iPfJhPz40zSs9N82FvlyvMT1pJBC8sWQWPZRfNT3c9jA9KlVRvlIFGj3GVrI+ujcgPVmHIbwWjjY947OKPfhoHz1XhlK+Zxo8PRSOvz5skQ49n3vNvn7AWj2dUS4/r2HbPOP1U75YRIk9u6HPPsh3uTwtD1O8peCZPTPxCT55W7c8Em85Pixlnz1ejgi+2AbVPNS0drzW7pk9BDg7PkaP0jzmNDc+9WuhPSqLrr1r3+88eOK+PkvunT1LPrS+WHoWPaUXET/pgo89w5Mev0/oRD2g0b0+LUdsPYNvnL5KR2M9rwozPpM/Uz2iIZw7EZpxPaMGvT6Ao1M9EdyKvknshz1OiDE+z2s9PeXTGD03Bo89hFq3vEl6QD1+PbA+hhuOPYYrMD4WrVw96KKIPYEnlT1Vkrs+PiRiPSt/Vb74KKQ9iJMuPtQPUT01BM89oiSrPTrMuj6tV1k9wkUzvkAWuj1UJQ8/LQBLPfWu5r6B/dA9hQy6PmIXJj3sFxK+yd/fPRe5Kz5kZxo9Em0mPjq+5j1Berk+zLcnPUK68b3PlPU9q4gOP4EMHj2xh8u+fzEGPm3luD7U9/o8mE++vdaWDT5JjSk+Q77rPDZJVj7x+hA+OHa4PrUDBz2A+Je91FsYPqkODj+H7wA9Am62vim5Iz6I/bc+an7HPFykXL05FSs+vtMnPgqrvjzDT3w+gHAuPow9Ab24Cec8UtwLPxLLLT7fEyc+PkYgPRR8hj6CIjE+zxoFvbzKNT0FQxE/IngwPgXdJT6VRmQ9pP6TPlvJMz7NZ7Y+cvR7PWPQbDwwFTs+OuoMP5EjfT1cM4S+IFtGPj+BtT6h/Gc9Vl9aPbydTT4LfAw/slpsPXZHYr7c2lg+hjY+P4BAWj03Zf2+axJoPoUUDD9stTE9CWM+vkNHcz6m3T0/TXoiPY/h7b7bO4E+6sYLP2LV+DzdhiO+LNOGPhadPT9Tq94886HivtFojj4SkQs/lSWWPJrpEL77/ZM+WRmzPu7rfTxhqCA+95KXPmxxCz+Bqpg8ggAGvt0mnT4eUz0/yTmDPJfQ1b6MuaQ++VALP0w4+ztIl/W9JkyqPjs9PT99oaw7CgLSvvXdsT7aRAs/11tAu6k57b0ScLc+HDs9P2kXrLsjotG+ywG/PoFMCz8INly85oTyvTeUxD53TD0/z4GBvJCj1L6iJsw+3mcLPzCNxbx5twK+JrrRPhAXsz5Yd9q85xkhPhdP1T5jlws/pLDAvP4YE76B5No+c6A9P8I52LxiJ+O+SHriPg3GCz8adRC9ET0jvpER6D522T0/OoQdvZ4P7b6gqe8+K+9vPz9yQ73tfkS/jUL5PsMoPj+XKYG9MwT7vuRuAD8Zcww/aD6VvaRXX77+PQM/F5G1Pm8tnr1Tx089zg4FP8D+DD+FGZy9C9SHvrPgBz/UMz8/SPemvdS8FL+osws/ApENP5PDvr33UaG+eogOP/f3tz5pq8u9fcFZvW9fED/TuSk+3tjNvdqEUz6vOBE/F2y5Pupixb2esO29XRMTP0yULD7jI8q9ojMUPkTwEz94LM28TTbEva02zz5wzxM/AmgvPpGis7393Ko99a8UP9wMuLy/N7C9VcSxPoOSFD/i7zE+FP+hvRzl6jxFdhU/SGe9PmrSoL0MZZO+JFsXP8A7ND4Pnay9f7WrvNdBGD+95JG82HitvS/XeT6AKhg/J7I2Pnp6o7015Ze9WRQZP5WYfbwuhKa9rOpEPhAAGT9+X1a+waOevSqi6j6q7Rc/OaFYvHbei71+nxE+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.8257688283920288, 0.5626216530799866, 0.23873643577098846, 0.9067564606666565, 0.7856099605560303, 0.49766361713409424, 0.8052246570587158, 0.4569495916366577, 0.826154887676239, 0.40981125831604004, 0.8473221659660339, 0.357986181974411, 0.8677178621292114, 0.30410391092300415, 0.8865046501159668, 0.7486224174499512, 0.5095136761665344, 0.2117650955915451, 0.9142415523529053, 0.8285714387893677, 0.6418746709823608, 0.6049680709838867, 0.6971065998077393, 0.5416725277900696, 0.2561173737049103, 0.892861008644104, 0.7902103662490845, 0.602611780166626, 0.6124669909477234, 0.6567437052726746, 0.442424476146698, 0.26543065905570984, 0.15198110044002533, 0.9127352237701416, 0.8533020615577698, 0.26722103357315063, 0.859377920627594, 0.7457646131515503, 0.537477433681488, 0.7126670479774475, 0.5382471084594727, 0.2885003089904785, 0.8654332160949707, 0.27987420558929443, 0.8691206574440002, 0.7341107130050659, 0.5083977580070496, 0.7070846557617188, 0.5116556286811829, 0.7083638906478882, 0.5089176893234253, 0.7143175601959229, 0.49994274973869324, 0.7362181544303894, 0.5003710389137268, 0.26436078548431396, 0.1265174001455307, 0.9294705390930176, 0.8794173002243042, 0.23314137756824493, 0.8861583471298218, 0.2124416083097458, 0.8937957286834717, 0.8099349737167358, 0.3407258987426758, 0.8290203809738159, 0.302369087934494, 0.8464890718460083, 0.7347143292427063, 0.5731024742126465, 0.5978360772132874, 0.6071500182151794, 0.5675453543663025, 0.6360226273536682, 0.46020692586898804, 0.29985934495925903, 0.8216624855995178, 0.7090388536453247, 0.5391409397125244, 0.6603631973266602, 0.46193012595176697, 0.7209643125534058, 0.5536842346191406, 0.6486561298370361, 0.43428632616996765, 0.2470548003911972, 0.8723310828208923, 0.7935767769813538, 0.3426437973976135, 0.16905328631401062, 0.9184088706970215, 0.877114474773407, 0.2011764645576477, 0.9117933511734009, 0.8626859188079834, 0.7626271843910217, 0.42835715413093567, 0.8348175883293152, 0.691239058971405, 0.4503331482410431, 0.7731600999832153, 0.44171008467674255, 0.8382903337478638, 0.6743131279945374, 0.4115300178527832, 0.19679485261440277, 0.09697017073631287, 0.9424310326576233, 0.8917253017425537, 0.7317364811897278, 0.5915199518203735, 0.6917995810508728, 0.6348872780799866, 0.3492182791233063, 0.8458874225616455, 0.6246107220649719, 0.633935809135437, 0.7183441519737244, 0.3329625129699707, 0.8886919021606445, 0.28432315587997437, 0.09692191332578659, 0.9518459439277649, 0.9200588464736938, 0.8263546824455261, 0.42920032143592834, 0.8587599992752075, 0.6513775587081909, 0.3166543245315552, 0.8752435445785522, 0.6515479683876038, 0.7288286685943604, 0.610114574432373, 0.24187780916690826, 0.9096800088882446, 0.7953376770019531, 0.49959492683410645, 0.8199946284294128, 0.5503228902816772, 0.7696138024330139, 0.42422568798065186, 0.849068284034729, 0.6130354404449463, 0.7291445136070251, 0.37080830335617065, 0.8672952651977539, 0.6579036116600037, 0.6932432055473328, 0.3313560485839844, 0.11992057412862778, 0.9412961006164551, 0.10656625032424927, 0.9456089735031128, 0.9074525833129883, 0.7886638641357422, 0.4975608289241791, 0.8132179975509644, 0.5485888123512268, 0.7597054839134216, 0.5700709819793701, 0.7503189444541931, 0.5799199342727661, 0.7484939694404602, 0.4210088849067688, 0.8413461446762085, 0.5897952914237976, 0.7458730936050415, 0.579553484916687, 0.7573979496955872, 0.5591249465942383, 0.7746632099151611, 0.5280197858810425, 0.7963343262672424, 0.5141072273254395, 0.7851057052612305, 0.45569196343421936, 0.8341508507728577, 0.40394654870033264, 0.14309191703796387, 0.9374598264694214, 0.8845937848091125, 0.7365036010742188, 0.5504610538482666, 0.2136368602514267, 0.9179798364639282, 0.8351991176605225, 0.6383849382400513, 0.6346977949142456, 0.7075672149658203, 0.4456018805503845, 0.7734357118606567, 0.5113584995269775, 0.7308218479156494, 0.4294901192188263, 0.826607346534729, 0.6374543905258179, 0.6162071228027344, 0.6886051893234253, 0.44197309017181396, 0.763580858707428], "advantages": [23.95086097717285, 22.991289138793945, 21.537565231323242, 19.930086135864258, 21.27425765991211, 22.73177146911621, 21.32071304321289, 22.721357345581055, 21.31170654296875, 22.64296531677246, 21.235586166381836, 22.485576629638672, 21.085309982299805, 22.241727828979492, 20.85965919494629, 21.908767700195312, 22.75075912475586, 21.792234420776367, 20.482646942138672, 21.293676376342773, 21.96241569519043, 22.550926208496094, 21.83930206298828, 22.339046478271484, 21.627050399780273, 20.795997619628906, 21.122188568115234, 21.445466995239258, 22.096115112304688, 21.277395248413086, 21.846481323242188, 23.073759078979492, 24.91632652282715, 27.05020523071289, 25.446693420410156, 23.597171783447266, 25.451757431030273, 23.49586296081543, 21.63089942932129, 20.332618713378906, 20.778114318847656, 19.474611282348633, 18.725296020507812, 18.40410614013672, 17.706119537353516, 17.378328323364258, 17.69611167907715, 18.8607120513916, 17.083532333374023, 18.235816955566406, 16.39839744567871, 17.552953720092773, 15.65087890625, 14.328669548034668, 14.592450141906738, 13.27332592010498, 12.489974975585938, 11.317055702209473, 11.115880012512207, 10.679228782653809, 10.003006935119629, 9.593965530395508, 8.885342597961426, 8.538631439208984, 8.45246696472168, 7.66885232925415, 7.508100509643555, 6.728886604309082, 6.521304607391357, 6.7088446617126465, 7.3170695304870605, 5.9806108474731445, 6.441709041595459, 5.097110748291016, 5.425076961517334, 6.047134876251221, 6.868538856506348, 5.49683141708374, 3.9302456378936768, 2.3060507774353027, 2.482945680618286, 2.9832944869995117, 1.3077181577682495, -0.47211751341819763, -0.2787628769874573, 0.25314730405807495, 1.0077744722366333, -0.6019788980484009, -2.5261166095733643, -1.8333390951156616, -0.9061185717582703, -2.638707160949707, -4.73069953918457, -3.705681800842285, -5.840037822723389, -8.381463050842285, -11.129940032958984, -10.104172706604004, -12.916311264038086, -15.562175750732422, -17.688013076782227, -17.878828048706055, -16.883323669433594, -19.563915252685547, -21.731664657592773, -23.403392791748047, -25.000246047973633, -27.16853904724121, -27.425058364868164, -28.188426971435547, -28.61065673828125, -30.048154830932617, -30.426204681396484, -31.88494110107422, -33.06418228149414, -33.91288757324219, 6.634699821472168, 6.084136486053467, 6.241830825805664, 7.4102091789245605, 5.696282863616943, 6.8732075691223145, 9.031584739685059, 6.211906433105469, 4.569305896759033, 3.941854238510132, 4.253909587860107, 3.5661749839782715, 3.669088840484619, 4.778134346008301, 3.494128704071045, 3.2404539585113525, 3.251777172088623, 3.1045773029327393, 4.017563343048096, 2.887772560119629, 2.7893154621124268, 2.906893014907837, 2.7356178760528564, 3.635089635848999, 2.930985927581787, 3.4188101291656494, 3.0205795764923096, 3.7671284675598145, 3.3917672634124756, 4.333363056182861, 3.613539934158325, 4.097507953643799, 4.1393208503723145, 5.5793843269348145, 8.023341178894043, 5.890435218811035, 8.471368789672852, 6.36739444732666, 5.106582164764404, 4.97397518157959, 6.078526496887207, 5.716768264770508, 6.614887237548828, 6.722918510437012, 7.381338119506836, 7.771437644958496, 8.224390029907227, 8.801892280578613, 10.495489120483398, 9.615983009338379, 9.84536075592041, 10.4797945022583, 10.697399139404297, 11.139212608337402, 11.398507118225098, 11.568729400634766, 11.90092658996582, 11.765414237976074, 12.209936141967773, 11.789682388305664, 12.265124320983887, 11.655421257019043, 12.231867790222168, 14.454611778259277, 12.044990539550781, 10.694457054138184, 10.092092514038086, 9.982656478881836, 11.03602123260498, 9.159738540649414, 8.151397705078125, 7.595863342285156, 7.089807510375977, 6.472036838531494, 5.983863353729248, 5.3483476638793945, 4.860368728637695, 4.220131874084473, 3.800036907196045, 3.0389490127563477, 2.4920849800109863, 1.820901870727539, 1.2539622783660889, 0.7226181030273438]}
{"type": "SampleBatch", "eps_id": [1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 1747731318, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAKrtFz85oVi8dt6LvX6fET5V3Bc/EjI7PkgLhr1+Ui++8ssYP3TywT6VDo29PrX3vnO8Gj9/Jj0+pN+gvd65Wr6Qrhs/SAHDPmWfqb16rQe/xqEdP7i5Ez/AVL+9+PpYvyGWID+bQsQ+RAzivdLuFb+OjCI/G3ZCPoQJ+r1mzqi+d4UjP9Z6V7tWxQO+hHyfvSiBIz+4EEm+n10FvgG4Lz7LfyI/ll7HvvHZAb5DT9c+aIEgP4lZRb5XevK9Gca5PcyEHz+SncW+LcPuvfAIsD7nih0/SvFBvvut4L0ZWIk8qJIcP978w74u/t+9KbyLPu2cGj9wgRO/adDUvdx5Bz+zqRc/53HCvlAjv73rmlI+67cVP3HNEr+3tra9+13vPkrIEj9qZ0S/epCjvYIVOz+02g4/3jESv4Shhb3uAtQ+L+4LP9MLwL4KV2m9ygHQPYwCCj85gDe+DQVhvXGJVb6qFwk/FICIPEkacr1cnQS/gS0JP2XXNb4KRY69eGh6vsBECD8fSL6+OEmYvVZ50DyhXQY/csAzvl8+l72AWJS+jHcFP5gzvb5+HKO9zOmtvDCTAz/PhjG+GvujvYAGrb70rwI/kMS6PKnSsb1Snie/1s0CPz0eL75QpMy9ywDIvrDtAT8Iq7q+YKTcvcsxBr7RDwA/KCIsvocC4r1tT+m++Wb+PsQWub65rPS9W4RMvlGz+j7QAg6/+tr8vbUjWT0gBfU+hVW3vhmv+r0JR42+dFrxPigfDb87/gK+9nHGvF616z4miLW+PH0Dvndwtb7sE+g+ETIMvy2/Cr6Rlta9UnjiPv+WPb+F5Ay+MrARPuzi2j6X+W6/mfoJvhX0xj7RU9E+SjCQv1AFAr42zCI/1srFPjrpqL9u/um9RdZiP4lHuD46w4+/MLPFvZJNDz9Hx6w+joyov3/Frr3ZD1I/ZUufPtxcwb9dKY29lOiKP1PTjz6iR6i/9GtBvTuQRT/0XII+GCvBv48zAr3kS4Y/vNFlPgAkqL+5ATG82Sc/P7LqSj7RGMG/UliHO4OahD9yBSw+3iCov56RyzztnD4/6B4RPqIyj7/TxyI9wG3rPgxr9D0JPqi//HJIPWvHQz+ilL49t0zBv5mMgz16RYk/h7mAPZ9wqL/fea89zvJMP9ulFT0/jcG/j0TQPWY5jz+uMs47rcOov30Z/j1vHFw/CHikvM0HkL+eqBA+RcsbP/hpLr0brm6/SB8dPo8duj6kynq92Fw9vxqRJD6oofs9nrGbvUYVDL9HFSc++sDrvWsbsr1ehj6/wLkkPpeoZT5Rl9C9nz4Nv5pRKT6WwV+8szDnvR+xP78ACik+1Q+nPjPuAr5aInK/trgvPqeIKj8bTRa+CONAvz5dPT41M90+brslvle2D79VNkY+Ur1PPqg6Mb6WK72+9V1KPq3bvLzCyzi+tuo1vhflST4HZn2+LG88vlL7v76w00Q+zovNPREdRL5pbzu+4+FGPjMUAb683Ee+0OUQPAFNRD68FbS+Xq5HvnvvQL7vGD0+4O+ruzOKS75IcsW+bP08PobYrT4McFO+ATUVv5vxQz62LC8/z19fvjEZyL4u9VE+GTLqPjcoPr27GZO8WCSQPPfrGz3KoD+9jCc1PvtgljxG/X6+vyIxvZRPl7w8KVs81FpKPRqmMr2a6Vq+dllrPBxLsT5uKUS9Co+avJtorjxdNm49GrVFvTpuW77n77c8tQe3PgpDV722rZ+8uoHyPJFgkz3R21i94GUzPgNM/jxkTli+v4FKvQdevT4csNs8Xun8vkM1LL2ajTI+l8GKPCCWRb5/7B29iQ29PudIVjz+4vW+x1n/vEUdMj5Rq2M74d87vjfa4rwe7q28lfZMueTn4T29VOa8BREyPgDFAztL0Tq+ItfJvMHrvD7Atta69e/yvrxijbyJDzI+slE2vE6yOr68ymG8gKKsvOAPcrw3yto9hLJovGlwMj49Dk+8NwxDvsiYL7w0bam8RryGvJcZyT22Xza8K90yPn5LbbyTbEy+W0b6u11wvT72Wpe8B2P+vk9gebk7WDM+VMLovEIWV76j+VU750KgvCWWBb10nJY9VVU8Oy48ND7GH/+8z8BqvmGE0TtKzZi8olcSvQ/sWj3/SsU7xFxavsD2Db3tVqs+BirmOiWQkLxdGeW8Fur/PGvntzoSdFm+FfvfvKhDoT5rYzq7NhaKvFBgrLyQ8mE8dHtQu7LYNj7jHaq8USeSvm59zDkAMYW8yuLYvNK8HjoWBYg4EQ5YvmTJ2LzM05E+XSaIuwP8fbw3H6q8E9KDvCpPkru7Ojg+I8KsvOdoob4hOGO66C50vNNo4LxI/O+8z62YujzvOD6NNeW8djapvm9gIDucOGe8u60NvWaLP70H4Q07NbtVvnCCEb2WcXA+cLIDuyTPVrxNjPy8NgmNvbvhFLuow1S+XOoDvX4RWz4qnNK7nArOvq7H5Lw6Gf4+6SttvOniU77td5O845xHPtJ8mLxvKT28kg9nvOq0070TYZq87GpTvop3hLyLQz0+vjS8vF8TNryVXky8WT7nvdsGvrwbmzw+UV5xvICq0b6P2Z+8MbYvvADHu7zf1fi9YpuhvMAmPT4mr8+8NbjXvr5Xg7xsbCS8clsKvWkGDL6r/IS81ZFRvimPFb2wkxQ+pISmvEr9E7xOrAm9h7Eivn7/p7ydi1C+RLAWveft+z2DXcm8i4kDvIOcDL09ZDm+P67KvLQRQD5UcRu9zP33vhjzq7zIVuW7Dx9DvSvEUL6mGK28/T1OvpfSU70HWJY9UxjOvAmgyr4Sz029jNyyPrB3B717wEy+5zAxvQjwKD0C2Re9QuGKu/HPLb2Sj4e+5DEYvct/S76DgEO9tzppPI55KL33x0G7+1VCvWoTlr6Qtyi9uRtKvhZZWr2xKYG8vuI4vZWLyL6+o1u9de6EPhP5WL2OBBa/315GvTrxCD9EfYS9XM3Hvo+MGr3Y2Gg+N3mUvY+1Fb/Z6we9FwgCP05trL3sSMe+Up+8vBbnUT6oXry9f29GvrUJm7zvTMK9o07EvY/6xr77lKq8u2FEPrk51L2g2kW+LymLvCH0272/I9y95rPGvtbBnLx4MTg+LgnsvVpTRb6Pkn68nUPzvcvt8739CC07VL+SvJ4o1b4c0vO9LNZEvkn11ryXcgS+t7H7vZQfxr5XJuy8b6oePqTFBb5+5xS/ZMPSvLl14D4zrxG+fbnFvqTvirzEBQ0+5pcZvhLAFL+3vmi81JnZPk5+Jb4gf8W+9/W6u4/xAj6sZC2+5hpDvlZQTrvzmSq+nEsxvoxuxb5/V9S7WBYAPk8xOb7e9kK+rV2Cu9C0Lb6HFz2+kcGcO7eJ8bsZWe2+cv48vn7MQr77VYi8kWAxvtHjQL6KLcW+WrekvDnQ6T3rxki+CUNCvtoCkrz2OT2+iqlMvojmxL6RSbC8m1bRPc2JVL4kUhS/UoqfvDesxj5pZ2C+vpnEvhnuP7wN1bY9mkRovkA1FL9LrSK8XqjBPuYfdL4uccS+rPEau6rWqD14+3u+cwtBvqiMO7oJDVi+29d/vmhrxL5dt6G7tdmmPZnZg75Q9kC+9aVYu1LfWb6Ux4W+91vEvi/D97vRh6E98LSJvlYaFL+aEsS7jwK9PoOhj76TQsS+xXC3Og/GmD1djpO+HRYUv9N+PTviRbw+xXqZvppKxL5a3ic8IoybPchnnb5XIhS/k8FAPPVivj6tVKO+rSBGv0FNnTxUECs/gEGrvgE/FL8sZAU9mmbDPosvsb6H1cS+yqckPZmTyz1VH7W+5nlCvmnMLD3SqDi+MRG3vqtvxb6WBh49R10APhAEu76Vp0O+fUsoPb+gHr7x+Ly+HohhO8qaGz2CY96+6++8vlzPRL5+C/A8Iw8FvsHnvr6NYCM7ZMHaPMeT07444b6+DKFFvvwMlzym5uW9JtvAvj0+8zqcqIQ8TFLMvkjWwL7KIka+MY0GPIGBz72D0cK+uAfHvoGzyjuOmEY+i8zGvrtYRr675iQ8ljbGvVDIyL5/kKc66i8FPMLFxb72xMi+7JxGvuab0znvcrq9acHKvvnNlzqfwLm6k2bEvmC+yr4omUa+XuoUvJoau73Jusy+YCLHviTaMrxuNEs+WrbQvlt6Fb82p+O7ya75PgKx1r7uAMe+rOE3O6VsRT7oq9q+mnYVv9lK2juzBPk+aabgvpUSx75MQoY8qHxIPqmh5L6PlUa+PVamPM7Cu70Knua+K1fHvuVQlzy2UFQ+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 1, 1, 0, 1, 1, 0, 0, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAFXcFz8SMjs+SAuGvX5SL77yyxg/dPLBPpUOjb0+tfe+c7waP38mPT6k36C93rlavpCuGz9IAcM+ZZ+pvXqtB7/GoR0/uLkTP8BUv734+li/IZYgP5tCxD5EDOK90u4Vv46MIj8bdkI+hAn6vWbOqL53hSM/1npXu1bFA76EfJ+9KIEjP7gQSb6fXQW+AbgvPst/Ij+WXse+8dkBvkNP1z5ogSA/iVlFvld68r0Zxrk9zIQfP5Kdxb4tw+698AiwPueKHT9K8UG++63gvRlYiTyokhw/3vzDvi7+370pvIs+7ZwaP3CBE79p0NS93HkHP7OpFz/nccK+UCO/veuaUj7rtxU/cc0Sv7e2tr37Xe8+SsgSP2pnRL96kKO9ghU7P7TaDj/eMRK/hKGFve4C1D4v7gs/0wvAvgpXab3KAdA9jAIKPzmAN74NBWG9cYlVvqoXCT8UgIg8SRpyvVydBL+BLQk/Zdc1vgpFjr14aHq+wEQIPx9Ivr44SZi9VnnQPKFdBj9ywDO+Xz6XvYBYlL6MdwU/mDO9vn4co73M6a28MJMDP8+GMb4a+6O9gAatvvSvAj+QxLo8qdKxvVKeJ7/WzQI/PR4vvlCkzL3LAMi+sO0BPwirur5gpNy9yzEGvtEPAD8oIiy+hwLivW1P6b75Zv4+xBa5vrms9L1bhEy+UbP6PtACDr/62vy9tSNZPSAF9T6FVbe+Ga/6vQlHjb50WvE+KB8Nvzv+Ar72cca8XrXrPiaItb48fQO+d3C1vuwT6D4RMgy/Lb8KvpGW1r1SeOI+/5Y9v4XkDL4ysBE+7OLaPpf5br+Z+gm+FfTGPtFT0T5KMJC/UAUCvjbMIj/WysU+Oumov27+6b1F1mI/iUe4PjrDj78ws8W9kk0PP0fHrD6OjKi/f8WuvdkPUj9lS58+3FzBv10pjb2U6Io/U9OPPqJHqL/0a0G9O5BFP/Rcgj4YK8G/jzMCveRLhj+80WU+ACSov7kBMbzZJz8/supKPtEYwb9SWIc7g5qEP3IFLD7eIKi/npHLPO2cPj/oHhE+ojKPv9PHIj3Abes+DGv0PQk+qL/8ckg9a8dDP6KUvj23TMG/mYyDPXpFiT+HuYA9n3Cov995rz3O8kw/26UVPT+Nwb+PRNA9ZjmPP64yzjutw6i/fRn+PW8cXD8IeKS8zQeQv56oED5Fyxs/+GkuvRuubr9IHx0+jx26PqTKer3YXD2/GpEkPqih+z2esZu9RhUMv0cVJz76wOu9axuyvV6GPr/AuSQ+l6hlPlGX0L2fPg2/mlEpPpbBX7yzMOe9H7E/vwAKKT7VD6c+M+4Cvloicr+2uC8+p4gqPxtNFr4I40C/Pl09PjUz3T5uuyW+V7YPv1U2Rj5SvU8+qDoxvpYrvb71XUo+rdu8vMLLOL626jW+F+VJPgdmfb4sbzy+Uvu/vrDTRD7Oi809ER1EvmlvO77j4UY+MxQBvrzcR77Q5RA8AU1EPrwVtL5erke+e+9Avu8YPT7g76u7M4pLvkhyxb5s/Tw+htitPgxwU74BNRW/m/FDPrYsLz/PX1++MRnIvi71UT4ZMuo+0WBnvk7fS75YU1s+e15xPsqgP72MJzU++2CWPEb9fr6/IjG9lE+XvDwpWzzUWko9GqYyvZrpWr52WWs8HEuxPm4pRL0Kj5q8m2iuPF02bj0atUW9Om5bvufvtzy1B7c+CkNXvbatn7y6gfI8kWCTPdHbWL3gZTM+A0z+PGROWL6/gUq9B169Phyw2zxe6fy+QzUsvZqNMj6XwYo8IJZFvn/sHb2JDb0+50hWPP7i9b7HWf+8RR0yPlGrYzvh3zu+N9rivB7urbyV9ky55OfhPb1U5rwFETI+AMUDO0vROr4i18m8weu8PsC21rr17/K+vGKNvIkPMj6yUTa8TrI6vrzKYbyAoqy84A9yvDfK2j2Esmi8aXAyPj0OT7w3DEO+yJgvvDRtqbxGvIa8lxnJPbZfNrwr3TI+fkttvJNsTL5bRvq7XXC9PvZal7wHY/6+T2B5uTtYMz5Uwui8QhZXvqP5VTvnQqC8JZYFvXSclj1VVTw7Ljw0PsYf/7zPwGq+YYTRO0rNmLyiVxK9D+xaPf9KxTvEXFq+wPYNve1Wqz4GKuY6JZCQvF0Z5bwW6v88a+e3OhJ0Wb4V+9+8qEOhPmtjOrs2Foq8UGCsvJDyYTx0e1C7stg2PuMdqrxRJ5K+bn3MOQAxhbzK4ti80rweOhYFiDgRDli+ZMnYvMzTkT5dJoi7A/x9vDcfqrwT0oO8Kk+Su7s6OD4jwqy852ihviE4Y7roLnS802jgvEj877zPrZi6PO84Po015bx2Nqm+b2AgO5w4Z7y7rQ29Zos/vQfhDTs1u1W+cIIRvZZxcD5wsgO7JM9WvE2M/Lw2CY29u+EUu6jDVL5c6gO9fhFbPiqc0rucCs6+rsfkvDoZ/j7pK2286eJTvu13k7zjnEc+0nyYvG8pPbySD2e86rTTvRNhmrzsalO+ineEvItDPT6+NLy8XxM2vJVeTLxZPue92wa+vBubPD5RXnG8gKrRvo/Zn7wxti+8AMe7vN/V+L1im6G8wCY9Piavz7w1uNe+vleDvGxsJLxyWwq9aQYMvqv8hLzVkVG+KY8VvbCTFD6khKa8Sv0TvE6sCb2HsSK+fv+nvJ2LUL5EsBa95+37PYNdybyLiQO8g5wMvT1kOb4/rsq8tBFAPlRxG73M/fe+GPOrvMhW5bsPH0O9K8RQvqYYrbz9PU6+l9JTvQdYlj1TGM68CaDKvhLPTb2M3LI+sHcHvXvATL7nMDG9CPAoPQLZF71C4Yq78c8tvZKPh77kMRi9y39LvoOAQ723Omk8jnkovffHQbv7VUK9ahOWvpC3KL25G0q+FllavbEpgby+4ji9lYvIvr6jW7117oQ+E/lYvY4EFr/fXka9OvEIP0R9hL1czce+j4wavdjYaD43eZS9j7UVv9nrB70XCAI/Tm2svexIx75Sn7y8FudRPqhevL1/b0a+tQmbvO9Mwr2jTsS9j/rGvvuUqry7YUQ+uTnUvaDaRb4vKYu8IfTbvb8j3L3ms8a+1sGcvHgxOD4uCey9WlNFvo+SfrydQ/O9y+3zvf0ILTtUv5K8nijVvhzS870s1kS+SfXWvJdyBL63sfu9lB/Gvlcm7Lxvqh4+pMUFvn7nFL9kw9K8uXXgPjOvEb59ucW+pO+KvMQFDT7mlxm+EsAUv7e+aLzUmdk+Tn4lviB/xb739bq7j/ECPqxkLb7mGkO+VlBOu/OZKr6cSzG+jG7Fvn9X1LtYFgA+TzE5vt72Qr6tXYK70LQtvocXPb6RwZw7t4nxuxlZ7b5y/jy+fsxCvvtViLyRYDG+0eNAvootxb5at6S8OdDpPevGSL4JQ0K+2gKSvPY5Pb6KqUy+iObEvpFJsLybVtE9zYlUviRSFL9Sip+8N6zGPmlnYL6+mcS+Ge4/vA3Vtj2aRGi+QDUUv0utIrxeqME+5h90vi5xxL6s8Rq7qtaoPXj7e75zC0G+qIw7ugkNWL7b13++aGvEvl23obu12aY9mdmDvlD2QL71pVi7Ut9ZvpTHhb73W8S+L8P3u9GHoT3wtIm+VhoUv5oSxLuPAr0+g6GPvpNCxL7FcLc6D8aYPV2Ok74dFhS/0349O+JFvD7Fepm+mkrEvlreJzwijJs9yGedvlciFL+TwUA89WK+Pq1Uo76tIEa/QU2dPFQQKz+AQau+AT8UvyxkBT2aZsM+iy+xvofVxL7KpyQ9mZPLPVUftb7meUK+acwsPdKoOL4xEbe+q2/FvpYGHj1HXQA+EAS7vpWnQ759Syg9v6AevvH4vL4eiGE7ypobPYJj3r7r77y+XM9Evn4L8DwjDwW+wee+vo1gIztkwdo8x5PTvjjhvr4MoUW+/AyXPKbm5b0m28C+PT7zOpyohDxMUsy+SNbAvsoiRr4xjQY8gYHPvYPRwr64B8e+gbPKO46YRj6LzMa+u1hGvrvmJDyWNsa9UMjIvn+QpzrqLwU8wsXFvvbEyL7snEa+5pvTOe9yur1pwcq++c2XOp/AubqTZsS+YL7KviiZRr5e6hS8mhq7vcm6zL5gIse+JNoyvG40Sz5attC+W3oVvzan47vJrvk+ArHWvu4Ax76s4Tc7pWxFPuir2r6adhW/2UraO7ME+T5ppuC+lRLHvkxChjyofEg+qaHkvo+VRr49VqY8zsK7vQqe5r4rV8e+5VCXPLZQVD6pmuq+ySZHvlRJuTwWvKK9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.5154235363006592, 0.2407984882593155, 0.8930491209030151, 0.20471283793449402, 0.0959024727344513, 0.942366361618042, 0.9147151112556458, 0.8594895005226135, 0.7571074962615967, 0.6010606288909912, 0.579083263874054, 0.661003828048706, 0.5139110088348389, 0.7095549702644348, 0.5481089949607849, 0.6325888633728027, 0.593794584274292, 0.40812650322914124, 0.7593300938606262, 0.5699806213378906, 0.3511321544647217, 0.19731508195400238, 0.8849126100540161, 0.8208212852478027, 0.2828945517539978, 0.8361754417419434, 0.2529817819595337, 0.14979971945285797, 0.9049645662307739, 0.8643420934677124, 0.19566157460212708, 0.8765650987625122, 0.8275020718574524, 0.24515573680400848, 0.8461055159568787, 0.21365191042423248, 0.8620225787162781, 0.8132255673408508, 0.7391813397407532, 0.6320911645889282, 0.49179768562316895, 0.6634432077407837, 0.5171874165534973, 0.35053154826164246, 0.7950902581214905, 0.3392367362976074, 0.8140704035758972, 0.3081779181957245, 0.8440852761268616, 0.7421359419822693, 0.42034468054771423, 0.2058154195547104, 0.9088913202285767, 0.1409517526626587, 0.9379616975784302, 0.9134494066238403, 0.8646001815795898, 0.7633389234542847, 0.5767053961753845, 0.6558250188827515, 0.7236817479133606, 0.5068705081939697, 0.16148389875888824, 0.944336473941803, 0.9127411842346191, 0.8364307880401611, 0.6637890934944153, 0.5920984745025635, 0.8096596002578735, 0.6075601577758789, 0.6472212672233582, 0.239411860704422, 0.07584802806377411, 0.9601652026176453, 0.944404125213623, 0.6352842450141907, 0.7237421274185181, 0.35462144017219543, 0.8774682879447937, 0.32610297203063965, 0.8871390223503113, 0.7081003189086914, 0.35540705919265747, 0.8692069053649902, 0.35613197088241577, 0.8721439242362976, 0.6560870409011841, 0.7107724547386169, 0.34210875630378723, 0.8800112009048462, 0.6835890412330627, 0.6796474456787109, 0.6989685297012329, 0.6628954410552979, 0.28434285521507263, 0.9001704454421997, 0.7520711421966553, 0.5877953767776489, 0.7782660722732544, 0.4555862843990326, 0.8298412561416626, 0.4791680872440338, 0.8212074637413025, 0.5041744112968445, 0.8197965025901794, 0.5323110818862915, 0.7942827343940735, 0.4500851035118103, 0.8427754640579224, 0.41224443912506104, 0.8581467866897583, 0.6321430802345276, 0.7220175266265869, 0.6597849130630493, 0.3012312650680542, 0.8910598754882812, 0.6973886489868164, 0.680000901222229, 0.6864230632781982, 0.309643417596817, 0.8883459568023682, 0.2807754874229431, 0.8978433609008789, 0.7537546753883362, 0.5817849040031433, 0.776976466178894, 0.5429124236106873, 0.20139668881893158, 0.9196030497550964, 0.8297119736671448, 0.5751257538795471, 0.7580527067184448, 0.389935702085495, 0.8625457882881165, 0.34107786417007446, 0.8785499930381775, 0.7080844640731812, 0.36989837884902954, 0.8616166114807129, 0.3872119188308716, 0.8587493300437927, 0.6092347502708435, 0.7477098703384399, 0.5950357913970947, 0.7570720314979553, 0.5818967819213867, 0.23456957936286926, 0.9069869518280029, 0.7869290709495544, 0.47435855865478516, 0.8227680921554565, 0.4748462438583374, 0.8261275887489319, 0.5362269282341003, 0.7895361185073853, 0.5338279604911804, 0.20864850282669067, 0.9144184589385986, 0.8064946532249451, 0.494231641292572, 0.8152246475219727, 0.5249249339103699, 0.7980294823646545, 0.5219731330871582, 0.8025006055831909, 0.4904705882072449, 0.8125725984573364, 0.48787981271743774, 0.8144630789756775, 0.5175417065620422, 0.8051778078079224, 0.5016656517982483, 0.8153951168060303, 0.47676408290863037, 0.17097119987010956, 0.9315175414085388, 0.8540765047073364, 0.6266636848449707, 0.7042249441146851, 0.6643496751785278, 0.3308687210083008, 0.8660773634910583, 0.3480274975299835, 0.8616894483566284, 0.3568207323551178, 0.8604270815849304, 0.6429173946380615, 0.7116952538490295, 0.3702296018600464, 0.8559997081756592, 0.36393237113952637, 0.8605296015739441, 0.6505918502807617, 0.3036905527114868, 0.8867617845535278, 0.290048211812973, 0.8919240236282349, 0.7318577170372009, 0.588309645652771, 0.7470623850822449], "advantages": [6.995183944702148, 6.387371063232422, 6.1750898361206055, 5.257962226867676, 5.12085485458374, 6.14564323425293, 4.199608325958252, 3.053567409515381, 2.3646302223205566, 1.8006842136383057, 1.200494408607483, 0.36818861961364746, -0.19588571786880493, -1.0585012435913086, -1.594315528869629, -2.2148935794830322, -3.1124563217163086, -3.7041049003601074, -4.381546974182129, -5.305499076843262, -6.269021987915039, -7.244521617889404, -8.026840209960938, -8.60002326965332, -9.063530921936035, -10.0787353515625, -10.535754203796387, -11.564391136169434, -12.162471771240234, -12.858068466186523, -13.282214164733887, -14.26744270324707, -14.668869018554688, -14.946483612060547, -16.243879318237305, -16.416399002075195, -17.739198684692383, -17.798625946044922, -17.940139770507812, -18.42546272277832, -19.29154396057129, -20.429227828979492, -21.683347702026367, -22.71961784362793, -23.920515060424805, -25.268037796020508, -26.362838745117188, -27.77870750427246, -28.72662353515625, -30.143386840820312, -31.615825653076172, -32.11310958862305, -32.814266204833984, -34.17627716064453, -34.845916748046875, -36.362552642822266, -38.207576751708984, -40.74843978881836, -44.385318756103516, -48.55998229980469, -47.21519088745117, -51.216514587402344, -50.100730895996094, -49.44249725341797, -53.1641731262207, -56.30058670043945, -58.3718376159668, -59.67190170288086, -60.38432312011719, -61.772830963134766, -62.7506103515625, -63.938621520996094, -64.62114715576172, -64.35713195800781, -66.89244842529297, 15.066789627075195, 15.24238395690918, 14.751054763793945, 15.03076457977295, 14.266862869262695, 14.544379234313965, 13.76075267791748, 13.799358367919922, 14.878401756286621, 13.524380683898926, 14.668540954589844, 13.277851104736328, 12.860018730163574, 12.87961483001709, 14.106449127197266, 12.672066688537598, 12.262079238891602, 12.309367179870605, 11.899307250976562, 11.95831298828125, 13.383491516113281, 11.849344253540039, 11.427570343017578, 11.58701229095459, 11.152270317077637, 11.654766082763672, 10.685210227966309, 11.14793872833252, 10.22532844543457, 10.474597930908203, 9.987019538879395, 10.419861793518066, 9.556634902954102, 9.893877983093262, 9.364506721496582, 9.789912223815918, 9.23778247833252, 9.656144142150879, 8.917020797729492, 9.295891761779785, 10.578024864196777, 8.669842720031738, 8.067720413208008, 8.319108963012695, 7.764983654022217, 8.458747863769531, 7.758238792419434, 8.604207038879395, 7.878355979919434, 8.139037132263184, 7.812491416931152, 8.045218467712402, 7.825507640838623, 9.143359184265137, 8.328527450561523, 8.552919387817383, 9.509198188781738, 8.428767204284668, 8.644680976867676, 8.75616455078125, 9.148237228393555, 9.199009895324707, 9.889113426208496, 10.870268821716309, 9.511799812316895, 10.345779418945312, 9.130401611328125, 8.706911087036133, 9.063611030578613, 8.719443321228027, 8.979187965393066, 8.71177864074707, 9.556770324707031, 9.068345069885254, 9.08609676361084, 9.329458236694336, 8.664011001586914, 8.830598831176758, 8.207993507385254, 8.2406644821167, 8.007857322692871, 8.130121231079102, 9.222833633422852, 8.401140213012695, 7.885528564453125, 8.33476734161377, 7.7013654708862305, 7.285739898681641, 7.217772960662842, 6.732208251953125, 6.71940803527832, 7.326486587524414, 6.518040180206299, 7.225553512573242, 6.329440116882324, 5.516270637512207, 5.814112186431885, 4.95138692855835, 5.2736663818359375, 4.37452507019043, 3.90032958984375, 3.535935401916504, 3.72714900970459, 4.267701148986816, 3.352041006088257, 3.9003024101257324, 4.855912685394287, 3.9139962196350098, 4.891931533813477, 3.907681703567505, 4.9063568115234375, 3.884683609008789, 2.57891845703125, 3.3908727169036865, 4.380886554718018, 3.3223631381988525, 4.32577657699585, 3.2390105724334717, 1.7951972484588623, 0.121520034968853, 0.8420259952545166, -0.7820897102355957, -0.1367400735616684, 0.6520874500274658, -0.7575302124023438]}
{"type": "SampleBatch", "eps_id": [627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 627353008, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAKma6r7JJke+VEm5PBa8or19mOy+8aPHvoZErDz6jmE+ppbwvkPKR75mW9A85Y+GvRyW8r64+se+kZfFPPeHcD4Blva+5wYWv7kT7Dxp+wg/SJb8vmtdyL5v3yE9fNSAPhNMAL9khkm+T3w2Pbkn6LwHTgG/RMAZu/4pND3U/5y+GlEBv+PRSr5NCxs9L8rZubZUAr9elMm+lgIbPXGhmz7BWAS/qt8WvzjpMz0qvBs/Ol0Hv0gsyr4Iv2U9s9yoPspiCb8aZ02+0GGAPemfYj21aQq/tAjLvvilgj0Z9rs+eXEMv3o/T75rr5E9pPvCPcB6Db9zAsy+u5WVPWOk0T4EhQ+/J1lRvjRbpj29ChA++5AQv3UzLbwxHqw9X1UAvtaeEL+Apjs+DvymPbfcx76lrg+/eMlTvOH+lj0gwJW9lr8PvzBpOT4oAJQ9Me6uvkPSDr9y3XW8lQGGPdny3bzu5Q6/GRFYvn3lhD13LJI+f/oPvwwlirwgl5A9vshkPJkQEL9bbjU+jCmRPZPigr5eKA+/2qmavAWxhj1Rw289HUEPv0ByMz7QFok9UcxZvmxbDr/cKKq8kGCAPWN6zT2mdg6/Su9dvpx8hD2IANM+uZIPvzUEubzuXZU93eAPPlSwD79161++Px+bPSQa6T7yzhC/0F3Uvi3FrT3aVUU/mu4Sv944Yr4JWM09P4oBPysQFL8v/9+8/hHiPWF0fD4CNBS/NgcqPiEr7D0X1Bm8X1oTvz37tz6tyOs9xPOGvmGDEb80ryY+2/zgPUUygT0GrhC/ilu2PleS4z2NpkW+MNsOv5CuDD9mqts9ALrlvuUKDL9fxrQ+mUnJPSNi/r0cPAq/E/ILPygzxD0vyMS+l28Hvy1dsz4QdbQ9uiKBvWukBb/+vx0+49+xPXscgz5/2gS/UheyPgxdvD0BBwO8lhIDv2GhCj8wCbw9K2WKvsxMAL/MwLA+2/awPaFCTD2eEP2+MvwJP8MBsz2Xflu+p4v3viaXOz8jOqo90tr0vroK8L6TXQk/g6OWPehnJL4ajOq+wVSuPv8PkD2CGh4+hw/nvoHXCD/6YpY9Uh3svUSW4b5NgTo/EqqRPc+SxL50INq+KS5sPz/wgT01Qye/+K3Qvq8EOj9YWk49OMyuviQ9yb6o5Ac/oWIyPXtDCL2YzcO+hq05P/aoLz0QsZ++QWC8vr+TBz/9GxY9HcDEu/Lztr6XYzk/Ep4VPfHkkr6Pia++OU8HP486/DzW3Is8/h+qvu4kOT+nBv884g6Ivh24or5w+mo/xXzTPLVmDL/wUZm+yWqOP+BCczyqN1W/PO2NvvjUaj+3Qe260RoJv46IhL4h4zg/syZNvNlLeb6fRnq+N+JqP4Z2jrxWQQq/NHxnvgD/OD9D8ua88XyBvnyvWL4jDGs/9jAIvabpDb+24UW+Ozg5P3OaNb3JbYu+ahA3vvVvBz906Uu9AmDGO6g6LL7bjzk/f2pLvR6Umr5ZYh2+9MwHPwkmZL2QN8+8J4USvsvxOT+COGa9loervgKlA76JNQg/LtWAvT0feL3kfvG9SmA6P2BQg715rr6+7azTvXmLbD+IkZK9+0Ivv62997xvvoC8E1lEvRzc7DzYUPq8XClXvrb6Qb17uJw+7l4OvUwxa7xv5yi9HFmVuvqLD73w31W+Vf8ovS93jj4iqCC9auJXvPEzEr01bt68d7whvWDBVL5dbRS9+hOCPrLBMr27C0e8vDr/vNUaTL15wDO9H8ZTvmKyA71rc24+mrFEvZ45OLzSPeG8ZeyOvWmdRb2L51K+5KzsvPk7Wz68fFa9ISPNvg+Zybziu/4+KE93vY4fUr6CKnC8iuxJPj0PhL23tSG85owvvGv2zL28doS9g9o9PipYULyx0Mq+RL15vTg6HLy0Eqm8wBzcvT2Fer2WQlG+mq66vDXpNj5xoYW9bRASvJJqnbyqIvi97f6FvYulUL5iRLG8al4pPndXjr1VEMy+CSuWvMkA5z6xqp697g9Qvoh+GLyrcBw+QP2mvVn0Abzp3cy7UUISvmxQp70axj8+fzwVvFz9376opJ+94Lr8u3xLkrz8ORe+iPWfvaxvT765faq8R6gOPq1BqL0kpOq7eqqTvMOyI77DjKi9VN5Ovo/brbxsIQI+GNOwvVNJ2LtpCZm83Fowvk8Ysb32SE6+6UC1vC+E6j2qWLm9VTXFuwR+orwjgz2+xpe5vd6rTb5v0MC873DPPdnRwb0J8LC7CjiwvJ9+S753CsK9MQNNvi7H0LznXrI9yz3KvYw3yr4mgsK8O0a+PjNr2r2p+Ba/4J6FvJwfKD/8kvK9Cu3JvjIsULthybc+N10BvjsATL4cKYM7Iq+FPbNxBb6i7sm+g/CtO3/rtz58hQ2+GSNMvrGtTDzcs4s9qpoRvpSSkLvpB2M8FsthvsyxEb7UhUy+7MYaPKm2nD30yBW+jHObu+jZMzyDSFq+0+EVvlnSTL5JANw77+WpPYP6Gb49tqO7LC8JPNiUVL61FBq+3gpNvgJRijsQo7M9hi4evlt0yr7ezMM7d3HDPqhHJr4JMU2+2vtePJ46uj09Yiq+79myu8rHfDwMKkq+234qvs+dTb5/Fjw8rvjMPZybLr4bbL+7IOJcPIJ9Qb49ui6+TftNvmf3HjzOFN093dgyvrn2yr7kVkI84q7OPjf3Or4ETE6+7U6jPFcG6z10Fz++/EnZuzwctjzdry++ODo/vuTpTr4ZAJo8qx0DPp5dQ76wd+y7mvquPER1Ir50g0O+OIBPvlL8lDwAEhA+26lHvo31/rtxCaw8kbQVvqbSR77iElC+gxWUPLW1HD79+0u+SZ4IvFgorTwqGgm+tSdMvp2lUL6jOJc8M1spPvpTUL564RG8eFGyPNeo+L2pglC+dlw+PuxsnjxPdtC+A7RMvp/wwj5obzc8xpQxv9PnRL706j0+iHkvu86Dy75yG0G+d+HCPkIeLrxq5jC/3k85vvYbPj5vRsi8SKvNvoKCNb7aTxW8bAsFvQ5A771KsjW+MKVQvlidDr33aCk+jd45viOSBbzUDwG9ZFUNvkwJOr5ArU++V14MvcMGFD6aMD6+nGHsu8KGAL0IjCK+bFY+vry3Tr64hw29uLb9PdF4Qr74j827sWEDvRbON761mUK+d75NvgUWEr2vu9I9HrdGvvKAyr4cqAm9E6vEPsHQTr4Yu0y+KGHUvHDzpT366FK+oBLKvnsax7yxGLs+M/5avun+S76LO4u8LXuFPakSX74Cxsm+2Y2AvCt0tD7SJGe+qscWvyaeDbxe4CM/yzRzvqaYyb7FSYg7EoOwPiNFe76zwxa/nBw1PJGEIz9mqoO+zbTJvhE1wzyN+bI+IrOHvpXjFr+vevw8LVAmPzy8jb4mGsq+uHUzPXvSuz4Ax5G+iScXv+qCUT1hSiw/0tKXvvHJyr56UoQ9RTHLPhnhm778xE6+3JOUPZE7AD5u8p2+yZ8BvPa0mT3kKRO+KweevpjrUL4C0pM9TcovPgEeoL5K7CO8GdqaPbN4x707OKC+Dl88Ps7clj2rCLu+AFaevsrARrxa5oc9nSZOvc11nr7uWDo+m9aFPVuJpL7BmJy+mIVlvMtZcT1mRBC8er2cvsWLOD4ioXA9o42Qvgrlmr7ouL8+O4BZPeBQDr9sD5e+Ses2Prb1Kz2s63y+JjuVvuIKvz7luRc9V7EGvwNpkb5axDU+vD/ZPMhZY76wl4++DFOTvHPftDzamaE91caPvucONT4JzcE80LBTvlL3jb6WrZi8MO6fPGEfvz0uKI6+pytbvmA4rzxBwcg+QVmQvuR2nbw4du88YZLZPaWLkL5ArjM+C28APTxVNb6pv46+iYG9PrHa4zxRX+u+ZPWKvurQMj79iJg8wDEivp8rib6fDaq8BSt9PNN3Dz4KYom+3UhdvvaJlTwgEOA+h5iLvjn+rbw0Pd08LF4aPjTQi75r8F2+HPD1PCJW5z5eCI6+vKe0vJj7Hz0Fzyw+LkKOvvygMD64zi09MQzkvQJ+jL4ZLL68gq8kPcMTRz7duoy+52svPpycND1Qva69yfmKvp1Guz5Hny09g0C6vu86h762bQ8/ZdIPPTeOJL85foG+nba6PgRUtjwftK2+gYR7vgpOLT5vfH08MGUivS8NeL6GcLo+lH5wPCSip74LmHC+B90sPoc1BTxG2va8+yJtviJGuj6Eq/Y7gPajvomvZb5Uoiw+nzCTOtJgzrymO2K+gX/ZvD1MIjrmIok+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAH2Y7L7xo8e+hkSsPPqOYT6mlvC+Q8pHvmZb0Dzlj4a9HJbyvrj6x76Rl8U894dwPgGW9r7nBha/uRPsPGn7CD9Ilvy+a13Ivm/fIT181IA+E0wAv2SGSb5PfDY9uSfovAdOAb9EwBm7/ik0PdT/nL4aUQG/49FKvk0LGz0vytm5tlQCv16Uyb6WAhs9caGbPsFYBL+q3xa/OOkzPSq8Gz86XQe/SCzKvgi/ZT2z3Kg+ymIJvxpnTb7QYYA96Z9iPbVpCr+0CMu++KWCPRn2uz55cQy/ej9PvmuvkT2k+8I9wHoNv3MCzL67lZU9Y6TRPgSFD78nWVG+NFumPb0KED77kBC/dTMtvDEerD1fVQC+1p4Qv4CmOz4O/KY9t9zHvqWuD794yVO84f6WPSDAlb2Wvw+/MGk5PigAlD0x7q6+Q9IOv3LddbyVAYY92fLdvO7lDr8ZEVi+feWEPXcskj5/+g+/DCWKvCCXkD2+yGQ8mRAQv1tuNT6MKZE9k+KCvl4oD7/aqZq8BbGGPVHDbz0dQQ+/QHIzPtAWiT1RzFm+bFsOv9woqryQYIA9Y3rNPaZ2Dr9K712+nHyEPYgA0z65kg+/NQS5vO5dlT3d4A8+VLAPv3XrX74/H5s9JBrpPvLOEL/QXdS+LcWtPdpVRT+a7hK/3jhivglYzT0/igE/KxAUvy//37z+EeI9YXR8PgI0FL82Byo+ISvsPRfUGbxfWhO/Pfu3Pq3I6z3E84a+YYMRvzSvJj7b/OA9RTKBPQauEL+KW7Y+V5LjPY2mRb4w2w6/kK4MP2aq2z0AuuW+5QoMv1/GtD6ZSck9I2L+vRw8Cr8T8gs/KDPEPS/IxL6Xbwe/LV2zPhB1tD26IoG9a6QFv/6/HT7j37E9exyDPn/aBL9SF7I+DF28PQEHA7yWEgO/YaEKPzAJvD0rZYq+zEwAv8zAsD7b9rA9oUJMPZ4Q/b4y/Ak/wwGzPZd+W76ni/e+Jpc7PyM6qj3S2vS+ugrwvpNdCT+Do5Y96GckvhqM6r7BVK4+/w+QPYIaHj6HD+e+gdcIP/pilj1SHey9RJbhvk2BOj8SqpE9z5LEvnQg2r4pLmw/P/CBPTVDJ7/4rdC+rwQ6P1haTj04zK6+JD3JvqjkBz+hYjI9e0MIvZjNw76GrTk/9qgvPRCxn75BYLy+v5MHP/0bFj0dwMS78vO2vpdjOT8SnhU98eSSvo+Jr745Twc/jzr8PNbcizz+H6q+7iQ5P6cG/zziDoi+HbiivnD6aj/FfNM8tWYMv/BRmb7Jao4/4EJzPKo3Vb887Y2++NRqP7dB7brRGgm/joiEviHjOD+zJk282Ut5vp9Ger434mo/hnaOvFZBCr80fGe+AP84P0Py5rzxfIG+fK9YviMMaz/2MAi9pukNv7bhRb47ODk/c5o1vclti75qEDe+9W8HP3TpS70CYMY7qDosvtuPOT9/aku9HpSavlliHb70zAc/CSZkvZA3z7wnhRK+y/E5P4I4Zr2Wh6u+AqUDvok1CD8u1YC9PR94veR+8b1KYDo/YFCDvXmuvr7trNO9eYtsP4iRkr37Qi+/DdStvZzdOj9AnK69hqHUvthQ+rxcKVe+tvpBvXu4nD7uXg69TDFrvG/nKL0cWZW6+osPvfDfVb5V/yi9L3eOPiKoIL1q4le88TMSvTVu3rx3vCG9YMFUvl1tFL36E4I+ssEyvbsLR7y8Ov+81RpMvXnAM70fxlO+YrIDvWtzbj6asUS9njk4vNI94bxl7I69aZ1FvYvnUr7krOy8+TtbPrx8Vr0hI82+D5nJvOK7/j4oT3e9jh9SvoIqcLyK7Ek+PQ+Evbe1IbzmjC+8a/bMvbx2hL2D2j0+KlhQvLHQyr5EvXm9ODocvLQSqbzAHNy9PYV6vZZCUb6arrq8Nek2PnGhhb1tEBK8kmqdvKoi+L3t/oW9i6VQvmJEsbxqXik+d1eOvVUQzL4JK5a8yQDnPrGqnr3uD1C+iH4YvKtwHD5A/aa9WfQBvOndzLtRQhK+bFCnvRrGPz5/PBW8XP3fvqikn73guvy7fEuSvPw5F76I9Z+9rG9Pvrl9qrxHqA4+rUGovSSk6rt6qpO8w7IjvsOMqL1U3k6+j9utvGwhAj4Y07C9U0nYu2kJmbzcWjC+TxixvfZITr7pQLW8L4TqPapYub1VNcW7BH6ivCODPb7Gl7m93qtNvm/QwLzvcM892dHBvQnwsLsKOLC8n35LvncKwr0xA02+LsfQvOdesj3LPcq9jDfKviaCwrw7Rr4+M2vavan4Fr/gnoW8nB8oP/yS8r0K7cm+MixQu2HJtz43XQG+OwBMvhwpgzsir4U9s3EFvqLuyb6D8K07f+u3PnyFDb4ZI0y+sa1MPNyziz2qmhG+lJKQu+kHYzwWy2G+zLERvtSFTL7sxho8qbacPfTIFb6Mc5u76NkzPINIWr7T4RW+WdJMvkkA3Dvv5ak9g/oZvj22o7ssLwk82JRUvrUUGr7eCk2+AlGKOxCjsz2GLh6+W3TKvt7Mwzt3ccM+qEcmvgkxTb7a+148njq6PT1iKr7v2bK7ysd8PAwqSr7bfiq+z51Nvn8WPDyu+Mw9nJsuvhtsv7sg4lw8gn1Bvj26Lr5N+02+Z/cePM4U3T3d2DK+ufbKvuRWQjzirs4+N/c6vgRMTr7tTqM8VwbrPXQXP778Sdm7PBy2PN2vL744Oj++5OlOvhkAmjyrHQM+nl1DvrB37Lua+q48RHUivnSDQ744gE++UvyUPAASED7bqUe+jfX+u3EJrDyRtBW+ptJHvuISUL6DFZQ8tbUcPv37S75Jngi8WCitPCoaCb61J0y+naVQvqM4lzwzWyk++lNQvnrhEbx4UbI816j4vamCUL52XD4+7GyePE920L4DtEy+n/DCPmhvNzzGlDG/0+dEvvTqPT6IeS+7zoPLvnIbQb534cI+Qh4uvGrmML/eTzm+9hs+Pm9GyLxIq82+goI1vtpPFbxsCwW9DkDvvUqyNb4wpVC+WJ0OvfdoKT6N3jm+I5IFvNQPAb1kVQ2+TAk6vkCtT75XXgy9wwYUPpowPr6cYey7woYAvQiMIr5sVj6+vLdOvriHDb24tv090XhCvviPzbuxYQO9Fs43vrWZQr53vk2+BRYSva+70j0et0a+8oDKvhyoCb0Tq8Q+wdBOvhi7TL4oYdS8cPOlPfroUr6gEsq+exrHvLEYuz4z/lq+6f5Lvos7i7wte4U9qRJfvgLGyb7ZjYC8K3S0PtIkZ76qxxa/Jp4NvF7gIz/LNHO+ppjJvsVJiDsSg7A+I0V7vrPDFr+cHDU8kYQjP2aqg77NtMm+ETXDPI35sj4is4e+leMWv696/DwtUCY/PLyNviYayr64dTM9e9K7PgDHkb6JJxe/6oJRPWFKLD/S0pe+8cnKvnpShD1FMcs+GeGbvvzETr7ck5Q9kTsAPm7ynb7JnwG89rSZPeQpE74rB56+mOtQvgLSkz1Nyi8+AR6gvkrsI7wZ2po9s3jHvTs4oL4OXzw+ztyWPasIu74AVp6+ysBGvFrmhz2dJk69zXWevu5YOj6b1oU9W4mkvsGYnL6YhWW8y1lxPWZEELx6vZy+xYs4PiKhcD2jjZC+CuWavui4vz47gFk94FAOv2wPl75J6zY+tvUrPazrfL4mO5W+4gq/PuW5Fz1XsQa/A2mRvlrENT68P9k8yFljvrCXj74MU5O8c9+0PNqZoT3Vxo++5w41PgnNwTzQsFO+UveNvpatmLww7p88YR+/PS4ojr6nK1u+YDivPEHByD5BWZC+5HadvDh27zxhktk9pYuQvkCuMz4LbwA9PFU1vqm/jr6Jgb0+sdrjPFFf675k9Yq+6tAyPv2ImDzAMSK+nyuJvp8NqrwFK30803cPPgpiib7dSF2+9omVPCAQ4D6HmIu+Of6tvDQ93TwsXho+NNCLvmvwXb4c8PU8IlbnPl4Ijr68p7S8mPsfPQXPLD4uQo6+/KAwPrjOLT0xDOS9An6MvhksvryCryQ9wxNHPt26jL7nay8+nJw0PVC9rr3J+Yq+nUa7PkefLT2DQLq+7zqHvrZtDz9l0g89N44kvzl+gb6dtro+BFS2PB+0rb6BhHu+Ck4tPm98fTwwZSK9Lw14voZwuj6UfnA8JKKnvguYcL4H3Sw+hzUFPEba9rz7Im2+Ika6PoSr9juA9qO+ia9lvlSiLD6fMJM60mDOvKY7Yr6Bf9m8PUwiOuYiiT7ZxmK+y5ssPlzSwzuS4Mm8lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.563431441783905, 0.7628344297409058, 0.5356295704841614, 0.2208554744720459, 0.9120644927024841, 0.805221676826477, 0.5547137260437012, 0.7263613939285278, 0.41675612330436707, 0.16308242082595825, 0.9276096820831299, 0.8583623766899109, 0.3149293065071106, 0.8755647540092468, 0.26730912923812866, 0.8908889889717102, 0.7769559025764465, 0.5622466802597046, 0.6718210577964783, 0.6092480421066284, 0.632044792175293, 0.35083258152008057, 0.8472351431846619, 0.6944887042045593, 0.5346443057060242, 0.7282666563987732, 0.4901244044303894, 0.2427688091993332, 0.8860976099967957, 0.21124772727489471, 0.10345065593719482, 0.9379718899726868, 0.9069287776947021, 0.8476080894470215, 0.7441242337226868, 0.4099231958389282, 0.7811298966407776, 0.6485039591789246, 0.5273187160491943, 0.6908736824989319, 0.4775017201900482, 0.27513980865478516, 0.8451710343360901, 0.7583397030830383, 0.3778783679008484, 0.783466637134552, 0.6621564030647278, 0.5131763815879822, 0.31020182371139526, 0.8190524578094482, 0.718977689743042, 0.5592713356018066, 0.6369394063949585, 0.42603304982185364, 0.7499458193778992, 0.4087483584880829, 0.7619744539260864, 0.3944096863269806, 0.7722060084342957, 0.6174934506416321, 0.39916980266571045, 0.7937448620796204, 0.6316325068473816, 0.5874954462051392, 0.665071964263916, 0.5555748343467712, 0.7094094753265381, 0.4930602014064789, 0.7237469553947449, 0.5428276062011719, 0.6925302743911743, 0.6023407578468323, 0.6485161781311035, 0.3296322226524353, 0.8773176074028015, 0.5151809453964233, 0.7969620227813721, 0.5552796721458435, 0.7759831547737122, 0.5895014405250549, 0.7554612159729004, 0.6187127232551575, 0.735506534576416, 0.6438470482826233, 0.2839134633541107, 0.8970435857772827, 0.7174158692359924, 0.34208860993385315, 0.8786332011222839, 0.6870452165603638, 0.6770513653755188, 0.7033825516700745, 0.34064072370529175, 0.8805349469184875, 0.6641690731048584, 0.29057860374450684, 0.8934840559959412, 0.7339879870414734, 0.6211369633674622, 0.7483421564102173, 0.600459098815918, 0.762718677520752, 0.5777633190155029, 0.7773151993751526, 0.5524963140487671, 0.7922576665878296, 0.4758961796760559, 0.17312873899936676, 0.9298287630081177, 0.8380169868469238, 0.44677990674972534, 0.8466207385063171, 0.57846999168396, 0.7640720009803772, 0.5881628394126892, 0.7588244080543518, 0.595130443572998, 0.7550949454307556, 0.4003913998603821, 0.8638266921043396, 0.6254569888114929, 0.7293568849563599, 0.6374799013137817, 0.7203916311264038, 0.35219213366508484, 0.880338728427887, 0.6779037117958069, 0.6782917976379395, 0.6959462761878967, 0.6594412922859192, 0.7129769325256348, 0.6396936774253845, 0.7293673753738403, 0.6186374425888062, 0.7454165816307068, 0.4041803181171417, 0.15459243953227997, 0.930853545665741, 0.1416236311197281, 0.9363786578178406, 0.8771600723266602, 0.692272961139679, 0.6618179678916931, 0.7188828587532043, 0.6307380795478821, 0.743956446647644, 0.5969002842903137, 0.7679077982902527, 0.44033947587013245, 0.8384230732917786, 0.45649006962776184, 0.8333059549331665, 0.4636642634868622, 0.16825638711452484, 0.9304778575897217, 0.1564607173204422, 0.9345928430557251, 0.13891303539276123, 0.9397754669189453, 0.11874296516180038, 0.9452661871910095, 0.9010019302368164, 0.7714344263076782, 0.5068330764770508, 0.8109648823738098, 0.5675387382507324, 0.7181237936019897, 0.6213261485099792, 0.6761613488197327, 0.6662272214889526, 0.3659699261188507, 0.8406238555908203, 0.38610297441482544, 0.8361998200416565, 0.6061047911643982, 0.721760094165802, 0.5886551141738892, 0.26576125621795654, 0.8936172723770142, 0.7577317357063293, 0.471327543258667, 0.7948273420333862, 0.5243538618087769, 0.22516724467277527, 0.9051489233970642, 0.20626990497112274, 0.910885214805603, 0.8154552578926086, 0.4112367630004883, 0.8317334055900574, 0.6268150210380554, 0.33067744970321655, 0.859747052192688, 0.6731149554252625, 0.6428382396697998, 0.6720165610313416, 0.6439140439033508, 0.676583468914032, 0.36063018441200256, 0.8502982258796692], "advantages": [7.427423477172852, 6.072429656982422, 6.868880271911621, 5.495976448059082, 3.963945150375366, 4.469392776489258, 5.140400409698486, 5.844754695892334, 4.791353702545166, 3.366373300552368, 1.912610650062561, 2.1395699977874756, 2.5822439193725586, 1.2248811721801758, 1.5413694381713867, 0.23772397637367249, 0.3900194466114044, 0.6641584038734436, 1.2276068925857544, 0.1507691890001297, 0.62888503074646, -0.5168718099594116, -1.776077389717102, -1.7793984413146973, -1.5204557180404663, -2.7137339115142822, -2.5616979598999023, -3.7925326824188232, -5.086300373077393, -5.47756814956665, -6.67978572845459, -7.883882999420166, -8.724483489990234, -9.696170806884766, -10.332322120666504, -10.100647926330566, -11.655351638793945, -11.632172584533691, -10.544052124023438, -12.892107963562012, -12.00915241241455, -14.413633346557617, -16.12154197692871, -16.671293258666992, -16.10246467590332, -18.612600326538086, -18.214603424072266, -16.78709602355957, -20.068668365478516, -22.69741439819336, -22.63427734375, -21.470199584960938, -19.392126083374023, -23.42035675048828, -27.035579681396484, -26.09910011291504, -29.85240936279297, -28.99910545349121, -32.902523040771484, -32.13100051879883, -30.16973304748535, -27.392894744873047, -32.43961715698242, -37.49467849731445, -35.2943115234375, -40.5666389465332, -38.11614227294922, -43.57398986816406, -48.61722183227539, -47.002037048339844, -52.18333053588867, -50.229373931884766, -55.529361724853516, -53.21004104614258, -49.37760543823242, 21.45175552368164, 21.739347457885742, 21.289531707763672, 21.549474716186523, 21.172199249267578, 21.405364990234375, 21.09391975402832, 21.301456451416016, 21.051029205322266, 21.234195709228516, 22.120201110839844, 20.87684440612793, 20.704317092895508, 21.768112182617188, 20.989566802978516, 21.105453491210938, 21.041337966918945, 21.1368465423584, 21.872400283813477, 20.85971450805664, 20.84906578063965, 22.099565505981445, 21.24409294128418, 21.279481887817383, 21.388246536254883, 21.403446197509766, 21.566425323486328, 21.559871673583984, 21.78159523010254, 21.750450134277344, 22.0374813079834, 21.977205276489258, 22.470796585083008, 23.198339462280273, 21.98628044128418, 21.350448608398438, 21.765207290649414, 21.112199783325195, 21.33968162536621, 21.144468307495117, 21.377395629882812, 21.162199020385742, 21.403732299804688, 21.167354583740234, 21.484699249267578, 20.81749153137207, 21.015047073364258, 20.742582321166992, 20.935253143310547, 20.64582061767578, 20.91439437866211, 20.187877655029297, 20.30426597595215, 19.995586395263672, 20.08624839782715, 19.76849937438965, 19.830961227416992, 19.505708694458008, 19.536800384521484, 19.20586395263672, 19.201637268066406, 20.382747650146484, 23.039796829223633, 20.92194366455078, 23.806928634643555, 21.65060806274414, 20.373004913330078, 19.81646156311035, 20.247398376464844, 19.650461196899414, 20.168058395385742, 19.524856567382812, 20.13798713684082, 19.44279670715332, 19.147628784179688, 19.00004005432129, 18.697729110717773, 18.563947677612305, 18.253379821777344, 18.23143196105957, 17.51019859313965, 17.56808090209961, 16.742382049560547, 16.899930953979492, 15.932376861572266, 16.217252731323242, 15.069169998168945, 14.239531517028809, 14.072455406188965, 13.71423625946045, 13.422921180725098, 14.173169136047363, 13.0308837890625, 13.713277816772461, 12.56125259399414, 13.171510696411133, 15.170886993408203, 12.983121871948242, 15.015313148498535, 12.779891967773438, 11.530719757080078, 12.091137886047363, 10.830716133117676, 10.454005241394043, 9.675451278686523, 10.090161323547363, 11.965018272399902, 9.662449836730957, 8.382135391235352, 8.043291091918945, 7.081740856170654, 6.817946434020996, 5.75173807144165, 5.885012626647949, 4.7028350830078125, 4.740917205810547, 6.125810623168945, 9.087624549865723, 5.688118934631348, 3.326551675796509, 4.777929782867432, 2.37506365776062, 3.840435743331909, 1.3977327346801758, 0.07658004760742188]}
{"type": "SampleBatch", "eps_id": [700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 700489972, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAANnGYr7Lmyw+XNLDO5LgybwYU1++s0TavOqrszvZMoo+yd5fvgkrY75sSDI8s3cQP+NpZL6YK9y8x5m1PMvYjD7L9mS+4fMrPvSr4jyXUyy8ZYZhvoyruT7M8uA8P7SWviIZWr5NJSs+HrmwPMco4TverFa+RFC5PlLZsTyiz46+QkNPvheDKj49JoQ84h6oPDzaS77ECbk+BIOHPNC3iL5yc0S+q2gOPyeGNzxC8A2/6Q45vvDVuD5t3+s4LTqEvjKqMb5n3Sk+vJCluxIoDT19RC6+Ld+4Pvf6jrvqBYW+Zt8mvrMAKj79nxy8fv4APfx4I74s+bg+ME4SvAtEh77cEhy+YHgOPyPgaLz+Rg+/Eq0QvkAkuT6gItC80AKLvjhFCb7c2yo+Z578vB/rVTxs2gW+PNbjvMZ6+rwAepc+PWwGvvbBKz7QAcq88enOu9b8Ar4z9bk+qQrLvHIEnb5CGfe9MXssPoZJ/bz5fLO8DTPwvelcuj5AcAC9rvulvldK4b1oZC0+7P4ava80Kr3OWtq9hrHOvGBmHr1AsHQ+X2Pbve2CLj4n0wq9On+GvWBo1L1lPMa8ZzQQvYZQXT4eZtW9roUvPsP//LzoGLO9xWDOva2GvrzWqQW9+wRIPqRUz72iIF++4VLrvK6A9D53Qdi9UFu3vDgVnbyiKzQ+KizZvS0pMT5wQYC8v1X7vQkW0r1USbO8x1yUvKvwKD6G+9K9mqcxPvypcryZjwi+V+DLvTjWvD6HLo+88IHcvvbEvL1lIDI+gr7VvIEAE77ypLW95ya9PrVD7byRguO+HYOmvUDuMj6qCBu9yM0kvt1an71ror0+2TcovX4+7r4mL5C9CBU0PlNWTr0SUj6+HPuIvY2Xl7wXkF29RmC5PSa9ib36mjU+1yVWvf/6X76CeYK9rCqLvPYQaL3whWk9pCuDve9SWL5SZWO9jJ+pPszSi72RG3y8jkFIvZk7sTwmdIy93bo4Ptd7Rr36dpK+gxCFveVYZbwJ6129O0QUvEyjhb1jTVW+0ahevec4iD6DK469uiLOvifdSL1jhgo/K6mevYnVGL8wiRy9L2VRP0Edt71Jgs2+Dw+zvHl0Az8Ujse9o+dSvvPaPbxlJFs+vv3PvanqLrymde+77pGovbBt0L0OoVK+dLMSvF4NVT6I2ti97BsrvG8MnbswEbO9C0jZvbNtUr6dWda7FZ9QPtSy4b2cdCi8KaohuxViur2kHuK9DExSvpZ5jLu+t00+FYjqvePfJryoDI25Db6+veLy6r0IO1K+0bQLu8s/TD6lW/O9GVAmvB938zq6SsC9FcbzvQU6Ur7Pxaq3LylMPs4u/L1Wvia88v6BOyUbv72Fmfy9MFM9PhSvCTvs/MS+1Qb1vbOMwj58Tbe7RUAtv3V25b3YXz0+07ScvImNxb5D4929ploivFvs27wNRsu9K0vevX4KPj5mL+y8LfLMviax1r3RVBW8SuIWvWhE7725ENe95f0+PmJ0IL2ZgNe+92zPvVORA7xc70K9xDMQvivBz71ITE++n3hOvfe/Cz7nC9i9MVrZu4tKQ72/yy++dFHYvcfdTb7YWlG9O0HYPW7CSz3abzg9xGg+vT7p/jy/ck89aJB2PjLcO73nPY2+YSxjPfnVPT12dVK9QqgDO1f4Zj3kjRe+VEtSvU1cjj6C2Fo9O0mvvj6EO73m2Q0/y8w+Pf4jFr7LHw69dEt9PurJMj1enUg9o7jzvLWjZb0PzTY9pDMVviXo/LwViWg+ad0qPawpTD1+s9e8rfSZvbnyLj0iXhS+gQTkvN4aVj4nFCM9guCtvsTCwbxPWPw+JkIHPaSdE75WBWK8UnJFPvXl9jygm62+g9YivCRV9j7/V788zUQTvkLspblqxD0+38enPL8pUj1lKV47qBXcvfAvsDxOUBO+eZ2iOhvCPj74nZg8gJGtvjK9ojvabvU+gCZCPGxnE75Ycm48DMRAPir7Ejygta2+3BCWPKOR+D5rOg87NeITvp+b5TxNZks+WkA4uiwLrr5wEwM9jAEAP6rO9btNwhS+sQksPTXRXj6rgSq81p9JPf3cPT19Gny9Z2AavAAMFr440jg900d7Pj5kSryQPa++cexMPSVNDT/SRZ286r0Jv9kjej1TJ1w/cm31vHwIsL5rS6A9VkwWPwrhFr3Sdxm+oVe4PZPfoz4RKCO97qczPcJzxT2Nwmk9OpAfvXktcz4vysc9BZhQvvMbDL1zttw+LnK/PVGd7b4el9G8lfAfP9ZvrD0P1Tm/LHVWvJZv2z4ltI49qN/QvpgJlLsyIW4+1Px7PQ3PwL1Tsgs5TX3aPndGdD1jzbu+GQQOPEZcbD4VOlY9txJlvb+mWTz0rdk+O6VRPUrPqb6ue7I8CtlqPtN5Nj0qwb68Cw/YPLisCT1+kTQ9T/SQPtWQ3TxejWk+0sJLPR6DmDuRdwE9jzcEPW4kTD06DqA+hBwEPd4YaD5OwGU9yakTPd6tFj1lhNc+V7RoPY8kdL5zKTk9oX0dP0wsVT1tPQO/F49rPWm51j4fLSs9J+9Qvhn1hj14Jx0/JnYaPYVs974iGqA94iTWPlS/5TzqNze+zjuxPYQVZD60bsg809L6PWJbuj29wtU+kn/cPCBKJr40dcs9L1VjPlnkwTyr/A0+F43UPSdk1T4jnNg8mfoVvlif5T0ijBw/AJ3APEWD3L6Gq/49UWlOPzAZdDwiQze/EdkPPo4ngD8YXRg6U32Av0daJD4WW04/i7SfvGsBNr9x3DQ+nnkcPyoYCr3rVNm+DWFBPuJM1T4T3iy9KQgSvj/pST6fcGM+zow4vcG9Cz69dU4+APDVPuheLb2FKi6+dgRXPn0RHT/UTTu92Z3zvjiVYz5dlNY+XUhiveCiSr6EKmw+wzRmPlp+cr3obZ09K8VwPr+N+jxHMmy9z1qzPoZlcT7L6Wc+6H9PvfPeIz3rCHY+o40DPeM4TL1P8KE+T7F2PoUnJr7hTzK9PsQXP5lecz7e+wg9Kb8BvQzTkj7wDXQ+mX9qPneC1Lxs6YC8kb54Pk1W2T5+Fte88gqivg24gD4fQ2s+hXgFvYDlA71SEoM+yc0PPdQbCL1IA4A+W26DPqk5bD7ZQOe8ZONYvRjLhT6MYhM9yO3vvNc6bD5rKYY+HhFtPs8hyrysk5G9T4iIPiaIFj05x9W8AthaPqboiD5Lz20+YcOyvGdZsr1xSYs++VMZPfkHwbzXZks+k6uLPkd5bj6jfKC8PaTPvREOjj762Bs9IxmxvPd9PT7PcY4+mhNvPovHkrxAPOq92NWQPikoHj2vhKW8GL8wPhE7kT5Yom8+Jj2JvMZqAb6HoJM+/VAgPRLynbyK1CQ+IQeUPj4pcD6gkoO8iQoNvvFtlj7PYSI9rCOavPxuGT7e1ZY+yqtwPgmXgbx6Shi+/D2ZPjFoJD3f9Jm8akMOPjWnmT5SLXE+xDGDvER0I76fEJw+QJvcPtlYnbw1Jeq+IHqgPv+wcT4IRui8hNguvtvkoj4u89w+2x8CvUzJ8b4eUKc+n5FyPm3PKL0fSkK+GL2pPiyRLT16Wji9+qK3PS0sqj5RuRu+CQIxvW1SvD6Gnag+/LkyPV7gEr26PX096Q+pPmL+dD7Gzw29/MF3vhiDqz5j2TY92qEhvalBIj0e+Ks+vRJ2PhljHr1hz4e+EG6uPjdrOz3hHTS9yYd1PAPmrj7vRhi+muMyvZhClj4vYK0+bLWvvvLYGr1PcxI/jtypPlQXF75099e8AROJPsNZqD4ZQK++VRqsvEhODT962KQ+0n8Jv5dVI7z0hFY/fFifPvUGr745gN47UcsKP1nYmz4OWRa+GXSQPIjVgD51V5o+W8dEPTCuuTyoKRG9ZdWaPnbvFr6537M8RFOHPgBTmT6gKkI9kS3fPIYQr7xEz5k++6YXvjyt2zyhP48+CUuYPp4APz0UwgQ9Ga6Nu0fFmD6EEHc+Z2cEPR++kr7DPZs+fDY7PabZ2Txp1oM8lLWbPrRhGb6ofNw89FOiPuwsmj7FFDg9SDcIPYcNBz28opo+okEavsDqCj3VAqw+1xeZPsYmND1TcCY9LNhdPSOLmT4EOXQ+K+AqPfTWZr5Y/Js+h1UvPZJoGD2fE6Q9j2ycPpEScz63+B499GlNvtPanj7RJN0+14kOPT4q9r4VR6M+df9xPthNzjxTmjW+mLKlPmZVJz1kP7E8VUL8PbAdpj5qUHE+qG3FPBaCJr50h6g+8mDcPnzJqjxqKuW+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAABhTX76zRNq86quzO9kyij7J3l++CStjvmxIMjyzdxA/42lkvpgr3LzHmbU8y9iMPsv2ZL7h8ys+9KviPJdTLLxlhmG+jKu5Pszy4Dw/tJa+Ihlavk0lKz4eubA8xyjhO96sVr5EULk+UtmxPKLPjr5CQ0++F4MqPj0mhDziHqg8PNpLvsQJuT4Eg4c80LeIvnJzRL6raA4/J4Y3PELwDb/pDjm+8NW4Pm3f6zgtOoS+MqoxvmfdKT68kKW7EigNPX1ELr4t37g+9/qOu+oFhb5m3ya+swAqPv2fHLx+/gA9/Hgjviz5uD4wThK8C0SHvtwSHL5geA4/I+BovP5GD78SrRC+QCS5PqAi0LzQAou+OEUJvtzbKj5nnvy8H+tVPGzaBb481uO8xnr6vAB6lz49bAa+9sErPtAByrzx6c671vwCvjP1uT6pCsu8cgSdvkIZ970xeyw+hkn9vPl8s7wNM/C96Vy6PkBwAL2u+6W+V0rhvWhkLT7s/hq9rzQqvc5a2r2Gsc68YGYevUCwdD5fY9u97YIuPifTCr06f4a9YGjUvWU8xrxnNBC9hlBdPh5m1b2uhS8+w//8vOgYs73FYM69rYa+vNapBb37BEg+pFTPvaIgX77hUuu8roD0PndB2L1QW7e8OBWdvKIrND4qLNm9LSkxPnBBgLy/Vfu9CRbSvVRJs7zHXJS8q/AoPob70r2apzE+/KlyvJmPCL5X4Mu9ONa8Pocuj7zwgdy+9sS8vWUgMj6CvtW8gQATvvKktb3nJr0+tUPtvJGC474dg6a9QO4yPqoIG73IzSS+3VqfvWuivT7ZNyi9fj7uviYvkL0IFTQ+U1ZOvRJSPr4c+4i9jZeXvBeQXb1GYLk9Jr2JvfqaNT7XJVa9//pfvoJ5gr2sKou89hBovfCFaT2kK4O971JYvlJlY72Mn6k+zNKLvZEbfLyOQUi9mTuxPCZ0jL3dujg+13tGvfp2kr6DEIW95VhlvAnrXb07RBS8TKOFvWNNVb7RqF695ziIPoMrjr26Is6+J91IvWOGCj8rqZ69idUYvzCJHL0vZVE/QR23vUmCzb4PD7O8eXQDPxSOx72j51K+89o9vGUkWz6+/c+9qeouvKZ177vukai9sG3QvQ6hUr50sxK8Xg1VPoja2L3sGyu8bwyduzARs70LSNm9s21Svp1Z1rsVn1A+1LLhvZx0KLwpqiG7FWK6vaQe4r0MTFK+lnmMu763TT4ViOq9498mvKgMjbkNvr694vLqvQg7Ur7RtAu7yz9MPqVb870ZUCa8H3fzOrpKwL0VxvO9BTpSvs/FqrcvKUw+zi78vVa+Jrzy/oE7JRu/vYWZ/L0wUz0+FK8JO+z8xL7VBvW9s4zCPnxNt7tFQC2/dXblvdhfPT7TtJy8iY3FvkPj3b2mWiK8W+zbvA1Gy70rS969fgo+PmYv7Lwt8sy+JrHWvdFUFbxK4ha9aETvvbkQ173l/T4+YnQgvZmA1773bM+9U5EDvFzvQr3EMxC+K8HPvUhMT76feE69978LPucL2L0xWtm7i0pDvb/LL750Udi9x91NvthaUb07Qdg9ho3gvWs7q7tltEi9OKJPvr9yTz1okHY+Mtw7vec9jb5hLGM9+dU9PXZ1Ur1CqAM7V/hmPeSNF75US1K9TVyOPoLYWj07Sa++PoQ7vebZDT/LzD49/iMWvssfDr10S30+6skyPV6dSD2juPO8taNlvQ/NNj2kMxW+Jej8vBWJaD5p3So9rClMPX6z17yt9Jm9ufIuPSJeFL6BBOS83hpWPicUIz2C4K2+xMLBvE9Y/D4mQgc9pJ0TvlYFYrxSckU+9eX2PKCbrb6D1iK8JFX2Pv9XvzzNRBO+QuyluWrEPT7fx6c8vylSPWUpXjuoFdy98C+wPE5QE755naI6G8I+PvidmDyAka2+Mr2iO9pu9T6AJkI8bGcTvlhybjwMxEA+KvsSPKC1rb7cEJY8o5H4Pms6Dzs14hO+n5vlPE1mSz5aQDi6LAuuvnATAz2MAQA/qs71u03CFL6xCSw9NdFePquBKrzWn0k9/dw9PX0afL1nYBq8AAwWvjjSOD3TR3s+PmRKvJA9r75x7Ew9JU0NP9JFnbzqvQm/2SN6PVMnXD9ybfW8fAiwvmtLoD1WTBY/CuEWvdJ3Gb6hV7g9k9+jPhEoI73upzM9wnPFPY3CaT06kB+9eS1zPi/Kxz0FmFC+8xsMvXO23D4ucr89UZ3tvh6X0byV8B8/1m+sPQ/VOb8sdVa8lm/bPiW0jj2o39C+mAmUuzIhbj7U/Hs9Dc/AvVOyCzlNfdo+d0Z0PWPNu74ZBA48RlxsPhU6Vj23EmW9v6ZZPPSt2T47pVE9Ss+pvq57sjwK2Wo+03k2PSrBvrwLD9g8uKwJPX6RND1P9JA+1ZDdPF6NaT7Swks9HoOYO5F3AT2PNwQ9biRMPToOoD6EHAQ93hhoPk7AZT3JqRM93q0WPWWE1z5XtGg9jyR0vnMpOT2hfR0/TCxVPW09A78Xj2s9abnWPh8tKz0n71C+GfWGPXgnHT8mdho9hWz3viIaoD3iJNY+VL/lPOo3N77OO7E9hBVkPrRuyDzT0vo9Ylu6Pb3C1T6Sf9w8IEomvjR1yz0vVWM+WeTBPKv8DT4XjdQ9J2TVPiOc2DyZ+hW+WJ/lPSKMHD8AncA8RYPcvoar/j1RaU4/MBl0PCJDN78R2Q8+jieAPxhdGDpTfYC/R1okPhZbTj+LtJ+8awE2v3HcND6eeRw/KhgKvetU2b4NYUE+4kzVPhPeLL0pCBK+P+lJPp9wYz7OjDi9wb0LPr11Tj4A8NU+6F4tvYUqLr52BFc+fREdP9RNO73ZnfO+OJVjPl2U1j5dSGK94KJKvoQqbD7DNGY+Wn5yvehtnT0rxXA+v436PEcybL3PWrM+hmVxPsvpZz7of0+9894jPesIdj6jjQM94zhMvU/woT5PsXY+hScmvuFPMr0+xBc/mV5zPt77CD0pvwG9DNOSPvANdD6Zf2o+d4LUvGzpgLyRvng+TVbZPn4W17zyCqK+DbiAPh9Daz6FeAW9gOUDvVISgz7JzQ891BsIvUgDgD5bboM+qTlsPtlA57xk41i9GMuFPoxiEz3I7e+81zpsPmsphj4eEW0+zyHKvKyTkb1PiIg+JogWPTnH1bwC2Fo+puiIPkvPbT5hw7K8Z1myvXFJiz75Uxk9+QfBvNdmSz6Tq4s+R3luPqN8oLw9pM+9EQ6OPvrYGz0jGbG89309Ps9xjj6aE28+i8eSvEA86r3Y1ZA+KSgePa+EpbwYvzA+ETuRPliibz4mPYm8xmoBvoegkz79UCA9EvKdvIrUJD4hB5Q+PilwPqCSg7yJCg2+8W2WPs9hIj2sI5q8/G4ZPt7Vlj7Kq3A+CZeBvHpKGL78PZk+MWgkPd/0mbxqQw4+NaeZPlItcT7EMYO8RHQjvp8QnD5Am9w+2VidvDUl6r4geqA+/7BxPghG6LyE2C6+2+SiPi7z3D7bHwK9TMnxvh5Qpz6fkXI+bc8ovR9KQr4Yvak+LJEtPXpaOL36orc9LSyqPlG5G74JAjG9bVK8PoadqD78uTI9XuASvbo9fT3pD6k+Yv50PsbPDb38wXe+GIOrPmPZNj3aoSG9qUEiPR74qz69EnY+GWMevWHPh74Qbq4+N2s7PeEdNL3Jh3U8A+auPu9GGL6a4zK9mEKWPi9grT5sta++8tgavU9zEj+O3Kk+VBcXvnT317wBE4k+w1moPhlAr75VGqy8SE4NP3rYpD7Sfwm/l1UjvPSEVj98WJ8+9QavvjmA3jtRywo/WdibPg5ZFr4ZdJA8iNWAPnVXmj5bx0Q9MK65PKgpEb1l1Zo+du8WvrnfszxEU4c+AFOZPqAqQj2RLd88hhCvvETPmT77phe+PK3bPKE/jz4JS5g+ngA/PRTCBD0Zro27R8WYPoQQdz5nZwQ9H76SvsM9mz58Njs9ptnZPGnWgzyUtZs+tGEZvqh83Dz0U6I+7CyaPsUUOD1INwg9hw0HPbyimj6iQRq+wOoKPdUCrD7XF5k+xiY0PVNwJj0s2F09I4uZPgQ5dD4r4Co99NZmvlj8mz6HVS89kmgYPZ8TpD2PbJw+kRJzPrf4Hj30aU2+09qePtEk3T7XiQ49Pir2vhVHoz51/3E+2E3OPFOaNb6YsqU+ZlUnPWQ/sTxVQvw9sB2mPmpQcT6obcU8FoImvnSHqD7yYNw+fMmqPGoq5b7L76w+LqhwPnboQjxR+Be+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.3526957333087921, 0.14588908851146698, 0.9279260039329529, 0.8642497658729553, 0.6950178146362305, 0.6099445819854736, 0.7067097425460815, 0.5995811223983765, 0.7148560285568237, 0.4066804349422455, 0.8370143175125122, 0.6136423349380493, 0.7033019661903381, 0.626803994178772, 0.6934657096862793, 0.3556269109249115, 0.8688167333602905, 0.6879609227180481, 0.36533549427986145, 0.8508206009864807, 0.6159877181053162, 0.7379282116889954, 0.5787248015403748, 0.7705727815628052, 0.4693235456943512, 0.8079946041107178, 0.5041186809539795, 0.7921157479286194, 0.5371452569961548, 0.22471413016319275, 0.9074897170066833, 0.7715845704078674, 0.5683070421218872, 0.7613142728805542, 0.41411346197128296, 0.8545545935630798, 0.37226608395576477, 0.87298184633255, 0.3204433023929596, 0.892001211643219, 0.7374461889266968, 0.59306401014328, 0.7798377871513367, 0.47273099422454834, 0.8156664967536926, 0.4795115292072296, 0.8371322154998779, 0.5875725746154785, 0.25028878450393677, 0.09666867554187775, 0.9492496252059937, 0.906002938747406, 0.750521719455719, 0.613213837146759, 0.7475426197052002, 0.6159107089042664, 0.7462193369865417, 0.6163398027420044, 0.7465018630027771, 0.6145813465118408, 0.7483493685722351, 0.6106396317481995, 0.7517302632331848, 0.395553857088089, 0.1433952897787094, 0.9358101487159729, 0.8732455372810364, 0.325672447681427, 0.8862518668174744, 0.2834150493144989, 0.8998479843139648, 0.7622450590133667, 0.5651187300682068, 0.7938673496246338, 0.5091937780380249, 0.5167255997657776, 0.822179913520813, 0.548430323600769, 0.22651681303977966, 0.9097132682800293, 0.7622870802879333, 0.6056082844734192, 0.7432963848114014, 0.6309908628463745, 0.2753540277481079, 0.8985282182693481, 0.2735895812511444, 0.9011515378952026, 0.7388026118278503, 0.6241142153739929, 0.2573023736476898, 0.9077515006065369, 0.23462699353694916, 0.9152626991271973, 0.2052493542432785, 0.9238213300704956, 0.8274386525154114, 0.4461662769317627, 0.14936786890029907, 0.06195663660764694, 0.9619399309158325, 0.9466362595558167, 0.9081125855445862, 0.799969494342804, 0.538242757320404, 0.24238047003746033, 0.8970289826393127, 0.7285022139549255, 0.6437066197395325, 0.6920600533485413, 0.6815974116325378, 0.6583442687988281, 0.28890737891197205, 0.8932166695594788, 0.25030797719955444, 0.9042867422103882, 0.7867713570594788, 0.49777668714523315, 0.7946602702140808, 0.5209549069404602, 0.7871285676956177, 0.4689597189426422, 0.8232669830322266, 0.44756776094436646, 0.8328958749771118, 0.5736610293388367, 0.23976729810237885, 0.09205390512943268, 0.952098548412323, 0.9221673607826233, 0.8314427733421326, 0.5761308073997498, 0.7505484819412231, 0.3738429546356201, 0.8780505657196045, 0.6957733035087585, 0.3589388132095337, 0.8582263588905334, 0.4041714668273926, 0.15794162452220917, 0.9275492429733276, 0.8371842503547668, 0.5470552444458008, 0.8010272979736328, 0.4985509216785431, 0.8025622963905334, 0.5279192924499512, 0.7874886393547058, 0.5539290308952332, 0.7726758122444153, 0.5771138072013855, 0.7580527067184448, 0.5980157256126404, 0.7434846758842468, 0.6171480417251587, 0.7287819385528564, 0.6349784731864929, 0.7137050628662109, 0.6519235372543335, 0.6979685425758362, 0.6683480143547058, 0.6812408566474915, 0.3154350519180298, 0.8865808248519897, 0.2822732925415039, 0.8968557715415955, 0.7556546330451965, 0.44990891218185425, 0.8108873963356018, 0.5221246480941772, 0.797235369682312, 0.47841259837150574, 0.8181584477424622, 0.569139301776886, 0.26748043298721313, 0.8876324892044067, 0.2711043357849121, 0.11027148365974426, 0.9452783465385437, 0.9027324914932251, 0.7765218615531921, 0.5241576433181763, 0.794934868812561, 0.49170902371406555, 0.8148983120918274, 0.5471991300582886, 0.770397424697876, 0.4310435950756073, 0.8436997532844543, 0.3905666470527649, 0.8622559309005737, 0.6562315225601196, 0.6873596906661987, 0.6870216727256775, 0.3421062231063843, 0.8696892857551575, 0.6479174494743347, 0.7160850167274475, 0.37141895294189453, 0.860981822013855], "advantages": [-5.805177688598633, -7.171714782714844, -7.50447940826416, -9.018877983093262, -9.317327499389648, -8.29710578918457, -10.692469596862793, -9.70886516571045, -12.131909370422363, -11.181135177612305, -8.599435806274414, -12.267099380493164, -14.794938087463379, -13.751933097839355, -16.2932186126709, -15.230537414550781, -12.382567405700684, -16.213668823242188, -18.843955993652344, -20.248062133789062, -20.56816291809082, -19.29852294921875, -21.902080535888672, -20.527822494506836, -23.156572341918945, -24.566425323486328, -24.704952239990234, -26.109140396118164, -26.212936401367188, -27.61455726623535, -28.09249496459961, -29.402257919311523, -29.52312469482422, -30.908702850341797, -31.026498794555664, -29.623170852661133, -32.17559051513672, -30.59762191772461, -33.21186828613281, -31.408525466918945, -34.087188720703125, -35.544185638427734, -35.202537536621094, -36.680118560791016, -37.20357894897461, -38.09786605834961, -37.558563232421875, -39.078208923339844, -39.642520904541016, -39.63841247558594, -39.3078498840332, -41.7000732421875, -43.37665557861328, -44.12235641479492, -44.83919906616211, -45.58688735961914, -46.33348846435547, -47.08747100830078, -47.86366653442383, -48.628150939941406, -49.43378448486328, -50.21290969848633, -51.0478401184082, -51.8458251953125, -51.456478118896484, -49.496952056884766, -52.27008056640625, -54.05083465576172, -53.340553283691406, -55.1651611328125, -54.28925323486328, -56.1627082824707, -57.1577033996582, -57.4947624206543, -58.560482025146484, 16.70970916748047, 16.96590232849121, 16.588821411132812, 17.302526473999023, 19.09515380859375, 16.693416595458984, 15.744462013244629, 16.35842514038086, 15.438992500305176, 16.029354095458984, 17.680248260498047, 15.462859153747559, 17.01536750793457, 14.911099433898926, 14.134074211120605, 14.561488151550293, 16.000106811523438, 14.017610549926758, 15.378988265991211, 13.485238075256348, 14.789929389953613, 12.968857765197754, 12.260245323181152, 12.589587211608887, 13.902763366699219, 16.11175537109375, 13.3578519821167, 11.639630317687988, 10.878172874450684, 10.739867210388184, 11.25317096710205, 12.947202682495117, 11.02008056640625, 10.254191398620605, 10.72831916809082, 10.028216361999512, 10.469204902648926, 9.838679313659668, 10.081477165222168, 9.609055519104004, 9.982455253601074, 9.4464111328125, 9.749494552612305, 11.156461715698242, 9.840692520141602, 11.266512870788574, 10.023856163024902, 9.963217735290527, 10.126771926879883, 10.223444938659668, 10.309179306030273, 11.596709251403809, 14.647881507873535, 20.116416931152344, 15.7312650680542, 13.200026512145996, 12.58830738067627, 13.588249206542969, 12.909220695495605, 13.86764144897461, 13.633208274841309, 14.93297004699707, 16.823040008544922, 15.00060749053955, 16.80690574645996, 18.335186004638672, 16.48262596130371, 14.720860481262207, 13.699496269226074, 15.019783973693848, 16.53319549560547, 14.939926147460938, 16.346616744995117, 14.816868782043457, 16.119924545288086, 14.651726722717285, 15.855266571044922, 14.445880889892578, 15.554400444030762, 14.200718879699707, 15.218750953674316, 13.917484283447266, 14.849333763122559, 13.597264289855957, 14.446856498718262, 13.24090576171875, 14.011672019958496, 12.848993301391602, 12.13128662109375, 12.574131965637207, 11.975226402282715, 12.226496696472168, 12.608736991882324, 12.938835144042969, 11.88167667388916, 10.950910568237305, 11.229426383972168, 10.345603942871094, 10.540698051452637, 10.757345199584961, 10.82253360748291, 9.876598358154297, 9.960009574890137, 9.961868286132812, 9.089656829833984, 8.151199340820312, 7.044088840484619, 7.431649208068848, 6.314099311828613, 6.723358631134033, 5.597305774688721, 4.487648963928223, 4.9612650871276855, 5.372627258300781, 4.250913619995117, 4.6903300285339355, 3.5701632499694824, 2.4009199142456055, 2.967733144760132, 1.801228642463684, 0.9750916361808777, 1.269266963005066, 1.7423484325408936, 0.6158199906349182, -0.165374755859375]}
{"type": "SampleBatch", "eps_id": [1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1730362651, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAMvvrD4uqHA+duhCPFH4F77gV68+hiTcPhRHEjyv59++Ab+zPitacD7Xnj45CDwRvk4mtj7BLSI9g/wtuxSIGj4ajrY+bWNwPhqDvjk+CBK+f/W4Pg5QIj1xGyO74MoZPmBduT5ia3A+Hv0GOsC3Er7ZxLs+mm0iPTQNGrvlJxk+zSy8PkFycD6e8yc6VU8TvliUvj7yHtw+mpESu7Rn375d+8I+KnhwPhefM7xd0xO+92LFPnU33D737GK854bhvnrKyT7oGyA/p6G5vLvMPL/+MdA+cSNSP007Gb3Vw4S/z5nYPspRID+DM269NatBv3sD3z6qK90+bhaWvdoi977gb+M+ZqtzPsfbqb2fG1u+q9/lPh+xND1xn7K9BLFSPU9T5j7yI3Y+E4SwvantiL5uyeg+L8k+PV14u73jiE27iEPpPn2mFr5Ambu9kMWEPt7B5z6/c0k9FvqwvfgAeb3MQug+PhIUvol3s719TlA+vMfmPj2XUz16Iqu9Eq3svSdP5z7ulRG+Qt6vvXw4GT502uU+7wOsvke9qb07/NM+vGniPhMhD77Sx5i9hHXFPVP74D6b4aq+1NSUvdu0uj5pkN0+NfsMvhXlhb1EtUw9gCfcPijiqb4H2YO9YIakPrLB2D4oFgu+Hl9tvTmOFDyjXdc+Kf+ovvegbL2E2pA+X/zTPhs6Br/Dc1W9tYwOP+Odzj6RMqi+GdYnvesnfj63QMs+7OQFv/yAE70bFgc/pOXFPuaip75rjdC8oD5lPleLwj7WGge+j9+rvIQlnb15McE+NkynvutxuLzkR1Y+6di9Puh3Br76KJa8CTm5vauAvD7r/6a+V/qkvOMdST6iKbk+0ecFvpnMhLwlDdK91dK3Pv+7pr5zmpW8TWY9Pid9tD4UQAW/SJluvE+T8T6sKK8+6iU3vyH7p7vLh0I/PNWnPswtBb8sAiU8M2LuPnuBoj5ph6a+eMmePOtTND7aLJ8+CkkFv7KjuzyjHfM+A9iZPmvWpr7ftwQ9iAFCPs6Blj4YfAW/HT0UPaP/+z7rKpE+dlanvvmOPD3WMFg+J9KNPhKTB76Q2k09jpSIvRR3jD4C1H09+2NIPRarr76IGY0+OwYJvptILD2SARG9v7qLPsm1qL4tYik9Jl6KPvRaiD5rPgq+uIU/PVw9FbwM+YY+5lmpvrHGPj08jZg++JWDPqGbC741L1c9xmumPJMwgj4EjG09P9lYPQC8gr6ayII+TyYNvl7uQz2QYVs9Q1+BPsGuZz2ZUUg97gVlvorzgT7xfIA+NP81PQgiAL9lhYQ+TA7kPo3+DD1ZZEe/CxWJPgTXfz65YJo8FX3zvv6jiz44El89RuwYPNA/Nb7CMow+LiwQvqrYvTuS6vI9rcGKPu4vXj0vygU8KF8wvuBPiz50YBC+oLOaO47s+z1F3ok+IG9dPT5R6ztdNyy+/WuKPgWNEL6oMno7Us0BPvD5iD6Nylw9GCzQO2CrKL4/h4k+suh+PpZySDumKOm+0BOMPmI9XD0tOMa76J8lvsSgjD7dpxC+DxwYvE0fBD5yLos+5CJdPTSp27vKkSq++buLPgFsEL6naSS84u39Pcnk+zpMZi09spfJut1RKztJbzU7r24cvmK9wrqF8ZY+v2OWuaOTLT3NhZA7/ZzZOr77EjqmeRy+WJyROx5qlz7biiO7HSyyvu21KTz1/RY/d+oavJqwHL5/fbU8Zs+ZPoAOTbx0Iys9n7XmPH1rcjyVXT+8ISpyPjci6TxMqYm+7L7ju9fSJz0AFb08ur0FPd7kyLsULh6+g27CPO9Aqj6KEBe8XBUlPbHp+DxrPUI9odsJvGT3Hr5aVwA9MPayPii6PLz/eCE9oPkcPen/iD0yzy+87ZZvPoB0Ij33k1q+C0jGu09l2z4G+BA9spr8vhsXJTuFfm4+tBrRPEBMQr5xLus7OfXaPkMEsjwU0/K+pNyAPL/NbT4ooEg8mgIzvhXppjymtto+pVcPPDte7b4X5uw8IX9tPucrCbreNyy++nIJPSzMFj1zu3671qP+PQ93DD1aDCK+d4a3um/i1D6fAP88kRsXPWGc4jtUOPs9+4UCPfMgIr4pgBk8isXVPiwb6zzfJxY9QSiRPB/gAj7EHPE8UBRtPuoYpjzODSO+xYULPWBK2j45Aow8FxLkvvNyLj1tiGw+Wg0GPMT3Fr4kX0E9wRvaPiF8qzuhAuC+3URkPSVWbD4bf2a77qASvgktdz1jVRI9MBfRu7vwFz5DGno9mSAjvo6yX7soyuA+ag1tPUroEj3N4a87r8UUPpX9bz0FKCO+UowHPLIa4T4k8GI9UxwSPbTOizz5Lhk+OtxlPf4TbD4ZUaQ8/fUMvhu/eD2h8A89V8ONPBgoJT4UoHs9KIhrPicwqDzK6AC+4zuHPcaD2T4HkJM8xPTSvpaimD1epB4/AR0gPPLvMr+RBLI9IFDZPlTaibs8dM6+I2fDPXifHj+YDkm8HX4yv1XI3D2Abtk+iMPWvFQf0b5VLe496XJrPmvXDL02PP69VJj3Pcje2T7JAhe9Fd3aviiDBD5XfWw+cAc6vZwmFr77PQk++IQVPYcKRr2UiQY+Xv0JPszbbT40Rzu9LWE0vjS/Dj5SAxs9YLVJvYtp0D2ehQ8+eksgvjxfQb1gzME+6VAMPtOmID1BXSK9OROSPYseDT6uhnA+coUcvagzb74J7hE+RTQlPUyoL70Zqj89gMESPh7ZHb760iu9q7qmPlGZDz7dKio9wCURvXsZpDwhcxA+KtlyPqeBD71cNpG+g04VPsCS3T6NvSa97E4Wv2wrHj7r8nM+ztZWvdp3nb5xDCM+ssozPbQIcL33gwK9k/IjPqGPdT7xpHK9ClWvvtnbKD45rDo9RlmHvTtYjb3Kyik+XWB3PvUsir3IesO+W70uPmx2Qj1i0Jm96ZXjvUW2Lz5wAha+n12evTW3ID44tiw+7FhLPeTvl70B6SK+gbotPvfNE74XdJ69C9bfPb/FKj4oMq2+DfqZvbjRwD442CM+n5QRvh2Nir33ono92e4gPvyWXD18C4i9PAyBvjQJIj4o238+Yl6SvZ6eEL8vJyc+I5hkPQCCqb2FVpe+yUsoPrNaDb5nnbW9IKT2vA14JT7936m+G9m2vXbubj6IrB4+9ogGv3JKrb2FPv4+QekTPrWcqL6G85i96782PqsqDT4vaQi+K6SRvf4XDL4+cAo+Ko2nvro+l726zAc+hLwDPvRvBb8j0JG9SF/NPnAf8j17fqa+HWKBvfzlsT2kzeQ92vMEv42me71Tyrc+6IfPPZSVpb6APl69M85CPb1Iwj2siAS/GFlavVsxpT4nFK09WMykvszqP73ZaV88FeWfPaorBL/UzD698RSVPmC/ij1yHaS+cPImvZGogbyaPHs9bNoDv10+KL2YBoc+MAtRPTmEo761oxK9MYIqvY3hNj3QkgO/tgwWvQ1MdT4Nxww9lvyivgdtAr1TBIS9PGblPPZSA7/htAe9XD1fPhpakTzsgqK+3bHrvNb0rb1Vsjo8MBkDv32c+bwlS0s+FiCXOgEUor6WFdm8hTDUvb6tqbv74wK/Ow/qvKbuOD4WYXy86ayhvmh4zLy8ufe9/+yxvM1g9r3TSeC8QcPXvtGixbwCS6G+jqoSvaHIDL7xP/m8PXYCv87tHb2lIxM+aF8mvTZENL9kKBK94xHZPtUOYL3LMAK/a9revGxF9j0G3IS9FQo0v8kmy7zk9s4+cKqhvRwAAr9D7Ii8BKXUPUF3tr1T+p++mtJvvIy8Rr6aQ8O9weIBv4y1l7xqacA9uQvYvY7EM7/0UIi8lu/CPgPP9L3SwQG/nd8TvPytqT3uyAS+z4ufvhJz8bv1xFm+ryoLvlFc7r0zaT68PfYBv+OMDb5kaJ++jWGyvN3pX7457RO+35IBvw011rzqW4k95EoevuMOn77wN8u8X1tvvqanJL4pYwG//4PxvMTuUD2AAS++LDozv4co6bxTIqs+E1g9vmUSZb85ZbK8bikeP3erT75mCzO/+VcavN//oj5M/l2+CfZkv4oYSLuJqRs/a09wvl9zi79FORU8rVdmP6lPg75l+2S/8wfePPAmHD9veIy+YyEzv/T7ID034qY+u6KTvhY4Zb+Crzs9YHkhP+/NnL5fcDO/eFtvPd6otD5k+6O+XrYBv6Uhhj2TGqI9pSupvjbjM7+eX4k9kJTIPrFdsL4UMgK/gGuZPXm39z3lkrW+sxOhvs9fnj2btxa+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAOBXrz6GJNw+FEcSPK/n374Bv7M+K1pwPteePjkIPBG+Tia2PsEtIj2D/C27FIgaPhqOtj5tY3A+GoO+OT4IEr5/9bg+DlAiPXEbI7vgyhk+YF25PmJrcD4e/QY6wLcSvtnEuz6abSI9NA0au+UnGT7NLLw+QXJwPp7zJzpVTxO+WJS+PvIe3D6akRK7tGffvl37wj4qeHA+F58zvF3TE773YsU+dTfcPvfsYrznhuG+esrJPugbID+nobm8u8w8v/4x0D5xI1I/TTsZvdXDhL/Pmdg+ylEgP4Mzbr01q0G/ewPfPqor3T5uFpa92iL3vuBv4z5mq3M+x9upvZ8bW76r3+U+H7E0PXGfsr0EsVI9T1PmPvIjdj4ThLC9qe2Ivm7J6D4vyT49XXi7veOITbuIQ+k+faYWvkCZu72QxYQ+3sHnPr9zST0W+rC9+AB5vcxC6D4+EhS+iXezvX1OUD68x+Y+PZdTPXoiq70Srey9J0/nPu6VEb5C3q+9fDgZPnTa5T7vA6y+R72pvTv80z68aeI+EyEPvtLHmL2EdcU9U/vgPpvhqr7U1JS927S6PmmQ3T41+wy+FeWFvUS1TD2AJ9w+KOKpvgfZg71ghqQ+ssHYPigWC74eX229OY4UPKNd1z4p/6i+96BsvYTakD5f/NM+GzoGv8NzVb21jA4/453OPpEyqL4Z1ie96yd+PrdAyz7s5AW//IATvRsWBz+k5cU+5qKnvmuN0LygPmU+V4vCPtYaB76P36u8hCWdvXkxwT42TKe+63G4vORHVj7p2L0+6HcGvvoolrwJObm9q4C8Puv/pr5X+qS84x1JPqIpuT7R5wW+mcyEvCUN0r3V0rc+/7umvnOalbxNZj0+J320PhRABb9ImW68T5PxPqworz7qJTe/Ifunu8uHQj881ac+zC0FvywCJTwzYu4+e4GiPmmHpr54yZ4861M0Ptosnz4KSQW/sqO7PKMd8z4D2Jk+a9amvt+3BD2IAUI+zoGWPhh8Bb8dPRQ9o//7PusqkT52Vqe++Y48PdYwWD4n0o0+EpMHvpDaTT2OlIi9FHeMPgLUfT37Y0g9FquvvogZjT47Bgm+m0gsPZIBEb2/uos+ybWovi1iKT0mXoo+9FqIPms+Cr64hT89XD0VvAz5hj7mWam+scY+PTyNmD74lYM+oZsLvjUvVz3Ga6Y8kzCCPgSMbT0/2Vg9ALyCvprIgj5PJg2+Xu5DPZBhWz1DX4E+wa5nPZlRSD3uBWW+ivOBPvF8gD40/zU9CCIAv2WFhD5MDuQ+jf4MPVlkR78LFYk+BNd/PrlgmjwVffO+/qOLPjgSXz1G7Bg80D81vsIyjD4uLBC+qti9O5Lq8j2twYo+7i9ePS/KBTwoXzC+4E+LPnRgEL6gs5o7juz7PUXeiT4gb109PlHrO103LL79a4o+BY0QvqgyejtSzQE+8PmIPo3KXD0YLNA7YKsovj+HiT6y6H4+lnJIO6Yo6b7QE4w+Yj1cPS04xrvonyW+xKCMPt2nEL4PHBi8TR8EPnIuiz7kIl09NKnbu8qRKr75u4s+AWwQvqdpJLzi7f09QUqKPmkdXj1tkfe7nfcvvklvNTuvbhy+Yr3CuoXxlj6/Y5a5o5MtPc2FkDv9nNk6vvsSOqZ5HL5YnJE7HmqXPtuKI7sdLLK+7bUpPPX9Fj936hq8mrAcvn99tTxmz5k+gA5NvHQjKz2fteY8fWtyPJVdP7whKnI+NyLpPEypib7svuO719InPQAVvTy6vQU93uTIuxQuHr6DbsI870CqPooQF7xcFSU9sen4PGs9Qj2h2wm8ZPcevlpXAD0w9rI+KLo8vP94IT2g+Rw96f+IPTLPL7ztlm8+gHQiPfeTWr4LSMa7T2XbPgb4ED2ymvy+GxclO4V+bj60GtE8QExCvnEu6zs59do+QwSyPBTT8r6k3IA8v81tPiigSDyaAjO+FemmPKa22j6lVw88O17tvhfm7Dwhf20+5ysJut43LL76cgk9LMwWPXO7frvWo/49D3cMPVoMIr53hre6b+LUPp8A/zyRGxc9YZziO1Q4+z37hQI98yAivimAGTyKxdU+LBvrPN8nFj1BKJE8H+ACPsQc8TxQFG0+6himPM4NI77FhQs9YEraPjkCjDwXEuS+83IuPW2IbD5aDQY8xPcWviRfQT3BG9o+IXyrO6EC4L7dRGQ9JVZsPht/ZrvuoBK+CS13PWNVEj0wF9G7u/AXPkMaej2ZICO+jrJfuyjK4D5qDW09SugSPc3hrzuvxRQ+lf1vPQUoI75SjAc8shrhPiTwYj1THBI9tM6LPPkuGT463GU9/hNsPhlRpDz99Qy+G794PaHwDz1Xw408GCglPhSgez0oiGs+JzCoPMroAL7jO4c9xoPZPgeQkzzE9NK+lqKYPV6kHj8BHSA88u8yv5EEsj0gUNk+VNqJuzx0zr4jZ8M9eJ8eP5gOSbwdfjK/VcjcPYBu2T6Iw9a8VB/RvlUt7j3pcms+a9cMvTY8/r1UmPc9yN7ZPskCF70V3dq+KIMEPld9bD5wBzq9nCYWvvs9CT74hBU9hwpGvZSJBj5e/Qk+zNttPjRHO70tYTS+NL8OPlIDGz1gtUm9i2nQPZ6FDz56SyC+PF9BvWDMwT7pUAw+06YgPUFdIr05E5I9ix4NPq6GcD5yhRy9qDNvvgnuET5FNCU9TKgvvRmqPz2AwRI+HtkdvvrSK72ruqY+UZkPPt0qKj3AJRG9exmkPCFzED4q2XI+p4EPvVw2kb6DThU+wJLdPo29Jr3sTha/bCsePuvycz7O1la92nedvnEMIz6yyjM9tAhwvfeDAr2T8iM+oY91PvGkcr0KVa++2dsoPjmsOj1GWYe9O1iNvcrKKT5dYHc+9SyKvch6w75bvS4+bHZCPWLQmb3pleO9RbYvPnACFr6fXZ69NbcgPji2LD7sWEs95O+XvQHpIr6Bui0+980Tvhd0nr0L1t89v8UqPigyrb4N+pm9uNHAPjjYIz6flBG+HY2Kvfeiej3Z7iA+/JZcPXwLiL08DIG+NAkiPijbfz5iXpK9np4Qvy8nJz4jmGQ9AIKpvYVWl77JSyg+s1oNvmedtb0gpPa8DXglPv3fqb4b2ba9du5uPoisHj72iAa/ckqtvYU+/j5B6RM+tZyovobzmL3rvzY+qyoNPi9pCL4rpJG9/hcMvj5wCj4qjae+uj6XvbrMBz6EvAM+9G8FvyPQkb1IX80+cB/yPXt+pr4dYoG9/OWxPaTN5D3a8wS/jaZ7vVPKtz7oh889lJWlvoA+Xr0zzkI9vUjCPayIBL8YWVq9WzGlPicUrT1YzKS+zOo/vdlpXzwV5Z89qisEv9TMPr3xFJU+YL+KPXIdpL5w8ia9kaiBvJo8ez1s2gO/XT4ovZgGhz4wC1E9OYSjvrWjEr0xgiq9jeE2PdCSA7+2DBa9DUx1Pg3HDD2W/KK+B20CvVMEhL08ZuU89lIDv+G0B71cPV8+GlqRPOyCor7dseu81vStvVWyOjwwGQO/fZz5vCVLSz4WIJc6ARSivpYV2byFMNS9vq2pu/vjAr87D+q8pu44PhZhfLzprKG+aHjMvLy5973/7LG8zWD2vdNJ4LxBw9e+0aLFvAJLob6OqhK9ocgMvvE/+bw9dgK/zu0dvaUjEz5oXya9NkQ0v2QoEr3jEdk+1Q5gvcswAr9r2t68bEX2PQbchL0VCjS/ySbLvOT2zj5wqqG9HAACv0PsiLwEpdQ9QXe2vVP6n76a0m+8jLxGvppDw73B4gG/jLWXvGppwD25C9i9jsQzv/RQiLyW78I+A8/0vdLBAb+d3xO8/K2pPe7IBL7Pi5++EnPxu/XEWb6vKgu+UVzuvTNpPrw99gG/44wNvmRon76NYbK83elfvjntE77fkgG/DTXWvOpbiT3kSh6+4w6fvvA3y7xfW2++pqckviljAb//g/G8xO5QPYABL74sOjO/hyjpvFMiqz4TWD2+ZRJlvzllsrxuKR4/d6tPvmYLM7/5Vxq83/+iPkz+Xb4J9mS/ihhIu4mpGz9rT3C+X3OLv0U5FTytV2Y/qU+DvmX7ZL/zB9488CYcP294jL5jITO/9PsgPTfipj67opO+Fjhlv4KvOz1geSE/782cvl9wM794W2893qi0PmT7o75etgG/pSGGPZMaoj2lK6m+NuMzv55fiT2QlMg+sV2wvhQyAr+Aa5k9ebf3PeWStb6zE6G+z1+ePZu3Fr6cy7i+CcACv3dYmD0C6Sw+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.3704218566417694, 0.862652063369751, 0.6408324241638184, 0.7067926526069641, 0.6424024105072021, 0.704544723033905, 0.643830418586731, 0.7023808360099792, 0.35486194491386414, 0.867941677570343, 0.3351086974143982, 0.12471930682659149, 0.06076493486762047, 0.9595835208892822, 0.9443088173866272, 0.9071905016899109, 0.8101104497909546, 0.4039580225944519, 0.8424755930900574, 0.6691440939903259, 0.5873192548751831, 0.7227833867073059, 0.518470823764801, 0.7663354277610779, 0.5499677658081055, 0.6909266710281372, 0.6000205874443054, 0.6496092677116394, 0.6416495442390442, 0.6098460555076599, 0.6762430667877197, 0.4280563294887543, 0.7881345748901367, 0.44517654180526733, 0.7843468189239502, 0.5491093993186951, 0.720304012298584, 0.5353097915649414, 0.7302203178405762, 0.5228539109230042, 0.7390195727348328, 0.4885759651660919, 0.23121054470539093, 0.9006240367889404, 0.7968468070030212, 0.43280747532844543, 0.8218129277229309, 0.3880397081375122, 0.8501409888267517, 0.6692323088645935, 0.37749165296554565, 0.831940233707428, 0.5919114947319031, 0.7414047122001648, 0.5435774922370911, 0.7814743518829346, 0.5154067277908325, 0.7675591707229614, 0.5614597201347351, 0.25875985622406006, 0.11049404740333557, 0.9392894506454468, 0.8906344771385193, 0.7393347024917603, 0.5849305391311646, 0.7357144951820374, 0.5903993248939514, 0.7325564622879028, 0.5951409339904785, 0.27020227909088135, 0.890124499797821, 0.7414395809173584, 0.5737789273262024, 0.747101902961731, 0.5647081136703491, 0.43349379301071167, 0.8456490635871887, 0.422675758600235, 0.14891332387924194, 0.9358048439025879, 0.866979718208313, 0.6477257013320923, 0.7104734182357788, 0.3343040645122528, 0.8837423920631409, 0.3000265955924988, 0.8944603800773621, 0.737734317779541, 0.39631572365760803, 0.8532589673995972, 0.40593230724334717, 0.8532748222351074, 0.40211984515190125, 0.8582062125205994, 0.614926278591156, 0.25683698058128357, 0.9029576182365417, 0.24387361109256744, 0.907710075378418, 0.7756183743476868, 0.44150394201278687, 0.8408247232437134, 0.43454691767692566, 0.8470814824104309, 0.5849999189376831, 0.23604242503643036, 0.9088169932365417, 0.22439728677272797, 0.9132001399993896, 0.7937383055686951, 0.5279405117034912, 0.804244339466095, 0.49281221628189087, 0.1818321794271469, 0.9264438152313232, 0.16466377675533295, 0.9328151345252991, 0.8593114614486694, 0.37187713384628296, 0.8782414197921753, 0.686177134513855, 0.6617769002914429, 0.728885293006897, 0.3895016610622406, 0.8505775928497314, 0.5772995948791504, 0.786056637763977, 0.47462278604507446, 0.8140077590942383, 0.49266523122787476, 0.17261965572834015, 0.9300323128700256, 0.8569923639297485, 0.3558591902256012, 0.8785298466682434, 0.29066774249076843, 0.8968467712402344, 0.7688615322113037, 0.5123347043991089, 0.8096652626991272, 0.567115306854248, 0.7342634797096252, 0.3765783905982971, 0.13958685100078583, 0.9334431290626526, 0.8842563033103943, 0.7608109712600708, 0.5036918520927429, 0.7659969925880432, 0.4404829740524292, 0.8249092102050781, 0.6225041151046753, 0.6757571697235107, 0.6640529632568359, 0.6374146938323975, 0.696735143661499, 0.6027605533599854, 0.7227198481559753, 0.5718508958816528, 0.7437239289283752, 0.5443801283836365, 0.7610464096069336, 0.5198507905006409, 0.7756580710411072, 0.49768534302711487, 0.7882869243621826, 0.4772900938987732, 0.7994855642318726, 0.4580875635147095, 0.19032010436058044, 0.9116104245185852, 0.8271104693412781, 0.6045768857002258, 0.7105083465576172, 0.6136308908462524, 0.7094883918762207, 0.3857044577598572, 0.8438200950622559, 0.6264723539352417, 0.7051078677177429, 0.37881338596343994, 0.15192367136478424, 0.9262439608573914, 0.8586941361427307, 0.3390149474143982, 0.8663967251777649, 0.6815566420555115, 0.35366547107696533, 0.8646475076675415, 0.33449050784111023, 0.12341172993183136, 0.9437460899353027, 0.8987603187561035, 0.23489360511302948, 0.9163520932197571, 0.8179803490638733, 0.4328829050064087, 0.8565827012062073, 0.6541871428489685, 0.6612712144851685], "advantages": [0.8562566637992859, 0.13267900049686432, 0.19159622490406036, 0.47047892212867737, -0.5777991414070129, -0.3338415324687958, -1.3717912435531616, -1.1614481210708618, -2.1901793479919434, -2.8175485134124756, -3.016653537750244, -3.589956521987915, -3.196915626525879, -0.936923086643219, -3.474667549133301, -5.0085225105285645, -5.810187339782715, -6.1565775871276855, -6.966286659240723, -7.394003868103027, -7.659208297729492, -8.722640037536621, -9.01205062866211, -10.068300247192383, -10.387497901916504, -10.76607894897461, -11.859007835388184, -12.2404203414917, -13.349700927734375, -13.737081527709961, -14.865225791931152, -15.260808944702148, -15.791305541992188, -16.885093688964844, -17.416196823120117, -18.52495002746582, -19.714616775512695, -20.119800567626953, -21.337295532226562, -21.749876022338867, -22.9976749420166, -23.41666603088379, -23.96413230895996, -24.559900283813477, -25.809267044067383, -27.0604190826416, -27.578529357910156, -28.857717514038086, -29.355125427246094, -30.662277221679688, -32.123741149902344, -33.61427307128906, -33.80275344848633, -34.068180084228516, -35.61397933959961, -35.84345245361328, -37.437870025634766, -39.15348815917969, -39.1553955078125, -40.92556381225586, -42.536808013916016, -43.56732177734375, -43.932865142822266, -44.057289123535156, -44.17548751831055, -45.95310592651367, -46.07291030883789, -47.88583755493164, -48.00776290893555, -49.85635757446289, -51.50632095336914, -51.687564849853516, -51.880245208740234, -53.752532958984375, -53.95876693725586, 16.800418853759766, 17.167081832885742, 16.44361686706543, 16.810150146484375, 18.162490844726562, 16.310836791992188, 15.591723442077637, 15.698098182678223, 15.32346248626709, 15.739047050476074, 14.946310997009277, 15.394089698791504, 14.573724746704102, 14.539593696594238, 15.436141967773438, 14.322662353515625, 15.242505073547363, 14.12369441986084, 15.080483436584473, 13.946696281433105, 13.799705505371094, 14.582615852355957, 13.400273323059082, 14.21284294128418, 13.019174575805664, 12.789155960083008, 13.546785354614258, 12.623613357543945, 13.403199195861816, 12.484156608581543, 12.581799507141113, 13.71827220916748, 12.192377090454102, 13.367371559143066, 11.826988220214844, 11.387402534484863, 11.639986991882324, 11.143689155578613, 11.68420696258545, 13.833220481872559, 11.818547248840332, 14.190725326538086, 12.068867683410645, 11.512876510620117, 12.141493797302246, 11.625069618225098, 12.483038902282715, 11.46791934967041, 12.392973899841309, 14.363967895507812, 11.919318199157715, 10.838932991027832, 11.819147109985352, 13.793970108032227, 11.315160751342773, 10.1919527053833, 10.893885612487793, 10.449422836303711, 11.507760047912598, 10.366683959960938, 11.408164024353027, 10.329667091369629, 11.325005531311035, 13.12551498413086, 10.775116920471191, 12.52396011352539, 14.353045463562012, 11.462501525878906, 9.224157333374023, 8.7572021484375, 9.283324241638184, 10.888875007629395, 12.7832670211792, 14.483699798583984, 11.475472450256348, 8.645523071289062, 10.7061128616333, 12.696712493896484, 9.534913063049316, 11.67943286895752, 8.439910888671875, 10.71435546875, 7.443734169006348, 9.808943748474121, 6.577042102813721, 8.977127075195312, 5.871778964996338, 8.237143516540527, 5.350921154022217, 7.606163024902344, 5.018596649169922, 7.093194484710693, 4.855752468109131, 6.694051742553711, 4.824299335479736, 4.579370975494385, 5.330660343170166, 6.647513389587402, 8.090636253356934, 6.073055267333984, 7.258737087249756, 5.546675205230713, 4.932263374328613, 5.372824668884277, 6.054940700531006, 4.895090579986572, 4.693336009979248, 5.598761558532715, 5.041888236999512, 4.79701566696167, 5.10745906829834, 4.651683330535889, 4.441667079925537, 4.534855842590332, 3.645660877227783, 3.6229147911071777, 3.9138808250427246, 2.6262741088867188, 1.9431759119033813, 1.8512492179870605, 1.186320185661316, 1.0952794551849365, 0.5830588936805725, 0.45987290143966675, 0.6946868896484375]}
{"type": "SampleBatch", "eps_id": [1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1906370738, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAJzLuL4JwAK/d1iYPQLpLD5+Br6+Xi6ivhFDnz3Cssu93ETBvjyQ+70iMJs9Rbe7vtyGwr7mTKO+tiuMPXAbUb31ysW+P7v/vWUUij3Ui6S+SxLHvsRKpL761Hk9D6oGvHhbyr6XTgS/myh5PaErmz5Lps++Yy6lvjL+iD00K/c8BfTSvi/FBL+SOoo9OravPpZD2L4o8za/JkmYPasHKD/+lN++XUgFv6grsz0hp8Y+z+nkvtNZp74REMM90DX+PaVC6L68agi+nyXIPdpXDL7fn+m+xMCovoKIwj3WOT0+4//svgc3C74uGso9AqKcvUdk7r4eCmw9OPjGPetFrL42ze2+vqKAPhEwuT1a1Ri/mTrrvhExYT0DvKA9sPWNvnqq6r73jhC+rWCVPWkqID2LHOy+b2hYPbP6lj3IN2u+C5LrvrGyEr4Sko09/qyuPZcJ7b6vGlA9aRCRPfU9Pb5nhOy+VL0UvpJ+iT03dQQ+LQHuvnASSD3wyo49dM8QviGB7b6su3g+FQCJPbaX0r5gBOu+SRpAPUpOcD3NWMm9bonqvnmWGL5/QGg9oWFZPg4Q7L4uXjk9d6R5Pa/jfb1rmeu+RDN1Po2QdD0tb6u+tCXpvnlRMj2bIlk9WhLEvJWz6L4JkXM+qSxXPSBPmb4NROa+pCUsPR+lPj0PHRk84NXlvqggcj4baT89MF6Jvghq477rsCY9hG4pPQK6Hj1Z/+K+lNhwPjKbLD16X3a+yJbgvk3OIT165Rg9BEWFPTov4L5DsG8+KToePf7GXL6gyd2+u1wdPaSQDD1iS7Y96mTdvv2fbj5W2xM9HEZFvggC275QPhk9KhMEPbu74z31n9q+taBtPigvDT1aPy++oT/Yvox02j4sVP48Ps/nviPh076lq2w+Via0PAYPGr5Dg9G+jTMSPReAmzw/qxg+sSXRvloSbD5p7bM8StgMvlnJzr6vzg89aGSdPNLfJT5Qbc6+QXhrPp7utzyGIP+9gxLMvhB42T6dhaM8PffRvhK5x76hnB4/cKpAPB9IMr/iYMG+Hz3ZPq4jDruN08y+nwi9vke0aj6snya8/Erdvcevur4SVNk+1QdKvI3Pzr4PV7a+gAhrPtoxp7yW1+u9X/2zvpUiDj3mD7q8LB8vPmiis75J7iO+6QqevL+z6T4SRrW+aJcQPRCEJrzPiCE+iOm0vqgZbD5UpuW7NXANvh2Nsr5qmBE9yhUgvBv/Gz7vL7K+6kIjvh1V3Lv5Q+I+4tGzvu17tb4kkwo72oM7PxVzt757MSO+21SJPH2E4T7bFLm+WnURPUF/0Tx5yRw+w7e4vv/Iaz5Aleo8PowGvidctr4zSg49Kw7VPJBELj4WAba+iPxqPi7w8Dyi2Om9haezvngs2T4CO948s33LvpdPr77PKGo+Bh2dPP9Jxb0l+Ky+udbYPoxUjTzqC8S+7qGovotOHj/TMB08fYsrv95Mor7BpNg+Aox5u4myv76n952+sYlpPrUSOby/1qm9zKGbvtvA2D5OP1S8iCDCvgVMl77WXx4/iz6ovF4HLb9E9pC+1f7YPsp9C73qjMe+P5+Mvn+RHj9gayu9d2Yxv0pw+DrO5co8yy3IuVC9Iz3Vrhw7NixhPof+2jmpcoG+tnPeO8jkyjyTAZi7JMkjPfmu7jsBPGE+05l7u8Iggr6waj88L4zUPp8uErzYTAy/PrmjPHlrYT4X4qK8XDGEvnDKxzxZSs88Uy/NvNOo5jzE78s8S4QtvlmSyLykK6A+hSywPEQX1TwvUZW8rEtNPItvtDxk5Sy+oUOTvOBLmT65xZg82FTZPC1rRLxqZJE6dR6dPNd1LL4gDkS8AnmUPnyGgTwxI9w8uBDKuzZC07uW7YU8UzIsvl1KzrunjZE+1cBUPOeY3TyX2x+6YAgqvP2dXTx0g2M+rERWugJEm77yNZM8rsPdPAmG4bvIaDG8YaWXPDSgYz61nui7Y4Gcvu8QvDzoZt88NHlYvAGtebzAiMA87etjPot3Xbx7xp++awDlPEaI4jyR3KG8COvBvESI6TzhZ2Q+bb2lvKwhpb7iCQc96zbnPACV2ry0ohS9y1kJPYAWZT4Hh+C8ea6svoOtGz2ai+08jeQLvduIWr2hDR49+JcpvnJDEL2U12k+WnwQPRWq9Ty5HPu87wyavUDxEj3p8mY+17cDvXU8wb4VayU97QL9PMuiIr1MpcK9y/InPceSJ773ayq9bEo9PuSKGj2hQgM9Skcbvbob973yKh09jydpPq4pJb38oNm+89EvPZPUBz3B+0e9YdcUvmaJMj0GGSW+B+RTvWSxBj4zVCU9mQ22voQdSb2intA+TTMIPfufI750vCe9HDXMPYc49jzWBRM9X5EfvVaKUr4LGvw8CnUivjxpML1np5g9yxviPELNtL4PTiq9Vue0PoNAqDwlOCG+P1wNvVjoQz34dI48QUwcPTNxCb0e1oK+drWUPGNabz5CYB69YwEPv10Buzw0gCA9QyNMvT+Fjr7kbME8rOoevufwYr3iYuy6qf+nPLbusr65FmO9F7mLPgd7XTxFNAu/q7tMveQuDD9sMi07USqyvt3fH71lVnU+/nONu7/iCr9aPwy9jgsFPxKAeLyIobG+l1jDvAuhXT6RF7W8aq0Kv6nin7xhYgA/POwGvXhQsb5bcBu895hPPghLI72prxq+7wOyu1hRvr0Bqy+9mDSxvsTq7rvMyUo+VgVMve2GCr/eQ1q7zRD6PnlZeL2wILG+kvPSO9xZRz5QWIq9nosavp9EKTwPisS924aQvQpAsb5f0gk8ysFMPvG0nr3W0Rq+EFhLPB9xuL1L5qS9+GaxvlPVLTwveFM+fhezvRQoG77ngHE8MJWpvUtMub1ZlrG+y15WPPujWz5Igce9UZAbvuBTjjxQn5e9QbrNvUvtLz2mMoI8Te24vuL3y73+DBy+3QoOPPcdgr3XNdK9rP2xvopy8jvRb20+GHPgvTZJHL4XNEU8MnxvvXaz5r36IbK+cAsyPCCzcz6f8/S9Cp8cvqgDgDza6FG9bDf7vXjNKz1ePG88FIytvpx/+b0pinI+ZioAPDaDIL8AzO+94H4qPbWUmrtT6qm+iBfuvaUcHb5ICTq8IpomvVxg9L3EX7K+S11HvMJdfj67UgG+fcQcvjnv67uk+0S9YXUEvrqRLD3SuQW8m6Kvvn6YA77uihy+5CF2vA3XWL39uQa+7uotPWO9g7ytXbO+YNsFvmgWHL4LI7280YWAvYv6CL6RMTA9MGvHvO6qub4EGQi+yGQbvotqAb18LZ+9oTQLvjlcsb6GyAe93b1RPs1MEr5Wchq+BwLuvPX2yL2RYxW+kxY3PckV/rzutsy+N3kUvo2RGb4AzB+94MvvvXyLF77FY7C+hGMpvd3yJj63mR6+DP0Jv2gIHL0SgeI+uKMpvjbPr76Xle+8FkINPgKsML7UZRe+qPvYvJu/J74qszO+9GavvqLS87wHkfY9SLc6vnaTFr70GOC8puI5vju6Pb4T/K6+0db9vGS30T0TukS+klMJv9MP7bw0MsU+hbZPvt6Lrr6F9a28ofmqPeCxVr4VJQm/80egvPkgvT6aqmG+bj+uvgmFR7w9mZA95qJovpqDFL5HYjC8FlFnvkqba75yFK6+vmd6vGjJgT3ekXK+RyIUvq6jZbwZtm++UIh1vhl+Tz1qLJm8XfoHv7l+dL5KqBO+DDPwvBhMer67cne+CkFSPZwfDL3W1Au/m2V2voW7Er6Z3ji9QG2HvuBUeb6q7Ky+rolOvW/wXjzPH4C+KjgIv1FsTb0odpQ+spKFvnIwrL5VqzW9NFGUvE4Eib5G4Ae/Bic3veNAhT6tc46+t4mrvvbUIb1RKz299OGRvtORB7+CnSW9CWNvPi9Ol77+XTm/3XYSvYpwAz9YuJ6+Vi9rv6rO0LyBbUs/oyCovoQlOb8fOh286PP8PoqIr744KQe/CDWVOf0dSz6W8LS+/xw5vwdSiztMdfs+JVi8vm8tB7/tl2Y8lJVMPl3Awb6Yjqq+vAeUPPIVtb2eKcW+eUsHvxmLhTwk8lY+CZPKvgNOOb9I76c83vcBP4780b7RbQe/Rx37PDfaYj5ZZ9e+wC+rvpO0Dz1eLXu909PaviyrB7+Mrgo9hAh4PhJB4L7OsKu+RYYePUItIr0gsOO+2O4Hv+1HGz3ks4c+FCDpvjNArL5P/jA9Zwp9vAGS7L6PWxG+arovPaCflr4eBu6+beGsvuCgFz2x5T88lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAH4Gvr5eLqK+EUOfPcKyy73cRMG+PJD7vSIwmz1Ft7u+3IbCvuZMo762K4w9cBtRvfXKxb4/u/+9ZRSKPdSLpL5LEse+xEqkvvrUeT0Pqga8eFvKvpdOBL+bKHk9oSubPkumz75jLqW+Mv6IPTQr9zwF9NK+L8UEv5I6ij06tq8+lkPYvijzNr8mSZg9qwcoP/6U375dSAW/qCuzPSGnxj7P6eS+01mnvhEQwz3QNf49pULovrxqCL6fJcg92lcMvt+f6b7EwKi+gojCPdY5PT7j/+y+BzcLvi4ayj0Copy9R2Tuvh4KbD04+MY960WsvjbN7b6+ooA+ETC5PVrVGL+ZOuu+ETFhPQO8oD2w9Y2+eqrqvveOEL6tYJU9aSogPYsc7L5vaFg9s/qWPcg3a74Lkuu+sbISvhKSjT3+rK49lwntvq8aUD1pEJE99T09vmeE7L5UvRS+kn6JPTd1BD4tAe6+cBJIPfDKjj10zxC+IYHtvqy7eD4VAIk9tpfSvmAE675JGkA9Sk5wPc1Yyb1uieq+eZYYvn9AaD2hYVk+DhDsvi5eOT13pHk9r+N9vWuZ675EM3U+jZB0PS1vq760Jem+eVEyPZsiWT1aEsS8lbPovgmRcz6pLFc9IE+Zvg1E5r6kJSw9H6U+PQ8dGTzg1eW+qCByPhtpPz0wXom+CGrjvuuwJj2Ebik9AroePVn/4r6U2HA+MpssPXpfdr7IluC+Tc4hPXrlGD0ERYU9Oi/gvkOwbz4pOh49/sZcvqDJ3b67XB09pJAMPWJLtj3qZN2+/Z9uPlbbEz0cRkW+CALbvlA+GT0qEwQ9u7vjPfWf2r61oG0+KC8NPVo/L76hP9i+jHTaPixU/jw+z+e+I+HTvqWrbD5WJrQ8Bg8avkOD0b6NMxI9F4CbPD+rGD6xJdG+WhJsPmntszxK2Ay+WcnOvq/ODz1oZJ080t8lPlBtzr5BeGs+nu63PIYg/72DEsy+EHjZPp2Fozw999G+ErnHvqGcHj9wqkA8H0gyv+Jgwb4fPdk+riMOu43TzL6fCL2+R7RqPqyfJrz8St29x6+6vhJU2T7VB0q8jc/Ovg9Xtr6ACGs+2jGnvJbX671f/bO+lSIOPeYPurwsHy8+aKKzvknuI77pCp68v7PpPhJGtb5olxA9EIQmvM+IIT6I6bS+qBlsPlSm5bs1cA2+HY2yvmqYET3KFSC8G/8bPu8vsr7qQiO+HVXcu/lD4j7i0bO+7Xu1viSTCjvagzs/FXO3vnsxI77bVIk8fYThPtsUub5adRE9QX/RPHnJHD7Dt7i+/8hrPkCV6jw+jAa+J1y2vjNKDj0rDtU8kEQuPhYBtr6I/Go+LvDwPKLY6b2Fp7O+eCzZPgI73jyzfcu+l0+vvs8oaj4GHZ08/0nFvSX4rL651tg+jFSNPOoLxL7uoai+i04eP9MwHTx9iyu/3kyivsGk2D4CjHm7ibK/vqf3nb6xiWk+tRI5vL/Wqb3MoZu+28DYPk4/VLyIIMK+BUyXvtZfHj+LPqi8Xgctv0T2kL7V/tg+yn0LveqMx74/n4y+f5EeP2BrK713ZjG/gkeGvj2L2T4BMGS9CdfTvtWuHDs2LGE+h/7aOalygb62c947yOTKPJMBmLskySM9+a7uOwE8YT7TmXu7wiCCvrBqPzwvjNQ+ny4SvNhMDL8+uaM8eWthPhfiorxcMYS+cMrHPFlKzzxTL82806jmPMTvyzxLhC2+WZLIvKQroD6FLLA8RBfVPC9RlbysS008i2+0PGTlLL6hQ5O84EuZPrnFmDzYVNk8LWtEvGpkkTp1Hp0813UsviAORLwCeZQ+fIaBPDEj3Dy4EMq7NkLTu5bthTxTMiy+XUrOu6eNkT7VwFQ855jdPJfbH7pgCCq8/Z1dPHSDYz6sRFa6AkSbvvI1kzyuw908CYbhu8hoMbxhpZc8NKBjPrWe6LtjgZy+7xC8POhm3zw0eVi8Aa15vMCIwDzt62M+i3ddvHvGn75rAOU8RojiPJHcobwI68G8RIjpPOFnZD5tvaW8rCGlvuIJBz3rNuc8AJXavLSiFL3LWQk9gBZlPgeH4Lx5rqy+g60bPZqL7TyN5Au924havaENHj34lym+ckMQvZTXaT5afBA9Far1PLkc+7zvDJq9QPESPenyZj7XtwO9dTzBvhVrJT3tAv08y6IivUylwr3L8ic9x5InvvdrKr1sSj0+5IoaPaFCAz1KRxu9uhv3vfIqHT2PJ2k+riklvfyg2b7z0S89k9QHPcH7R71h1xS+ZokyPQYZJb4H5FO9ZLEGPjNUJT2ZDba+hB1JvaKe0D5NMwg9+58jvnS8J70cNcw9hzj2PNYFEz1fkR+9VopSvgsa/DwKdSK+PGkwvWenmD3LG+I8Qs20vg9OKr1W57Q+g0CoPCU4Ib4/XA29WOhDPfh0jjxBTBw9M3EJvR7Wgr52tZQ8Y1pvPkJgHr1jAQ+/XQG7PDSAID1DI0y9P4WOvuRswTys6h6+5/BiveJi7Lqp/6c8tu6yvrkWY70XuYs+B3tdPEU0C7+ru0y95C4MP2wyLTtRKrK+3d8fvWVWdT7+c427v+IKv1o/DL2OCwU/EoB4vIihsb6XWMO8C6FdPpEXtbxqrQq/qeKfvGFiAD887Aa9eFCxvltwG7z3mE8+CEsjvamvGr7vA7K7WFG+vQGrL72YNLG+xOruu8zJSj5WBUy97YYKv95DWrvNEPo+eVl4vbAgsb6S89I73FlHPlBYir2eixq+n0QpPA+KxL3bhpC9CkCxvl/SCTzKwUw+8bSevdbRGr4QWEs8H3G4vUvmpL34ZrG+U9UtPC94Uz5+F7O9FCgbvueAcTwwlam9S0y5vVmWsb7LXlY8+6NbPkiBx71RkBu+4FOOPFCfl71Bus29S+0vPaYygjxN7bi+4vfLvf4MHL7dCg489x2Cvdc10r2s/bG+inLyO9FvbT4Yc+C9Nkkcvhc0RTwyfG+9drPmvfohsr5wCzI8ILNzPp/z9L0Knxy+qAOAPNroUb1sN/u9eM0rPV48bzwUjK2+nH/5vSmKcj5mKgA8NoMgvwDM773gfio9tZSau1Pqqb6IF+69pRwdvkgJOrwimia9XGD0vcRfsr5LXUe8wl1+PrtSAb59xBy+Oe/ru6T7RL1hdQS+upEsPdK5Bbyboq++fpgDvu6KHL7kIXa8DddYvf25Br7u6i09Y72DvK1ds75g2wW+aBYcvgsjvbzRhYC9i/oIvpExMD0wa8e87qq5vgQZCL7IZBu+i2oBvXwtn72hNAu+OVyxvobIB73dvVE+zUwSvlZyGr4HAu689fbIvZFjFb6TFjc9yRX+vO62zL43eRS+jZEZvgDMH73gy++9fIsXvsVjsL6EYym93fImPreZHr4M/Qm/aAgcvRKB4j64oym+Ns+vvpeV77wWQg0+AqwwvtRlF76o+9i8m78nviqzM770Zq++otLzvAeR9j1Itzq+dpMWvvQY4Lym4jm+O7o9vhP8rr7R1v28ZLfRPRO6RL6SUwm/0w/tvDQyxT6Ftk++3ouuvoX1rbyh+ao94LFWvhUlCb/zR6C8+SC9PpqqYb5uP66+CYVHvD2ZkD3momi+moMUvkdiMLwWUWe+SptrvnIUrr6+Z3q8aMmBPd6Rcr5HIhS+rqNlvBm2b75QiHW+GX5PPWosmbxd+ge/uX50vkqoE74MM/C8GEx6vrtyd74KQVI9nB8MvdbUC7+bZXa+hbsSvpneOL1AbYe+4FR5vqrsrL6uiU69b/BePM8fgL4qOAi/UWxNvSh2lD6ykoW+cjCsvlWrNb00UZS8TgSJvkbgB78GJze940CFPq1zjr63iau+9tQhvVErPb304ZG+05EHv4KdJb0JY28+L06Xvv5dOb/ddhK9inADP1i4nr5WL2u/qs7QvIFtSz+jIKi+hCU5vx86Hbzo8/w+ioivvjgpB78INZU5/R1LPpbwtL7/HDm/B1KLO0x1+z4lWLy+by0Hv+2XZjyUlUw+XcDBvpiOqr68B5Q88hW1vZ4pxb55Swe/GYuFPCTyVj4Jk8q+A045v0jvpzze9wE/jvzRvtFtB79HHfs8N9piPlln177AL6u+k7QPPV4te73T09q+LKsHv4yuCj2ECHg+EkHgvs6wq75Fhh49Qi0ivSCw477Y7ge/7UcbPeSzhz4UIOm+M0Csvk/+MD1nCn28AZLsvo9bEb5qui89oJ+Wvh4G7r5t4ay+4KAXPbHlPzxEe/G+9YQSvoGWGD3Xwom+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.7213780879974365, 0.4139295220375061, 0.821854829788208, 0.47617658972740173, 0.7916843295097351, 0.46624302864074707, 0.8372516632080078, 0.39363035559654236, 0.1346515417098999, 0.9414415955543518, 0.8930035829544067, 0.761457622051239, 0.49698659777641296, 0.8107317090034485, 0.590855062007904, 0.3267541229724884, 0.839712917804718, 0.628971517086029, 0.6975117921829224, 0.5732042193412781, 0.7396360635757446, 0.516476035118103, 0.775055468082428, 0.5403838753700256, 0.7092104554176331, 0.4202454090118408, 0.8226398229598999, 0.6275216937065125, 0.6324013471603394, 0.6606491208076477, 0.6001468300819397, 0.6882561445236206, 0.5700432062149048, 0.7115375399589539, 0.5418425798416138, 0.7315053343772888, 0.5151776075363159, 0.7489808201789856, 0.48962071537971497, 0.7646146416664124, 0.5352729558944702, 0.7173808813095093, 0.45746511220932007, 0.7826154828071594, 0.4412807524204254, 0.791641116142273, 0.5755326151847839, 0.30852392315864563, 0.8614036440849304, 0.7151077389717102, 0.5467969179153442, 0.7358790636062622, 0.480135053396225, 0.2292848378419876, 0.8930206298828125, 0.7712062001228333, 0.49097132682800293, 0.23212605714797974, 0.10669825226068497, 0.9389421939849854, 0.8982293605804443, 0.7953478097915649, 0.4254602789878845, 0.8066340088844299, 0.597457230091095, 0.6792062520980835, 0.604806125164032, 0.3208724558353424, 0.8617354035377502, 0.7043945789337158, 0.5751790404319763, 0.2738915681838989, 0.8897159099578857, 0.22978118062019348, 0.9097772836685181, 0.6228432655334473, 0.7435401082038879, 0.61360764503479, 0.2477831095457077, 0.9095168709754944, 0.7801698446273804, 0.4525766372680664, 0.8327217102050781, 0.46640169620513916, 0.8284577131271362, 0.4737626910209656, 0.8268309235572815, 0.4748761057853699, 0.8278769254684448, 0.5301427841186523, 0.8026209473609924, 0.5149714350700378, 0.8121863007545471, 0.4923042953014374, 0.8245675563812256, 0.46186426281929016, 0.8391351103782654, 0.42364269495010376, 0.8551170229911804, 0.6217204332351685, 0.7291638255119324, 0.3495219051837921, 0.8799537420272827, 0.6966665983200073, 0.6533008217811584, 0.27202799916267395, 0.9022729992866516, 0.7715863585472107, 0.4595305919647217, 0.8235061764717102, 0.5077021718025208, 0.8155178427696228, 0.5410616993904114, 0.7819459438323975, 0.43156698346138, 0.15438759326934814, 0.9313734769821167, 0.8684849143028259, 0.6835302114486694, 0.34543290734291077, 0.8698524832725525, 0.36346012353897095, 0.8670570850372314, 0.3677535951137543, 0.8692216873168945, 0.6417256593704224, 0.718813419342041, 0.3588016629219055, 0.8764611482620239, 0.6657156944274902, 0.6944708824157715, 0.6801754236221313, 0.6809449791908264, 0.6964210867881775, 0.6643675565719604, 0.7144343852996826, 0.3558897376060486, 0.8658710718154907, 0.6425511240959167, 0.7324427366256714, 0.6258729696273804, 0.7475165128707886, 0.39534711837768555, 0.1475498229265213, 0.9318910241127014, 0.8624523282051086, 0.637840747833252, 0.7293006181716919, 0.36049243807792664, 0.869653582572937, 0.3399391770362854, 0.8777683973312378, 0.31278350949287415, 0.8874017000198364, 0.7198340892791748, 0.6339855790138245, 0.26065030694007874, 0.9031516313552856, 0.7724509835243225, 0.44871971011161804, 0.8334833979606628, 0.536676824092865, 0.798795223236084, 0.5082334280014038, 0.8131476044654846, 0.5221230387687683, 0.7985019683837891, 0.5302758812904358, 0.7966148853302002, 0.4706451892852783, 0.825904905796051, 0.45574015378952026, 0.16687451303005219, 0.9280266165733337, 0.1487257480621338, 0.9340620040893555, 0.8719624280929565, 0.6773000359535217, 0.6666180491447449, 0.7052404880523682, 0.6365298628807068, 0.7281424403190613, 0.39164525270462036, 0.14720593392848969, 0.9347227811813354, 0.8628158569335938, 0.35975733399391174, 0.8720171451568604, 0.6704529523849487, 0.6713008284568787, 0.3087306618690491, 0.8904967904090881, 0.7295355796813965, 0.5921083092689514, 0.7583100199699402, 0.5478333234786987, 0.786098062992096, 0.5016189813613892, 0.7788039445877075, 0.5348271131515503], "advantages": [-1.2552050352096558, -1.0517654418945312, -0.4892127811908722, -1.290427327156067, -0.7073538899421692, -1.5826246738433838, -2.528796434402466, -2.309816837310791, -3.239999294281006, -3.818681478500366, -4.268354892730713, -4.434645175933838, -4.364510536193848, -5.139334678649902, -5.211651802062988, -4.85575532913208, -3.6680212020874023, -4.993865489959717, -5.984230995178223, -5.776572227478027, -6.801794052124023, -6.704524517059326, -7.753292083740234, -7.781363010406494, -7.046987056732178, -8.465328216552734, -9.592223167419434, -9.8331937789917, -9.31308364868164, -10.794843673706055, -10.369719505310059, -11.892854690551758, -11.556217193603516, -13.119613647460938, -12.866257667541504, -14.468029975891113, -14.29408073425293, -15.931794166564941, -15.834827423095703, -17.505586624145508, -17.48463249206543, -16.117403030395508, -18.6453800201416, -20.416658401489258, -20.494916915893555, -22.29063606262207, -22.42340850830078, -21.14980125427246, -18.51313018798828, -21.95074462890625, -24.68416976928711, -23.370380401611328, -26.152067184448242, -28.225223541259766, -29.922889709472656, -30.89512825012207, -30.91232681274414, -32.97352600097656, -34.50631332397461, -35.56045150756836, -37.430458068847656, -38.79111099243164, -38.971351623535156, -40.95563507080078, -41.212249755859375, -39.90666961669922, -43.00902557373047, -41.7252082824707, -38.9774055480957, -43.00685501098633, -46.236942291259766, -44.87086486816406, -41.99107360839844, -46.076778411865234, -43.07352066040039, 14.24731159210205, 14.364058494567871, 13.964797019958496, 14.079599380493164, 15.526520729064941, 13.997466087341309, 13.594863891601562, 14.129584312438965, 13.175332069396973, 13.689531326293945, 12.755794525146484, 13.250836372375488, 12.33254337310791, 12.810294151306152, 11.90279483795166, 12.02852725982666, 11.621094703674316, 11.759895324707031, 11.347976684570312, 11.51004409790039, 11.089213371276855, 11.288022994995117, 10.853058815002441, 11.106826782226562, 10.651590347290039, 11.22917652130127, 10.262110710144043, 10.641066551208496, 10.127187728881836, 10.698798179626465, 9.804163932800293, 10.397441864013672, 9.800763130187988, 10.372212409973145, 12.024816513061523, 9.812178611755371, 9.186883926391602, 9.624637603759766, 11.11975383758545, 9.173702239990234, 8.791208267211914, 10.102252960205078, 9.235032081604004, 9.602256774902344, 11.004692077636719, 13.010529518127441, 10.338736534118652, 12.168316841125488, 9.745804786682129, 11.381994247436523, 9.197344779968262, 8.293270111083984, 9.029199600219727, 10.332113265991211, 8.525392532348633, 7.811553955078125, 8.328146934509277, 7.667278289794922, 8.115945816040039, 7.490826606750488, 7.877608776092529, 7.272388458251953, 7.672658443450928, 7.33319091796875, 7.645315647125244, 7.077125549316406, 7.340902805328369, 6.7694220542907715, 7.184791088104248, 8.917820930480957, 7.601263523101807, 7.1260223388671875, 7.2899675369262695, 6.844161510467529, 7.474212646484375, 6.907777309417725, 7.642219543457031, 7.01216459274292, 7.878201007843018, 7.169477462768555, 7.030662536621094, 6.97844123840332, 8.073103904724121, 7.214142322540283, 6.834805011749268, 6.7157368659973145, 6.278583526611328, 6.5770697593688965, 6.0395188331604, 6.468071937561035, 5.8187785148620605, 5.413116455078125, 5.285552024841309, 4.815357208251953, 4.74419641494751, 5.347853183746338, 4.5259599685668945, 5.2427897453308105, 6.725831031799316, 5.618044376373291, 7.248331546783447, 6.096678733825684, 4.939546585083008, 3.666160821914673, 4.604979515075684, 3.271275281906128, 4.3152594566345215, 2.9351181983947754, 1.6809160709381104, 0.9655347466468811, 0.7439358830451965, 1.3089163303375244, 0.07055867463350296, 0.632910430431366, 1.5766246318817139, 0.25799182057380676, -1.0514847040176392, -0.48950424790382385, 0.3930617570877075, -0.9520876407623291, -0.087607242166996, -1.4689116477966309, -0.6378072500228882, 0.25155287981033325, -0.8568115234375]}
{"type": "SampleBatch", "eps_id": [1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 1552982767, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAER78b71hBK+gZYYPdfCib5b8vK+ueJSPc+LAj2ovQy/ZGvyvtaGE76kBKs8dSZ9vg/l876y0K2+m4OCPMzlVD3+Xve+KhAUvq4HizzXSnG+Cdr4vlgOrr6w2Eg8P2N/PTNV/L5FfRS+B0ddPMzfZ75V0f2+nT6uvuQTEzz9U5A9vKYAvy0bCb+SKyo8/GC7PrdkA7/gYq6+3AuRPEXYnD0lIwW/ZjsVvguYnTzcgle+KuIFv7YkST1pOXY8f3j+vsyhBb+RuxW+3bmmO1tsTL50YQa/TM6uvp2Ujzqp2ME99SAIv6vSFb4X2kM7F25KvrvgCL+TwEc9wQh9utKV+r7PoAi/VdoVvm8wMLxbxkm+n2AJv2luSD3UwXC8zHf8vnwgCb9RexW+FyvJvPoBUr7S3wm/+bFKPQHF6ry7YgG/9Z4Jv660FL7HyR69Ajljvk1dCr8B9q2+TPcwvQfWbj2kGgy/x4ITvnUwLL1KoX2+dNcMv4VWrb7MekC9Ts4APTOTDr+dcAi/UOc9vXotnj7GTRG/x6esvluYJL0dVwM7xQcTvysgCL9UbiS9jECQPrzAFb+x7Dm/w1kNvWC+Dz+reBm/ldoHv4+0vrzCK4Q+PTAcv9C3Ob8eaZS8CxwLPx3nH7/uswe/o4Xtu0nxej7qnSK/XHOrvm7WGbtSY0y91FQkv98PD77kPVu76MevvvILJb91KmM9aU8nvDwWI79BwyS/t90OvtsHvLy5+bG+H3olvx8qq76b+/S8rfp+vU4wJ783GQ6+mC7/vKV6ur4x5ie/1beqvnttHb058qa9Opspv98WDb4CGyS9dqvFvtJPKr9hGG09kLtDvefsML/0Ayq/5tELvkpZfL0y5NO+7LYqv79Wqb4uII+9EpkQvm5oLL/3WAa/3eiUvYG4Az5KGC+/jAM4vwukj73Mh8s+cMYyv6jTBb97t369aymrPaJzNb9NiTe/yd53vatGtj5XHzm/+mAFv8K0Wr1WzTc9Pco7v8EfN7+xB1e98PajPtVzP7/r/QS/s8s8vfYMPDzAHEK/McQ2v//aO70QG5Q+hMRFv/KKaL+WKCS9MzARPyJrSr8idDa/hmXrvN4yhj5MEU6/iGYEv/hzwLzbySG9MLdQv+66pL6u7Ma8CtOtvuVcUr/KOQS/YIz+vPuHX73kAVW/OQ82v6u+A709n2k+CaZYv5T+A78tHOK8r5aYvdlJW7+446O+MVHuvKtkwL5o7Vy/nCD/vQbxFb1Sby2/sJBdvxNqo77OcE29uQfLvgczX7+mdwO/6+xtvbHv9b0k1GG/xKGivk/Dd71mbNy+enRjv/8IA7/tg42930YhvmETZr9xtzS/ZveTvd6g5j2msGm/OIUCv5Vaj70xz06+6Uxsv8kyNL9QoJe9J/KKPYfnb78c/wG/6NiUvYgufb4cgXK/7qkzv335nr37Y7E8/Rh2vzBPZb9uFp698uaTPg2ver9rGTO/ZUGSvZoy3rwKRH6/TsVkv85dk71RA3g+rGuBv4aTMr8ncom9hwmUvdQ0g79fZQC/G2iMvVJOxb6GfYS/7xQyv+4wnL1opOu9aUWGv7W7Y79r56C9rUgcPlKrEj3bJSU8reQjvDRjz7y2fhM9pUVSPlMwLLw1bKS+FVEkPdHzKTyrtYq8BDQCvZ8qJT3bq1I+8+qPvOvWqL4rBTY9EggyPEjyxbwryi69DOk2PSlHUz4h8My8GI6vvgXQRz1biz08zY4CvVNZbr2jwkg903k7viVTB71upmU+IsM5PTa9TDzT5+m8xBOhvTPJOj3wkzq+r8r2vEXOUT4V3Cs9OHlaPAs51bwn88a9u/MsPdXUVT6JI+W8mbzLvv8OPj3NGmc80yoTvb3b6b3PNj89ucFWPoiFHL1nAta+B2VQPQdveDxbwz693+QMvgajUT13+1c+3ghKvSWi475X6mI9/miHPLt0br2x4yu+/URkPVv6Nb4GNXy9xOPYPRW2VT3Jab6+E4hzvT3QwT7BPjc9+TU0vnqFVL00sYo9CtQoPaybvb5F+U69aOuvPrF9Cj3wjxC/mtMyvUezHj9Ndrg8xFlCv+AKAL3eBmY/kE/wO2xLEL9OvFm8h6AYP1oVgbvGl7y+xvuyur9FmT67PTm8Z1wxvl9xlztAs8w7I/9xvN+dvL5viZs7/8uZPgxbtbyEfzG+yzIwPE3FFjxfwdG8Yy2xPL02MzwZZY++OTbOvNTQMb7W4a47um+DPI6p6rxoSK88p2W5OzjGjL4bKOe8CvoxvmyXJjko2J88BNEBvVjkvL7C8g86nt6fPggKIL0yZhC/aqDeO+znGj83P0696PG8vuXLmjzPDqE+ZnpsvcR9EL/BVc48QfccP5Bbjb3PQ72+hWUZPZExqD61f5y9b0ozvrtOND2MCkQ9paujvRS5njx2Ojg9EiZsvnvgor2UlzS+IlYlPd92mz2+Gaq958aUPBeOKz3MqFC+T1upvXDLNb6/3Bo9aorQPeOgsL38eos8NDQjPST7Nr5a7q+9Ce42vsCQFD3vUQE+jT+3vZ+fv7466R49+UHcPgCUxr2vBji++yZCPf+VGT5u8M29SNVwPGxwTj1cbgK+TFbNvSN0Ob4xAUQ9yhw5PlfB1L1p9sC+TNBSPSjw+T43MeS9qeY6vsPNej0wOVk+FavrvUpIPzw/F4Y9NFF4vakw6709vVI+jpuDPar1qb6xwuK9MPkgPJEFbD0VhaG8q1vivR75UD4TaGo901yWvsj/2b0MHwY8OVlSPaAZhzzyqdm98CJAvhSzUz2YXKY+bFnhvf4S3DtBUW49A55IPQAT4b3Vx00+alRyPXYwZr7O19i93FXKPiPqXz3TGf+++qfIvT0fTD41GTc95WBBvsR9wL01n8k+0KAnPZ8n776NXLC9tJsWPwldAT2lIT+/o0OYvS0ZyT4ZZ4g8RGjjviUtiL2XJ0o+kIf+O9THFb4VF4C9BycPO4Ornjv6bBg+LQCAvWX4ST54HAA8nbYRvgDYb71u1Mg+RPeiOytx3b4Dtk+9cshJPr31cLtekw2+f5E/vQUQAjugFtO7CfEcPuBnP713rUW+pUpdu8VH4z5QOE+9P0QLO+dFtDvxwxk+wAtPvVrmST5qVws80ygQvtfkPr1uUvw6vWu6O2pIHj54vD69OLFJPmfcDzy/lAu+0JkuvQGvyD7ZY8Y7Ijjavs99Dr2feUk+fNwhu3rIBr4zv/y8dqjIPhsxp7vFpNm+S4m8vHRMFj9J4168yCg4v7qwOLzmysg+TU7lvE+s3L57u2C7hzJKPuz1Fb27zha+NVIIOm5CyT52BiK93A3nvn5TCTwnT0s+cP5GvdxuL76VYko8hfyHO04HVb0WXtg9tb5LPNHGTD60X0y9xNlPvgGjhjxSmbc7fABdvYCklj0Djoc8S0pOPuf5Vr1JTnG+qI+oPM9W6TvYR2q96PIjPVW6qTyeoD++bQBnvX7VoD5GEYs8VkjDvqtETb1ZqBY/dCcZPGQUPr7MDh29dZmPPkGouDsqNiQ89xQGvXIVxbzIOb87sAs9voANCL0/KIQ+FHkMOw2nMzyu0OW8G7c3vV3YGjvwblM+7CntvAtIsb5svdQ7kP5APGnyEr0csYC9r3XcO50yO743GBi9o41fPmxOSTtAOMG+2DUGvUmE/z4Hq5K7YnASv8GnurwM/0c/UmOCvK3RwL51oeq7e4P2Pg8XwLwAuzm+PdAhO48EPz6Uzt28PpxgPHooyzshyNe9k4/bvG7bOb6iG4Y7FNBBPklM+bxQM1489hIBPKEj0b10E/e8NAg6vj45vzsUrEU+qWsKvVX9Wjzt3R481knIvVtTCb1LQjq+OaT9O/WtSj7wORi9LuhWPJ6tPzzHCL293CYXvRgQVT7GbiE88TXDvlUbBr3D21E8zv0RO2kZr722DgW9ZeNUPiq2BzqpRMG+hQ3ovLY2UTxba+a771Ktve/15bwGoDq+B/EOvNvDUj4M6QG9IedUPE7+lruffre9iNgAvTZuOr4vttG7uXdOPqHCD73eelc8CiUbu46Zvr3Rrg69dE06vnWQirtCpEs+S5YdvR8GWTz8vIO5bdvCvYCAHL25PDq+BC0Nu5MySj6jZiu9MJZZPCpG6zrdaMS9IVAqvWU7Or66CgG59RRKPik2Ob3bMVk8hJl6O5ZUw70mIDi9vlJVPiot+zo8Eca+Sg8nvTzZVzxpu767Vp6/vQH7Jb1eYVU+zAz8uxSyxr756BS9lwJbPLAwfbzbWsi9lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 0, 0, 1, 1, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 1, 0], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAFvy8r654lI9z4sCPai9DL9ka/K+1oYTvqQEqzx1Jn2+D+XzvrLQrb6bg4I8zOVUPf5e974qEBS+rgeLPNdKcb4J2vi+WA6uvrDYSDw/Y389M1X8vkV9FL4HR108zN9nvlXR/b6dPq6+5BMTPP1TkD28pgC/LRsJv5IrKjz8YLs+t2QDv+Birr7cC5E8RdicPSUjBb9mOxW+C5idPNyCV74q4gW/tiRJPWk5djx/eP6+zKEFv5G7Fb7duaY7W2xMvnRhBr9Mzq6+nZSPOqnYwT31IAi/q9IVvhfaQzsXbkq+u+AIv5PARz3BCH260pX6vs+gCL9V2hW+bzAwvFvGSb6fYAm/aW5IPdTBcLzMd/y+fCAJv1F7Fb4XK8m8+gFSvtLfCb/5sUo9AcXqvLtiAb/1ngm/rrQUvsfJHr0COWO+TV0KvwH2rb5M9zC9B9ZuPaQaDL/HghO+dTAsvUqhfb501wy/hVatvsx6QL1OzgA9M5MOv51wCL9Q5z29ei2ePsZNEb/Hp6y+W5gkvR1XAzvFBxO/KyAIv1RuJL2MQJA+vMAVv7HsOb/DWQ29YL4PP6t4Gb+V2ge/j7S+vMIrhD49MBy/0Lc5vx5plLwLHAs/Hecfv+6zB7+jhe27SfF6PuqdIr9cc6u+btYZu1JjTL3UVCS/3w8PvuQ9W7vox6++8gslv3UqYz1pTye8PBYjv0HDJL+33Q6+2we8vLn5sb4feiW/Hyqrvpv79Lyt+n69TjAnvzcZDr6YLv+8pXq6vjHmJ7/Vt6q+e20dvTnypr06mym/3xYNvgIbJL12q8W+0k8qv2EYbT2Qu0O95+wwv/QDKr/m0Qu+Sll8vTLk077stiq/v1apvi4gj70SmRC+bmgsv/dYBr/d6JS9gbgDPkoYL7+MAzi/C6SPvcyHyz5wxjK/qNMFv3u3fr1rKas9onM1v02JN7/J3ne9q0a2PlcfOb/6YAW/wrRavVbNNz09yju/wR83v7EHV73w9qM+1XM/v+v9BL+zyzy99gw8PMAcQr8xxDa//9o7vRAblD6ExEW/8opov5YoJL0zMBE/ImtKvyJ0Nr+GZeu83jKGPkwRTr+IZgS/+HPAvNvJIb0wt1C/7rqkvq7sxrwK062+5VxSv8o5BL9gjP68+4dfveQBVb85Dza/q74DvT2faT4Jpli/lP4Dvy0c4ryvlpi92Ulbv7jjo74xUe68q2TAvmjtXL+cIP+9BvEVvVJvLb+wkF2/E2qjvs5wTb25B8u+BzNfv6Z3A7/r7G29se/1vSTUYb/EoaK+T8N3vWZs3L56dGO//wgDv+2Djb3fRiG+YRNmv3G3NL9m95O93qDmPaawab84hQK/lVqPvTHPTr7pTGy/yTI0v1Cgl70n8oo9h+dvvxz/Ab/o2JS9iC59vhyBcr/uqTO/ffmevftjsTz9GHa/ME9lv24Wnr3y5pM+Da96v2sZM79lQZK9mjLevApEfr9OxWS/zl2TvVEDeD6sa4G/hpMyvydyib2HCZS91DSDv19lAL8baIy9Uk7FvoZ9hL/vFDK/7jCcvWik671pRYa/tbtjv2vnoL2tSBw+aYyIv5GEMb8Sp5q9J7UnvrZ+Ez2lRVI+UzAsvDVspL4VUSQ90fMpPKu1irwENAK9nyolPdurUj7z6o+869aovisFNj0SCDI8SPLFvCvKLr0M6TY9KUdTPiHwzLwYjq++BdBHPVuLPTzNjgK9U1luvaPCSD3TeTu+JVMHvW6mZT4iwzk9Nr1MPNPn6bzEE6G9M8k6PfCTOr6vyva8Rc5RPhXcKz04eVo8CznVvCfzxr278yw91dRVPokj5byZvMu+/w4+Pc0aZzzTKhO9vdvpvc82Pz25wVY+iIUcvWcC1r4HZVA9B294PFvDPr3f5Ay+BqNRPXf7Vz7eCEq9JaLjvlfqYj3+aIc8u3RuvbHjK779RGQ9W/o1vgY1fL3E49g9FbZVPclpvr4TiHO9PdDBPsE+Nz35NTS+eoVUvTSxij0K1Cg9rJu9vkX5Tr1o668+sX0KPfCPEL+a0zK9R7MeP012uDzEWUK/4AoAvd4GZj+QT/A7bEsQv068WbyHoBg/WhWBu8aXvL7G+7K6v0WZPrs9ObxnXDG+X3GXO0CzzDsj/3G83528vm+Jmzv/y5k+DFu1vIR/Mb7LMjA8TcUWPF/B0bxjLbE8vTYzPBllj745Ns681NAxvtbhrju6b4M8jqnqvGhIrzynZbk7OMaMvhso57wK+jG+bJcmOSjYnzwE0QG9WOS8vsLyDzqe3p8+CAogvTJmEL9qoN477OcaPzc/Tr3o8by+5cuaPM8OoT5memy9xH0Qv8FVzjxB9xw/kFuNvc9Dvb6FZRk9kTGoPrV/nL1vSjO+u040PYwKRD2lq6O9FLmePHY6OD0SJmy+e+CivZSXNL4iViU933abPb4Zqr3nxpQ8F44rPcyoUL5PW6m9cMs1vr/cGj1qitA946Cwvfx6izw0NCM9JPs2vlrur70J7ja+wJAUPe9RAT6NP7e9n5+/vjrpHj35Qdw+AJTGva8GOL77JkI9/5UZPm7wzb1I1XA8bHBOPVxuAr5MVs29I3Q5vjEBRD3KHDk+V8HUvWn2wL5M0FI9KPD5Pjcx5L2p5jq+w816PTA5WT4Vq+u9Skg/PD8Xhj00UXi9qTDrvT29Uj6Om4M9qvWpvrHC4r0w+SA8kQVsPRWFobyrW+K9HvlQPhNoaj3TXJa+yP/ZvQwfBjw5WVI9oBmHPPKp2b3wIkC+FLNTPZhcpj5sWeG9/hLcO0FRbj0Dnkg9ABPhvdXHTT5qVHI9djBmvs7X2L3cVco+I+pfPdMZ/776p8i9PR9MPjUZNz3lYEG+xH3AvTWfyT7QoCc9nyfvvo1csL20mxY/CV0BPaUhP7+jQ5i9LRnJPhlniDxEaOO+JS2IvZcnSj6Qh/471McVvhUXgL0HJw87g6ueO/psGD4tAIC9ZfhJPngcADydthG+ANhvvW7UyD5E96I7K3HdvgO2T71yyEk+vfVwu16TDb5/kT+9BRACO6AW07sJ8Rw+4Gc/vXetRb6lSl27xUfjPlA4T70/RAs750W0O/HDGT7AC0+9WuZJPmpXCzzTKBC+1+Q+vW5S/Dq9a7o7akgePni8Pr04sUk+Z9wPPL+UC77QmS69Aa/IPtljxjsiONq+z30OvZ95ST583CG7esgGvjO//Lx2qMg+GzGnu8Wk2b5Liby8dEwWP0njXrzIKDi/urA4vObKyD5NTuW8T6zcvnu7YLuHMko+7PUVvbvOFr41Ugg6bkLJPnYGIr3cDee+flMJPCdPSz5w/ka93G4vvpViSjyF/Ic7TgdVvRZe2D21vks80cZMPrRfTL3E2U++AaOGPFKZtzt8AF29gKSWPQOOhzxLSk4+5/lWvUlOcb6oj6g8z1bpO9hHar3o8iM9VbqpPJ6gP75tAGe9ftWgPkYRizxWSMO+q0RNvVmoFj90Jxk8ZBQ+vswOHb11mY8+Qai4Oyo2JDz3FAa9chXFvMg5vzuwCz2+gA0IvT8ohD4UeQw7DaczPK7Q5bwbtze9XdgaO/BuUz7sKe28C0ixvmy91DuQ/kA8afISvRyxgL2vddw7nTI7vjcYGL2jjV8+bE5JO0A4wb7YNQa9SYT/PgerkrticBK/wae6vAz/Rz9SY4K8rdHAvnWh6rt7g/Y+DxfAvAC7Ob490CE7jwQ/PpTO3bw+nGA8eijLOyHI172Tj9u8bts5vqIbhjsU0EE+SUz5vFAzXjz2EgE8oSPRvXQT97w0CDq+Pjm/OxSsRT6pawq9Vf1aPO3dHjzWSci9W1MJvUtCOr45pP079a1KPvA5GL0u6FY8nq0/PMcIvb3cJhe9GBBVPsZuITzxNcO+VRsGvcPbUTzO/RE7aRmvvbYOBb1l41Q+KrYHOqlEwb6FDei8tjZRPFtr5rvvUq297/XlvAagOr4H8Q6828NSPgzpAb0h51Q8Tv6Wu59+t72I2AC9Nm46vi+20bu5d04+ocIPvd56VzwKJRu7jpm+vdGuDr10TTq+dZCKu0KkSz5Llh29HwZZPPy8g7lt28K9gIAcvbk8Or4ELQ27kzJKPqNmK70wllk8KkbrOt1oxL0hUCq9ZTs6vroKAbn1FEo+KTY5vdsxWTyEmXo7llTDvSYgOL2+UlU+Ki37OjwRxr5KDye9PNlXPGm7vrtWnr+9AfslvV5hVT7MDPy7FLLGvvnoFL2XAls8sDB9vNtayL2k0BO98uI5vp2fjrwff0I+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.24131493270397186, 0.895858645439148, 0.7556158900260925, 0.5627695322036743, 0.7457023859024048, 0.5738638639450073, 0.7374980449676514, 0.4179460108280182, 0.8396899104118347, 0.6064826846122742, 0.2953885793685913, 0.8750197887420654, 0.7103742361068726, 0.6078583002090454, 0.29195210337638855, 0.8786695599555969, 0.27571606636047363, 0.8873761296272278, 0.25129878520965576, 0.8985724449157715, 0.7796880006790161, 0.4905412793159485, 0.8019941449165344, 0.5516629815101624, 0.746748685836792, 0.5776807069778442, 0.2728274464607239, 0.8870747089385986, 0.2769257128238678, 0.8864772319793701, 0.7282561659812927, 0.4269391894340515, 0.18631026148796082, 0.9157050251960754, 0.8317717909812927, 0.3750867247581482, 0.8453786373138428, 0.3430943787097931, 0.13919605314731598, 0.935564398765564, 0.8849738836288452, 0.7536598443984985, 0.49243804812431335, 0.7689984440803528, 0.5307973623275757, 0.7431386709213257, 0.5617672801017761, 0.7192195653915405, 0.5866039395332336, 0.302573025226593, 0.8675600290298462, 0.6909656524658203, 0.3980485200881958, 0.8212164640426636, 0.6238670945167542, 0.655376672744751, 0.3653869032859802, 0.16502514481544495, 0.9216912388801575, 0.8561554551124573, 0.29327332973480225, 0.8727355003356934, 0.7451703548431396, 0.4868038594722748, 0.7732892632484436, 0.43962687253952026, 0.7995861172676086, 0.6083648800849915, 0.6436713337898254, 0.642200767993927, 0.6060551404953003, 0.32846659421920776, 0.8494446873664856, 0.710797905921936, 0.5141618847846985, 0.46378377079963684, 0.8353226184844971, 0.4367847442626953, 0.8474537134170532, 0.4021541178226471, 0.8611968159675598, 0.6393392086029053, 0.7144891023635864, 0.6649620532989502, 0.6920929551124573, 0.3124138116836548, 0.889151394367218, 0.27347052097320557, 0.9007779359817505, 0.23188798129558563, 0.9121896028518677, 0.8089476823806763, 0.5409591794013977, 0.772519588470459, 0.5850352644920349, 0.25397947430610657, 0.09775908291339874, 0.950168251991272, 0.9098732471466064, 0.771769642829895, 0.5680984854698181, 0.7832019329071045, 0.4519575536251068, 0.8285578489303589, 0.4541161358356476, 0.8291754722595215, 0.5492079854011536, 0.20560041069984436, 0.923535943031311, 0.17992544174194336, 0.9317284822463989, 0.8505476117134094, 0.6034125089645386, 0.7351111769676208, 0.6447386741638184, 0.7040464878082275, 0.6819301247596741, 0.6704595685005188, 0.2843828797340393, 0.9047502279281616, 0.7631457448005676, 0.5617387890815735, 0.20330935716629028, 0.9253365397453308, 0.8364806771278381, 0.590406596660614, 0.7320359349250793, 0.642178475856781, 0.6925275325775146, 0.31479865312576294, 0.8909397125244141, 0.7377358675003052, 0.4197559058666229, 0.832724392414093, 0.4501296281814575, 0.17669673264026642, 0.924437940120697, 0.8319843411445618, 0.5569643378257751, 0.7775733470916748, 0.44905632734298706, 0.8366489410400391, 0.5699752569198608, 0.23228183388710022, 0.9086724519729614, 0.7788719534873962, 0.55019611120224, 0.7831694483757019, 0.45721670985221863, 0.8337205648422241, 0.43971604108810425, 0.15513934195041656, 0.9351429343223572, 0.8691209554672241, 0.338882714509964, 0.8880844116210938, 0.7198560833930969, 0.6208048462867737, 0.7629486322402954, 0.5596981644630432, 0.8015178442001343, 0.5096896886825562, 0.20435230433940887, 0.9162795543670654, 0.7844460010528564, 0.5726713538169861, 0.7668732404708862, 0.40077295899391174, 0.8630709648132324, 0.6452500224113464, 0.29033249616622925, 0.10666076093912125, 0.9473624229431152, 0.900137186050415, 0.7340761423110962, 0.6292524337768555, 0.740675151348114, 0.6198363900184631, 0.7485766410827637, 0.608159601688385, 0.7577989101409912, 0.4061185419559479, 0.8529402017593384, 0.3982008397579193, 0.8579545617103577, 0.619327187538147, 0.7435746788978577, 0.6222450137138367, 0.7422121167182922, 0.6229832172393799, 0.7424502372741699, 0.6216181516647339, 0.7442542314529419, 0.6181512475013733, 0.7476000189781189, 0.3874887228012085, 0.8613584637641907, 0.37104445695877075, 0.8689646124839783, 0.6546879410743713], "advantages": [7.580617904663086, 8.718170166015625, 7.821845054626465, 6.710877418518066, 7.57504415512085, 6.450265884399414, 7.2691426277160645, 6.134671688079834, 4.556761264801025, 5.388761520385742, 6.112790584564209, 7.11945104598999, 6.005244255065918, 4.8401079177856445, 5.466280937194824, 6.50697660446167, 5.222599983215332, 6.333145618438721, 4.92026424407959, 6.132260322570801, 4.581396102905273, 3.320007801055908, 3.9024581909179688, 2.618546962738037, 1.3531938791275024, 1.6328734159469604, 0.42050260305404663, -1.108751893043518, -0.7711300253868103, -2.2222580909729004, -1.945410966873169, -1.7926582098007202, -1.2718160152435303, 0.16502735018730164, -1.7258199453353882, -3.1616945266723633, -2.4941656589508057, -4.030231952667236, -3.2669949531555176, -1.4177271127700806, -3.6995935440063477, -5.53087043762207, -6.868790626525879, -7.898977279663086, -8.268068313598633, -9.268308639526367, -9.646649360656738, -10.629170417785645, -11.01728343963623, -11.992298126220703, -12.800217628479004, -13.534740447998047, -13.965821266174316, -13.630119323730469, -15.145596504211426, -16.13077735900879, -16.555500030517578, -16.08648109436035, -14.561285018920898, -16.86104393005371, -18.68360710144043, -17.8935546875, -19.820213317871094, -21.19304847717285, -21.2159423828125, -22.66560935974121, -22.569801330566406, -24.100130081176758, -25.109458923339844, -25.794538497924805, -26.832387924194336, -27.45136260986328, -27.0532283782959, -28.74446678161621, -29.91606330871582, 20.753456115722656, 20.834613800048828, 20.694181442260742, 20.807846069335938, 20.65848159790039, 20.82159996032715, 20.657909393310547, 21.5726261138916, 20.457366943359375, 21.328603744506836, 20.27153205871582, 20.618633270263672, 20.35637664794922, 20.83203887939453, 20.537174224853516, 21.197174072265625, 20.864004135131836, 21.806888580322266, 23.83989715576172, 21.514575958251953, 23.422138214111328, 25.847166061401367, 27.924537658691406, 24.49230194091797, 21.513973236083984, 19.95418357849121, 21.1712589263916, 19.751596450805664, 19.605371475219727, 19.815196990966797, 19.73043441772461, 19.922773361206055, 20.94406509399414, 22.653141021728516, 20.381067276000977, 21.9349365234375, 19.80426597595215, 18.8150634765625, 18.747034072875977, 18.672504425048828, 18.58218002319336, 18.494504928588867, 18.377090454101562, 18.2767391204834, 18.862350463867188, 17.799306869506836, 17.587078094482422, 17.441600799560547, 17.999296188354492, 16.841815948486328, 16.490354537963867, 16.861783981323242, 16.066755294799805, 16.38523292541504, 15.610090255737305, 15.543232917785645, 14.969192504882812, 15.117175102233887, 16.25647735595703, 14.667774200439453, 15.825532913208008, 18.732955932617188, 15.693540573120117, 14.018409729003906, 13.383036613464355, 13.4642972946167, 14.775519371032715, 13.10832405090332, 12.505882263183594, 12.744063377380371, 11.837752342224121, 11.855700492858887, 11.318857192993164, 11.307025909423828, 12.451415061950684, 10.928651809692383, 12.139447212219238, 15.426178932189941, 12.20697021484375, 10.523116111755371, 12.132685661315918, 10.362631797790527, 9.812178611755371, 10.042710304260254, 9.477104187011719, 9.794739723205566, 9.208287239074707, 9.648468017578125, 11.064179420471191, 8.870158195495605, 8.055410385131836, 8.38062572479248, 7.614809513092041, 8.114533424377441, 7.436225891113281, 7.744305610656738, 8.997642517089844, 10.93917179107666, 7.903730392456055, 6.137599468231201, 5.561269283294678, 5.646867275238037, 5.077147483825684, 5.13960599899292, 4.572854518890381, 4.613318920135498, 4.045536518096924, 4.490211009979248, 3.6949615478515625, 4.19376277923584, 3.3772928714752197, 3.421656608581543, 2.8677380084991455, 2.8865480422973633, 2.3476696014404297, 2.3416287899017334, 1.814570426940918, 1.7843564748764038, 1.2657872438430786, 1.2121046781539917, 0.698505699634552, 1.2680789232254028, 0.3474351763725281, 0.999905526638031, 0.0529327392578125]}
{"type": "SampleBatch", "eps_id": [896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 896829513, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAKTQE73y4jm+nZ+OvB9/Qj6ZryK9/rNiPBECX7yFkN29a40hvftuOb6tOoG8/X44PhhjML3QlGk8b2tHvDuH8L0dOC+9gpRWPnjnbbxk8NO+gw0evRXTbzzIxbq89OQAvonaHL3jHlc+S2XPvEPw2b7dpAu9JRN7PGmRCr2AcxC+fWMKvaqZN77FHxa9NCIQPp8TGb2gxoU86pcKvfotJ74ovRe9EZI2vsD3F72TzvI9NFgmvVQQjjxoQQ69tQw+voXsJL1ZhTW+oHUdvS54xD0RcjO9zF6+vseZFb30osA+oudRva5sNL7Fju28KAOUPbpWYL1V5b2+erfhvN8Ztj7cuH690pgzvsJxp7yE6149gYuGvcIDpDwOh568N4J6vpG5hb2+AzO+5JvGvLKJKz2t4oy9oxmpPFi/v7zeRoS+OgqMvTtRMr52E+q8IQHcPDIsk71w2Ly+Cq3lvDvrnj7AR6K9HX0xvmfSsrxuaBM8PGGpvax7vL4KWbG8s+SWPl51uL2wHBC/2w+BvA6bFD8zhM+94zW8vjXRh7uO1pA+wJLevUuOML5eTcY6Wd41vK6i5b0DMby+CDSpOhtqkD7YsPS9zpgwvr4m4zvwYCe8MsH7vQnYuDzJdNw71vWZvpjU+r0DzDC+lhg7OhKMwbt/8wC+X068vuUgHDra8ZI+wXsIvkEbEL/2ms87gHIUPw0DFL4yW7y+V+iSPPIQlD7Sixu+kSwxvuxJwjxRYBE79BYfvgIysjz3psI8vtaQvuikHr5+3jG+xE2UPGvYjDyZMyK+rve8vuUelzx3jaE+oMIpvnNnMr5J0co8GU7rPA1ULb4eSL2+DIbPPKaBqD5M5jS+FCMzvgy5Aj08YTY9e3s4vkF6oTzVXgY9/qBzviIUOL6Mfls+oMLlPLYjBb9SsDO++1+aPAyNkDz271++hk0zvsbWWj4mcVk8FXkBvxHtLr6SOdE+x91OO1RSS7+bjia+xplaPvqIULwYJAC/Xi8ivuTalzwcR7q84v1Yvi7OIb6PezS+F//cvLGQlj1BaiW+xqidPITz0LyNA2m+WgUlvjjgWz7DO/a8NTYHv5afIL6vIqQ8bWImvc39er6KNiC+o6syvrt2Or3sRA09VckjvojjvL5voze98PufPo5XK75ZWTG+fAoevYROxDuV4y6+d0i8vtmMHb33j5I+mWs2vsU4ML6nGQa9HPmVvNvxOb4DYsA8lZkHvR9spL67djm+NkIvvlPoIb3dDSC9Dvg8vv86u77NGyW9zah2Pkt1RL7NaQ+/N2ARvahEBT9m7k++gq26vsZ1zbz5IV4++mVXvmAxLb4366m8KSKrvbrcWr7yV7q+B5y3vL5dTz7iUGK+uo8svk9ulrzr/Ma9ZsRlvkcQ3DyVWaa8qonKvo83Zb73/iu+einnvBH9370tqGi+DLC5vsMU+bw0djI+nhVwvoMjK774hty8IegCvtmBc77oRLm+6XjxvBv7Hz4B63q+g3kOvxjg17xhAuE+cSiDvnDcuL5V34+8+ewNPu7ahr4Oqim+HFRyvORmI75GjYi+5J+4vv9Ok7xzfQM+jT6Mvm8vKb5Viny8dvgtviVlp7zjW4Y85cE2vWOcoLw6taS8lTlZPg9dOL3c7Ka+svOBvNLWkDxQElO9gRNEvT0cfrxMoFo+Of5WvUx0tr5iJji8MP6cPI0vdL0BOaW9xt4xvI5BM75vy3q98T1FPm87a7ytG6s86wNrvWgq871JY2S8Tocxvu+9dL2gCR8+NpmOvCs0vL7YBGi9R2zbPt7Syrx81C++R+lEvfjV8j3d9Oa8aSnFPKQyO705akG+ZQPjvOx1Lr7Hq0q9A1u2PU7t/rxzRNA8dWBDveQVYL75wvq8ioBiPrpNVb1Iswa/c4XWvKri2zwwNIC9EC2AvqIf0rxpWSu+PHWKvTPcszwaiu286QbrPAOPib0lIZW+w9bovBxiKb4vfZW9IvWnvFr4Ab13Bbi+K1SWveI+fj7daR+9TT8nvrIojL0Rboi9F8ssvcT9tr434469UppQPmkSSr0MOyW+H4uGvUeP4b1WSle9e+MNPf0Ni71hedi+3XNUvapII75hX5y9NO0bvuuDYb3vMxY9EZyivfCh777hgl693AQhvr7Htb08Ok6+jGRrvVe1s76DB769QQt+PbMShL02Yh6+KX27vV9RhL6NaIq9QIQqPQcTxr2KGhS/B7SIvUapG75bxd29aLiivv/tjr1s3bC+3snqvU51er0xFJ29UOsJvwpL7b0Y60U+XSWzvclmO79bYOW9PQLlPlQh0b3B52y/Qg7TvQHiMz/4CPe9SKE6v0JGtr0+QcI+q3IKvtBiCL/ru6a9U+t1PdpbFb64Uqy+XUakvfysg75xQBy+o8QPvhXPrr2i9BK/iCAfvsEfq75iUsa9D22evtj4Jb7bIAe/8/7SvRzSR71FyDC+a6o4v33+1L1Au1Y+Oo4/vk5gBr+kZ8y9BkLpvUBOSr6A7Te/6xHRvfszFT4XBVm+oKQFvxUay705nTW+GrZjvuS7pr7PXdK9Pcz/vnVhar556QS/jNTmvQnDdr5+A3W+omg2v2Sz8L0KlWc8nc2BvqMUBL8tH/C9TFugvh4Wh74CjzW/SPP8vc1mdL1HWY6+lQFnv/Nk/71RPEQ+yJaXvvWoNL9/i/e9B/EMvr3Qnr7MUgK/vS79vWmH7r5AB6S+7MYzv+ghCL5LuVu+KzirvhUvZb/khgy+SckIPQNjtL72SIu/ztcLvlxFjz6Rh7++Gvujv7YcBr5myQY/5aXMvrPNir+OqPa9LkpIPpjA177ciKO/l6Xuvfpe5T7I1eS+1Ua8vxJM3L1tqDM/sOXzvgkio79Ijb+9KSrBPlN5AL937Lu/RRmwvaqZIz+q/Qe/GM+ivzTslb02JKQ+1IAOv1Kku7+Wyoi9gN0WP0gCFr8bjqK/S05hvat/jT7Yghy/G3yJv4KqSr2YxQe9sAIiv4Jdor+pYU29GF55Pk+BKL+qPru/nW45vUQdBT+y/i+/BDGiv+PVDr07gFo+iXs2v4Enib/6tfq8WoS4vf/3O791EqK/cbwEvRtnRT6dc0K/BAqJv0Xj6bzwLeG95e5Hv/71ob/x5vu8b8ExPmBpTr9E7oi/E3bfvG+4A76M41O/4Nqhv1iJ9LxYDB8+8Vxav4vTiL+6Ftu8ryUWvgvWX79rwKG/whzzvInMDD5hTma/2Ku6v6KV3LyIYtc+5MVtv++lob9NqZe88/30PSs9dL/Xlrq/3g+EvPwU0D7Ys3u/t5Whv5XzArwqmN49PBWBvzyYiL86rL67NPs+vprQg79Aj6G/TXMcvF+u1T3JC4e/eoS6v9eF9LtCuck+wcaKv0eHob+A79o5Sa7KPcgBjr87gbq/KRUdO1+XyD6vvJG/GXzTvyumJzxrai8/ffeVvwyHur8xF8Q81aLKPoKymb+vmKG/kncCPcPH4j3i7Zy/6aC6v82JCz0Gm9M+bKmgv4G3ob8qZS09p7IGPmnlo79u0oi/xis4PRgIF77woaa/YN1fv6YWLD3G79m+CN+ovxj7iL/3Nwk9B9P1vWCcq78KBKK/csX+PBxsOz7l2a6/TxmJvyJhDj1TJsy915exv9pgYL+kNgY9hSzDvkDWs7/qOIm/ovjNPBt/oL3UlLa/Lj6iv6ohwTzqeGM+g9O5v7lPib/uhuU8/QyBvYySvL9EVqK/+DPbPPoYdD620b+/NVy7vxohAT2xFAo//5DDv21xor+vUC09XnqDPrTQxr8dfru/BlpCPQ8BED+rkMq/MZuiv9hucD1i/5E+NtHNv2m+ib905YM9uiQ9PHWS0L9m1KK/gV6EPULNpT4m1NO/qfqJvyCikT1821U9mpbWvxlJYr+ZxZM9wm1evuTZ2L/JnTC/7t+KPYD7+L4Hntq/f8tiv4rpbT29LzG+oOLcv3sRMb/CvF89fcjkvuun3r+8NGO/zSE7PZPADL6R7eC/j6iKvzLfLz0+WS0+f7Pjv4yHY79gvT09+Frgvfn55b8/0oq/+sM0PXMeSj69wOi/v9+jv1/vRD1t7wA/xgfsvzz9ir+/MW49CPBnPmbP7r9zQGS/6l+APZuuQb25F/G/gzWLvy3gfD0nbIc+eeDzv6m0ZL+LRYk9LJUEvPUp9r9icYu/sPCIPRYknD7o8/i/qzFlv3RulT2cpgs9pD77v26HM7/205Y9Y1Zwvj0K/b+q3QG/6DaNPdjWAL+yVv6/HFygvk0zcT1tAUa/lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 0, 1, 1, 1, 1, 0, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 0, 0, 0, 1, 0, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAJmvIr3+s2I8EQJfvIWQ3b1rjSG9+245vq06gbz9fjg+GGMwvdCUaTxva0e8O4fwvR04L72ClFY+eOdtvGTw076DDR69FdNvPMjFurz05AC+idocveMeVz5LZc+8Q/DZvt2kC70lE3s8aZEKvYBzEL59Ywq9qpk3vsUfFr00IhA+nxMZvaDGhTzqlwq9+i0nvii9F70Rkja+wPcXvZPO8j00WCa9VBCOPGhBDr21DD6+hewkvVmFNb6gdR29LnjEPRFyM73MXr6+x5kVvfSiwD6i51G9rmw0vsWO7bwoA5Q9ulZgvVXlvb56t+G83xm2Pty4fr3SmDO+wnGnvITrXj2Bi4a9wgOkPA6Hnrw3gnq+kbmFvb4DM77km8a8sokrPa3ijL2jGak8WL+/vN5GhL46Coy9O1EyvnYT6rwhAdw8MiyTvXDYvL4KreW8O+uePsBHor0dfTG+Z9KyvG5oEzw8Yam9rHu8vgpZsbyz5JY+XnW4vbAcEL/bD4G8DpsUPzOEz73jNby+NdGHu47WkD7Akt69S44wvl5NxjpZ3jW8rqLlvQMxvL4INKk6G2qQPtiw9L3OmDC+vibjO/BgJ7wywfu9Cdi4PMl03DvW9Zm+mNT6vQPMML6WGDs6EozBu3/zAL5fTry+5SAcOtrxkj7Bewi+QRsQv/aazzuAchQ/DQMUvjJbvL5X6JI88hCUPtKLG76RLDG+7EnCPFFgETv0Fh++AjKyPPemwjy+1pC+6KQevn7eMb7ETZQ8a9iMPJkzIr6u97y+5R6XPHeNoT6gwim+c2cyvknRyjwZTus8DVQtvh5Ivb4Mhs88poGoPkzmNL4UIzO+DLkCPTxhNj17ezi+QXqhPNVeBj3+oHO+IhQ4vox+Wz6gwuU8tiMFv1KwM777X5o8DI2QPPbvX76GTTO+xtZaPiZxWTwVeQG/Ee0uvpI50T7H3U47VFJLv5uOJr7GmVo++ohQvBgkAL9eLyK+5NqXPBxHurzi/Vi+Ls4hvo97NL4X/9y8sZCWPUFqJb7GqJ08hPPQvI0Dab5aBSW+OOBbPsM79rw1Nge/lp8gvq8ipDxtYia9zf16voo2IL6jqzK+u3Y6vexEDT1VySO+iOO8vm+jN73w+58+jlcrvllZMb58Ch69hE7EO5XjLr53SLy+2YwdvfePkj6Zaza+xTgwvqcZBr0c+ZW82/E5vgNiwDyVmQe9H2ykvrt2Ob42Qi++U+ghvd0NIL0O+Dy+/zq7vs0bJb3NqHY+S3VEvs1pD783YBG9qEQFP2buT76Crbq+xnXNvPkhXj76ZVe+YDEtvjfrqbwpIqu9utxavvJXur4HnLe8vl1PPuJQYr66jyy+T26WvOv8xr1mxGW+RxDcPJVZpryqicq+jzdlvvf+K756Kee8Ef3fvS2oaL4MsLm+wxT5vDR2Mj6eFXC+gyMrvviG3Lwh6AK+2YFzvuhEub7pePG8G/sfPgHrer6DeQ6/GODXvGEC4T5xKIO+cNy4vlXfj7z57A0+7tqGvg6qKb4cVHK85GYjvkaNiL7kn7i+/06TvHN9Az6NPoy+by8pvlWKfLx2+C2+qu+Nvme89jwAG5q83E7vvjq1pLyVOVk+D104vdzspr6y84G80taQPFASU72BE0S9PRx+vEygWj45/la9THS2vmImOLww/pw8jS90vQE5pb3G3jG8jkEzvm/Ler3xPUU+bztrvK0bqzzrA2u9aCrzvUljZLxOhzG+7710vaAJHz42mY68KzS8vtgEaL1HbNs+3tLKvHzUL75H6US9+NXyPd305rxpKcU8pDI7vTlqQb5lA+O87HUuvserSr0DW7Y9Tu3+vHNE0Dx1YEO95BVgvvnC+ryKgGI+uk1VvUizBr9zhda8quLbPDA0gL0QLYC+oh/SvGlZK748dYq9M9yzPBqK7bzpBus8A4+JvSUhlb7D1ui8HGIpvi99lb0i9ae8WvgBvXcFuL4rVJa94j5+Pt1pH71NPye+siiMvRFuiL0Xyyy9xP22vjfjjr1SmlA+aRJKvQw7Jb4fi4a9R4/hvVZKV7174w09/Q2LvWF52L7dc1S9qkgjvmFfnL007Ru+64Nhve8zFj0RnKK98KHvvuGCXr3cBCG+vse1vTw6Tr6MZGu9V7WzvoMHvr1BC349sxKEvTZiHr4pfbu9X1GEvo1oir1AhCo9BxPGvYoaFL8HtIi9RqkbvlvF3b1ouKK+/+2OvWzdsL7eyeq9TnV6vTEUnb1Q6wm/CkvtvRjrRT5dJbO9yWY7v1tg5b09AuU+VCHRvcHnbL9CDtO9AeIzP/gI971IoTq/Qka2vT5Bwj6rcgq+0GIIv+u7pr1T63U92lsVvrhSrL5dRqS9/KyDvnFAHL6jxA++Fc+uvaL0Er+IIB++wR+rvmJSxr0PbZ6+2PglvtsgB7/z/tK9HNJHvUXIML5rqji/ff7UvUC7Vj46jj++TmAGv6RnzL0GQum9QE5KvoDtN7/rEdG9+zMVPhcFWb6gpAW/FRrLvTmdNb4atmO+5Lumvs9d0r09zP++dWFqvnnpBL+M1Oa9CcN2vn4Ddb6iaDa/ZLPwvQqVZzydzYG+oxQEvy0f8L1MW6C+HhaHvgKPNb9I8/y9zWZ0vUdZjr6VAWe/82T/vVE8RD7Ilpe+9ag0v3+L970H8Qy+vdCevsxSAr+9Lv29aYfuvkAHpL7sxjO/6CEIvku5W74rOKu+FS9lv+SGDL5JyQg9A2O0vvZIi7/O1wu+XEWPPpGHv74a+6O/thwGvmbJBj/lpcy+s82Kv46o9r0uSkg+mMDXvtyIo7+Xpe69+l7lPsjV5L7VRry/EkzcvW2oMz+w5fO+CSKjv0iNv70pKsE+U3kAv3fsu79FGbC9qpkjP6r9B78Yz6K/NOyVvTYkpD7UgA6/UqS7v5bKiL2A3RY/SAIWvxuOor9LTmG9q3+NPtiCHL8bfIm/gqpKvZjFB72wAiK/gl2iv6lhTb0YXnk+T4Eov6o+u7+dbjm9RB0FP7L+L78EMaK/49UOvTuAWj6Jeza/gSeJv/q1+rxahLi9//c7v3USor9xvAS9G2dFPp1zQr8ECom/RePpvPAt4b3l7ke//vWhv/Hm+7xvwTE+YGlOv0TuiL8Tdt+8b7gDvozjU7/g2qG/WIn0vFgMHz7xXFq/i9OIv7oW27yvJRa+C9Zfv2vAob/CHPO8icwMPmFOZr/Yq7q/opXcvIhi1z7kxW2/76Whv02pl7zz/fQ9Kz10v9eWur/eD4S8/BTQPtize7+3laG/lfMCvCqY3j08FYG/PJiIvzqsvrs0+z6+mtCDv0CPob9Ncxy8X67VPckLh796hLq/14X0u0K5yT7Bxoq/R4ehv4Dv2jlJrso9yAGOvzuBur8pFR07X5fIPq+8kb8ZfNO/K6YnPGtqLz9995W/DIe6vzEXxDzVoso+grKZv6+Yob+SdwI9w8fiPeLtnL/poLq/zYkLPQab0z5sqaC/gbehvyplLT2nsgY+aeWjv27SiL/GKzg9GAgXvvChpr9g3V+/phYsPcbv2b4I36i/GPuIv/c3CT0H0/W9YJyrvwoEor9yxf48HGw7PuXZrr9PGYm/ImEOPVMmzL3Xl7G/2mBgv6Q2Bj2FLMO+QNazv+o4ib+i+M08G3+gvdSUtr8uPqK/qiHBPOp4Yz6D07m/uU+Jv+6G5Tz9DIG9jJK8v0RWor/4M9s8+hh0PrbRv781XLu/GiEBPbEUCj//kMO/bXGiv69QLT1eeoM+tNDGvx1+u78GWkI9DwEQP6uQyr8xm6K/2G5wPWL/kT420c2/ab6Jv3Tlgz26JD08dZLQv2bUor+BXoQ9Qs2lPibU07+p+om/IKKRPXzbVT2alta/GUliv5nFkz3CbV6+5NnYv8mdML/u34o9gPv4vgee2r9/y2K/iultPb0vMb6g4ty/exExv8K8Xz19yOS+66fev7w0Y7/NITs9k8AMvpHt4L+PqIq/Mt8vPT5ZLT5/s+O/jIdjv2C9PT34WuC9+fnlvz/Sir/6wzQ9cx5KPr3A6L+/36O/X+9EPW3vAD/GB+y/PP2Kv78xbj0I8Gc+Zs/uv3NAZL/qX4A9m65BvbkX8b+DNYu/LeB8PSdshz554PO/qbRkv4tFiT0slQS89Sn2v2Jxi7+w8Ig9FiScPujz+L+rMWW/dG6VPZymCz2kPvu/boczv/bTlj1jVnC+PQr9v6rdAb/oNo092NYAv7JW/r8cXKC+TTNxPW0BRr/0I/+/SFMCv6/WMT0G+uy+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.7106685638427734, 0.6668575406074524, 0.7000078558921814, 0.32227280735969543, 0.8854774832725525, 0.291730672121048, 0.8958092927932739, 0.7450428009033203, 0.5966638326644897, 0.7699317336082458, 0.5571064352989197, 0.7931985855102539, 0.48584210872650146, 0.8177021145820618, 0.5065338611602783, 0.8101471066474915, 0.48160436749458313, 0.8255948424339294, 0.4523012936115265, 0.838689386844635, 0.5816727876663208, 0.7651889324188232, 0.5962967872619629, 0.2425028383731842, 0.9109862446784973, 0.77065509557724, 0.5777051448822021, 0.7786453366279602, 0.43751171231269836, 0.8378877639770508, 0.5662569403648376, 0.21439701318740845, 0.9209125638008118, 0.8097880482673645, 0.5025780200958252, 0.8031399250030518, 0.4809136688709259, 0.8341689109802246, 0.4441937804222107, 0.8504447937011719, 0.5996227860450745, 0.2603808343410492, 0.8962920308113098, 0.261137455701828, 0.10159697383642197, 0.9471202492713928, 0.9088575839996338, 0.7872995138168335, 0.5310128927230835, 0.19528867304325104, 0.9223884344100952, 0.8343828320503235, 0.5757730007171631, 0.7634307742118835, 0.6077878475189209, 0.7426372766494751, 0.3664761483669281, 0.8727752566337585, 0.6759410500526428, 0.318977028131485, 0.8840462565422058, 0.6751586198806763, 0.7008159160614014, 0.6605274081230164, 0.28753361105918884, 0.8947510719299316, 0.7407499551773071, 0.605197548866272, 0.7575953602790833, 0.4200104773044586, 0.8475610017776489, 0.5779494643211365, 0.7699623703956604, 0.5632368326187134, 0.22127433121204376, 0.422776460647583, 0.8589866757392883, 0.35968849062919617, 0.880551278591156, 0.7051267623901367, 0.6363570690155029, 0.7504859566688538, 0.4244270622730255, 0.839689314365387, 0.5360040068626404, 0.8068986535072327, 0.48021307587623596, 0.16773734986782074, 0.9297579526901245, 0.8628906011581421, 0.3338986337184906, 0.8841833472251892, 0.7301704287528992, 0.590936541557312, 0.7732299566268921, 0.5246951580047607, 0.19215992093086243, 0.9209063649177551, 0.15553231537342072, 0.9304401874542236, 0.8749923706054688, 0.2799084186553955, 0.10450006276369095, 0.9438902139663696, 0.913950502872467, 0.8364750742912292, 0.6517844796180725, 0.37332117557525635, 0.831131100654602, 0.5788437724113464, 0.25698432326316833, 0.10453684628009796, 0.9427295327186584, 0.9109273552894592, 0.8311253190040588, 0.34625235199928284, 0.8574703931808472, 0.28901779651641846, 0.12165766209363937, 0.936893880367279, 0.8978785276412964, 0.18978732824325562, 0.9121976494789124, 0.844907820224762, 0.2898705303668976, 0.13065455853939056, 0.9321234822273254, 0.8911815285682678, 0.8097609281539917, 0.6649650931358337, 0.538287878036499, 0.7086115479469299, 0.51210618019104, 0.6975406408309937, 0.5411106944084167, 0.6807903051376343, 0.5588160753250122, 0.6732602119445801, 0.4336960017681122, 0.7775503993034363, 0.5796176791191101, 0.6648098826408386, 0.4240368902683258, 0.784044623374939, 0.4207342863082886, 0.7867113351821899, 0.4180883765220642, 0.7887042164802551, 0.4156350791454315, 0.7902842164039612, 0.5870823264122009, 0.6664329767227173, 0.5750594735145569, 0.6797168254852295, 0.44329673051834106, 0.7674208283424377, 0.5479292869567871, 0.7015162706375122, 0.525517463684082, 0.28095874190330505, 0.8653427958488464, 0.7485175132751465, 0.449240505695343, 0.7724223732948303, 0.5910126566886902, 0.3788011968135834, 0.7832255363464355, 0.5994870662689209, 0.635342538356781, 0.4285106658935547, 0.7436121702194214, 0.5554605722427368, 0.6636852025985718, 0.5333572626113892, 0.3222014307975769, 0.830599308013916, 0.3011248707771301, 0.8411584496498108, 0.7221211194992065, 0.4397510886192322, 0.7416161894798279, 0.590021550655365, 0.4335390627384186, 0.6965445280075073, 0.45166945457458496, 0.6808656454086304, 0.5349255800247192, 0.6335983872413635, 0.5182574391365051, 0.35444557666778564, 0.7886951565742493, 0.6626697778701782, 0.4773338735103607, 0.6776759624481201, 0.4576045274734497, 0.6930818557739258, 0.56284099817276, 0.4418734610080719, 0.34181904792785645, 0.7381816506385803], "advantages": [-14.484781265258789, -15.078315734863281, -15.304299354553223, -15.869322776794434, -15.188665390014648, -16.362459182739258, -15.527762413024902, -16.737367630004883, -16.96587562561035, -17.3212833404541, -17.5750675201416, -17.840639114379883, -18.11956214904785, -17.680397033691406, -18.96535301208496, -18.61017608642578, -19.816015243530273, -19.9058837890625, -20.327102661132812, -20.334800720214844, -20.787870407104492, -20.59699249267578, -21.577484130859375, -21.455488204956055, -21.033933639526367, -22.681228637695312, -23.63094711303711, -23.64626121520996, -24.598915100097656, -24.57905387878418, -25.287006378173828, -25.391054153442383, -25.24933624267578, -26.800457000732422, -27.81361961364746, -27.914308547973633, -28.73761558532715, -28.953563690185547, -30.030853271484375, -30.27353858947754, -31.412626266479492, -31.670278549194336, -30.77577018737793, -32.50199508666992, -31.50899314880371, -28.935720443725586, -31.675037384033203, -33.52141571044922, -34.59233474731445, -34.51129150390625, -33.061500549316406, -34.97571563720703, -36.23207473754883, -37.01788330078125, -37.580421447753906, -38.42612075805664, -38.92631912231445, -38.43696594238281, -39.8529052734375, -40.92127990722656, -41.733375549316406, -42.64072036743164, -42.90554428100586, -44.06563949584961, -44.26015090942383, -43.642452239990234, -45.19123840332031, -46.599796295166016, -46.51935577392578, -48.01278305053711, -49.343505859375, -49.771995544433594, -49.62903594970703, -51.206783294677734, -50.992889404296875, 8.386072158813477, 9.242635726928711, 8.318897247314453, 9.362587928771973, 8.40546703338623, 8.517806053161621, 8.303901672363281, 8.395092964172363, 9.29047966003418, 8.003610610961914, 8.021709442138672, 8.034357070922852, 8.190627098083496, 10.05794906616211, 8.954859733581543, 8.935110092163086, 9.549631118774414, 9.4678955078125, 10.095630645751953, 9.704157829284668, 10.212653160095215, 10.010623931884766, 11.269890785217285, 10.831707000732422, 12.433157920837402, 11.796772956848145, 11.732799530029297, 12.439088821411133, 14.711362838745117, 13.701303482055664, 13.11536693572998, 12.889432907104492, 12.967811584472656, 13.286262512207031, 12.04516887664795, 11.949445724487305, 13.052851676940918, 15.059213638305664, 14.138010025024414, 13.177241325378418, 12.223518371582031, 13.554078102111816, 12.447104454040527, 14.100028991699219, 16.052907943725586, 15.255127906799316, 14.207146644592285, 16.08226776123047, 15.220738410949707, 13.967734336853027, 15.876638412475586, 17.559951782226562, 17.040679931640625, 16.304439544677734, 15.002102851867676, 13.089179039001465, 15.41972541809082, 13.686527252197266, 11.47396183013916, 13.960506439208984, 11.804299354553223, 14.220174789428711, 12.197535514831543, 14.398192405700684, 15.626882553100586, 14.757031440734863, 13.119203567504883, 14.638959884643555, 15.24930477142334, 14.611503601074219, 14.963932037353516, 14.400782585144043, 14.551420211791992, 14.040635108947754, 14.042128562927246, 13.567328453063965, 12.871500015258789, 12.814275741577148, 12.241110801696777, 12.012792587280273, 11.757238388061523, 11.36470890045166, 10.993191719055176, 10.500683784484863, 10.238116264343262, 9.84238052368164, 9.327629089355469, 8.593448638916016, 8.625150680541992, 7.771075248718262, 7.172928810119629, 7.142759323120117, 6.691532135009766, 6.794996738433838, 6.0212016105651855, 5.939462184906006, 5.643169403076172, 6.004397392272949, 5.040994167327881, 5.55625057220459, 6.211331844329834, 4.9173583984375, 5.666738510131836, 4.396872043609619, 3.1750826835632324, 4.2400221824646, 2.9801526069641113, 2.3265228271484375, 2.5976719856262207, 2.6909706592559814, 2.7249648571014404, 3.0128118991851807, 3.991132974624634, 2.8632235527038574, 3.8758416175842285, 4.41290807723999, 3.267967700958252, 2.0713136196136475, 3.038623809814453, 1.8079873323440552, 2.6710569858551025, 1.430898904800415, 0.41751307249069214, -0.09992370754480362, -0.17169952392578125]}
{"type": "SampleBatch", "eps_id": [90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 90188607, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAPQj/79IUwK/r9YxPQb67L7LOADAMG00vx/sCz35jyC+vR8BwKJ/Zr+bJ/48GvoVPsdGAsAeqjS/VRMLPXSLC74HLgPAZrxmv+nS/zw97io+X1UEwBLnNL8dlg09/wvtve08BcAcFQO/wRoEPUFuy7625AXAEYGivngcxzy6/i2/t0wGwIUd+70/gi88E/B2v+R0BsANwaK+VJIMvIcnK78O3QbAGyr7vRrTs7wGxXa/PgUHwAKKor7r4Ci98KAtv0RtB8BwEQO/lHBgvXIxzL4JFQjAUM80vyqOgL19vv29ePwIwGGEZr9WoYW9LOYXPogjCsBwG4y/xht/vb/o1j41igvAjPakvxi5XL1vMTE/gzANwIDWvb9wBSS9yqd3P38WD8Dly6S/AoupvAqUKT9gvBDA6MiLvzYN9LvoALo+OSISwGuXZb9S8j65G8+LPRpIE8BhxYu/UxabOsjGuD7qrRTAWphlv5KkCTy2dIw9zNMVwNjJi7+lHSA8k1G6Pqg5F8BeqWW/DK6LPBw0mD2fXxjAJcYzvy3blzwbDFq+vEUZwFLkAb/q72k8qdr/vkdyDL2+2Am9F/uHvLPZuLsNNA+9OZUlPrPniLxLZpu+6vQBvW3lB70Jorq820qEvLSsBL1eKCY+X0e9vNjBob6Ww+68xjUFvYUK8bz03/q8qBf0vLapaL4AD/a88ViBPsSoDL24ugG93KrMvDc6Sr37QA+9htxnvqvB1LwB+XA+gM0hvTZ+/bxtM668KwOGvXJWJL16bCg+AOy4vK3Aur4g3Ra9zlz4vMeu9LyxWKK971gZvSRmZr7R1QC9sbtQPoHHK722L/G87EXgvJ3syb3xMC69FQwqPlVt8Lwiscy+YJYgvWqN6rzZ9hi9a5juvdXuIr1ijmS+EIIivQAcKD6pNzW96+DVvi8PFb0EXuM+IXBXveVxY75xXOG8+IIPPjOiab3xatW+NWbKvAYa2T7l44W9aa5ivj3thLykQP09HPWOvUYf1b5BVWG89YXSPtoBoL0ydhy/PjK1uwYSMz+GCrm9YPvUvqucCjwGZs8+ZRTKvWtIYr5srIc8oarrPYgh073SKdW+34aaPPtr0z4eL+S9/8xivowu3jxWSQE+jkHtvfw727wf3vI8uYghvi1a7r11oWO+rwXZPP6YEz4ddfe9gMvhvEij8Dypbg++Ipb4vSojKz5MsNk8ecDYvq+98b3/Vui8/FOUPH+u+r0V5/K99n0qPgdGgDxGktG+PhXsvdlK7LzB1/Q7e9jkvbJD7b1rKCo+uJyrO3Pazb5Idea9AsjtvJbCN7thoNy9pKXnvX18Zb4Ee6K7o3w8PpTT8L3sm9a+T2WnukpL8z5j/wC+E2VlvqTIBjwPeDo+45UFvt2o1r4udEI8Omn0PgEsDr4hsGW+PnCvPCX4QD4BxBK+taDxvERQzjzoe8e9pl4TvgI5KT7VWr48Q5rDvjr8D75KV7g+JIZ/PGDUKr+TnAi+magoPspyEzv3T72+Cz0FvoNu+bx8mKi7OmKcva7cBb5u6Ga+b6Pau0LZWz7uegq+p07XvtzeG7soWQE/rRcTvn7GZr5BMv07U+tYPj61F74Brfi8JwNEPFiQoL1lVBi+GBBnvnVSKjwNRF8+cPMcvjdL+7xlxHE8UiGSvUSUHb5iLCg+52JaPOL7t744Nxq+DeS3PvRFyTvS1SW/LdwSvsPjJz7SQ9+7adS0vpWAD765hf68Dl1jvP9RgL16IxC+5Wlnvg3ld7zoB2c+UMQUvjR/174B9y2893MDPwBjHb6VCWe+qI+2uaGyXj7qASK+1tH5vNMdgzt4Ppq9zKEivkEXZ75PhCM7FOBfPvxAJ76klPq84gnhO84Mlr1b4Se+QzpnvskFsTuY5GI+PYEsvoIE/Lz3HSE89CCOvYgiLb41c2e+X2AKPKjNZz6OwzG+ULDXvrONVDx+jgU/NWQ6vhPDZ77EwL886LtuPtQGP77bOgG9T/PlPDVHVb0+rD++8BInPldr3TyE6au+01Q8vqN0BL1MaKY8aRAOvV7+PL4CYyY+kLmgPIxLpL54qjm+TcsGvQNNWDwJ6bS8AVc6vvLoJT5+EFE8VAOfvowFN76VUAi9mpfWO8KdY7wHtDe+p/ppvtB8zTt9y48+AGI8vs0QCb3CxUI8UV4hvHIRPb6iXCU+jYs/PMX2mL7Lwjm+WXIKveFLuzvI/B27AXQ6vtobJT5ut7k7aymWvqYmN74KHQu9u7JPuVezmjq22De+iQclPjPyNrkHSJW+w4s0vnQXC70VzMS7BUyLOs09Nb4zfWq+yBnEu61slT5i7jm+qmMKvXvLGrlCOzK7hp86vrA1JT4z1FO5G0WXvqZRN75sXgq9xD7Iu6p1ObvDAji+i05qvosZyrsUapM+abI8vlGmCb3LjNa5I6Xbu5piPb4CZiU+D2sOuglamb7DEzq+CpgJvasX1ru4feW74sM6vnGAJT6qrtq7wX2avoN0N74H0gi9LTdQvBkCN7ylIzi+LtJpvi3gU7xiEY4+z9A8vplRB72L5/G77MCdvAR+Pb5+hmm+Vob+u/3Lij6qKUK+dW4Gvce6GbtC5cS8vdVCvjs7Jj6eOzm7wImivqKCP77vIAa9JVUWvIxD0rxRLkC+/mcmPj++HrxaeKS+Udo8vu4stz6EAIS8p/Adv5qGNb7IxyY+ahXpvKKlqL6vMDK+gWQCvX2GD73QpTu9ltcyvu2zJz4/RxO969yyvvN8L77bevy8eeUvveyxi72JHjC+VbVmvvN7Nb3arFc+w7s0vlpG8rzsOiS9OgDEvdJWNb5demW++BEsvXB7PD6/7Tm+OVLWvtv9HL0vKe0+ZYBCvg9OZL5+F+68DYAiPlERR7741dW+fBfUvHFW4j7/nk++Z4Bjvuepi7w1uhA+zStUvo+b27y9A2m89W8gvlq4VL44jyw+Yi2OvB9a6L7ZRFG+EevXvKmH2Lxspiq+Cc9RvrBlYr591fO80szwPTBWVr5Z4NS+55HgvK8rzT4L2l6+lY9hvlPqnrwt1Ms96lxjvqPQy7zpm468sf5LvlvfY74XlC4+ij+vvPSi/r6EYWC+mEnHvK9dAL0bjFi+D+FgvjI+YL6SsBG9u72RPS5dZb6jer+8L9wLvYEbbr6612W+JVowPp/oHr3/KAm/zlBivmz7trzIzEq9O9qCvurFYr5W612+f7xfvT/LrDwkNme+qnDSviUCXr1clJc+DKFvviZUXL5zwUW9hpNYvCEJdL4lstG+qtZGvTIXhz5qbHy+uulavls5Mb2NKjO9oGaAvi0H0b6vzjS9IZ9wPtmUhL4CTBq/wY4hvYtvAz/ZwIq+K2vQvhX/7rxnlFU+9OuOvi+eWL7b0sy8ic6+vX8Wkb7/BdC+lBbcvLseRD6TP5W+89tXvoG1vLzgR+C9LGiXvsGoz77Gps683wg0PmSPm76lrxm/jtixvBO+6z4itaG+8lDPvg/RTLwq2iQ+mNqlvoSlVr5eEBi81N0KvhcAqL4LT2u8UIBEvFfH3L69Jai+8FVWvljmqLwFvxG+cEqqvoLqzr4cOMC8azoTPtltrr74sFW+pKmovLn2H77mkLC+F5jOvsJBwrwxBQU+qbK0vjoLVb4/+ay8CEAuvg3Utr40RM6+iNrIvOUe7T0j9Lq+Cv4Yv03itbxOH80+xxLBvrbszb5efWi82ujOPRwxxb7S1lO+WmJHvFbNSL5rT8e+WLvNvgfSg7zS5b09xGzLvtXBGL/ZQWm86bTCPgCJ0b6Fgs2+NErZu/dJqj02pdW+PR5TviPMoruYsli+rMHXvspszb7wvRa8Ic2iPXPd275F6VK+MmP5u7lDXb5h+d2+ru4vvJd/Q7zl2gK/iBXevmCgUr4Xf7W8dZZjvrww4L7NDM2+FenZvGzCgT2XSuS+R+pRvpuHz7xyTHO++WPmvoyrzL4edfa86ndAPeJ76r5rG1G+PsLuvIiTgr4zk+y+ozzMvodFDL02+uc85KjwvpPwF7+q8wm9j7iePsG89r5ovcu+6RzhvCzJ4Tvnz/q+srcXv+f737zf4JQ+v3AAv7FWy77JV7C8l2kqvEt5Ar8zihe/CgyyvO8CjT4tgQW/oQXLvmLshLzT+cS86YgHv9VmF7/m3Ii8KOaGPheQCr/qx8q+8GM7vBgHDb01lwy/mUwXvy+sRrzNXYI+3J0Pv8Kbyr7neea7cHYrvYqkEb+8Ohe/gvQAvI6Pfj7VqhS/1X/Kvo77Pbtatj69lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 1, 0, 0, 0, 0, 0, 0, 0, 1, 1, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 1, 1, 0, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 0, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAAMs4AMAwbTS/H+wLPfmPIL69HwHAon9mv5sn/jwa+hU+x0YCwB6qNL9VEws9dIsLvgcuA8BmvGa/6dL/PD3uKj5fVQTAEuc0vx2WDT3/C+297TwFwBwVA7/BGgQ9QW7LvrbkBcARgaK+eBzHPLr+Lb+3TAbAhR37vT+CLzwT8Ha/5HQGwA3Bor5Ukgy8hycrvw7dBsAbKvu9GtOzvAbFdr8+BQfAAoqivuvgKL3woC2/RG0HwHARA7+UcGC9cjHMvgkVCMBQzzS/Ko6AvX2+/b14/AjAYYRmv1ahhb0s5hc+iCMKwHAbjL/GG3+9v+jWPjWKC8CM9qS/GLlcvW8xMT+DMA3AgNa9v3AFJL3Kp3c/fxYPwOXLpL8Ci6m8CpQpP2C8EMDoyIu/Ng30u+gAuj45IhLAa5dlv1LyPrkbz4s9GkgTwGHFi79TFps6yMa4PuqtFMBamGW/kqQJPLZ0jD3M0xXA2MmLv6UdIDyTUbo+qDkXwF6pZb8Mros8HDSYPZ9fGMAlxjO/LduXPBsMWr68RRnAUuQBv+rvaTyp2v++/+sZwNXkM7+MYYw7rW1Pvg00D705lSU+s+eIvEtmm77q9AG9beUHvQmiurzbSoS8tKwEvV4oJj5fR7282MGhvpbD7rzGNQW9hQrxvPTf+ryoF/S8tqlovgAP9rzxWIE+xKgMvbi6Ab3cqsy8NzpKvftAD72G3Ge+q8HUvAH5cD6AzSG9Nn79vG0zrrwrA4a9clYkvXpsKD4A7Li8rcC6viDdFr3OXPi8x670vLFYor3vWBm9JGZmvtHVAL2xu1A+gccrvbYv8bzsReC8nezJvfEwLr0VDCo+VW3wvCKxzL5gliC9ao3qvNn2GL1rmO691e4ivWKOZL4QgiK9ABwoPqk3Nb3r4NW+Lw8VvQRe4z4hcFe95XFjvnFc4bz4gg8+M6JpvfFq1b41Zsq8BhrZPuXjhb1prmK+Pe2EvKRA/T0c9Y69Rh/VvkFVYbz1hdI+2gGgvTJ2HL8+MrW7BhIzP4YKub1g+9S+q5wKPAZmzz5lFMq9a0hivmyshzyhqus9iCHTvdIp1b7fhpo8+2vTPh4v5L3/zGK+jC7ePFZJAT6OQe29/DvbvB/e8jy5iCG+LVruvXWhY76vBdk8/pgTPh11972Ay+G8SKPwPKluD74ilvi9KiMrPkyw2Tx5wNi+r73xvf9W6Lz8U5Q8f676vRXn8r32fSo+B0aAPEaS0b4+Fey92UrsvMHX9Dt72OS9skPtvWsoKj64nKs7c9rNvkh15r0CyO28lsI3u2Gg3L2kpee9fXxlvgR7orujfDw+lNPwveyb1r5PZae6SkvzPmP/AL4TZWW+pMgGPA94Oj7jlQW+3ajWvi50Qjw6afQ+ASwOviGwZb4+cK88JfhAPgHEEr61oPG8RFDOPOh7x72mXhO+AjkpPtVavjxDmsO+OvwPvkpXuD4khn88YNQqv5OcCL6ZqCg+ynITO/dPvb4LPQW+g275vHyYqLs6Ypy9rtwFvm7oZr5vo9q7QtlbPu56Cr6nTte+3N4buyhZAT+tFxO+fsZmvkEy/TtT61g+PrUXvgGt+LwnA0Q8WJCgvWVUGL4YEGe+dVIqPA1EXz5w8xy+N0v7vGXEcTxSIZK9RJQdvmIsKD7nYlo84vu3vjg3Gr4N5Lc+9EXJO9LVJb8t3BK+w+MnPtJD37tp1LS+lYAPvrmF/rwOXWO8/1GAvXojEL7laWe+DeV3vOgHZz5QxBS+NH/XvgH3Lbz3cwM/AGMdvpUJZ76oj7a5obJePuoBIr7W0fm80x2DO3g+mr3MoSK+QRdnvk+EIzsU4F8+/EAnvqSU+rziCeE7zgyWvVvhJ75DOme+yQWxO5jkYj49gSy+ggT8vPcdITz0II69iCItvjVzZ75fYAo8qM1nPo7DMb5QsNe+s41UPH6OBT81ZDq+E8NnvsTAvzzou24+1AY/vts6Ab1P8+U8NUdVvT6sP77wEic+V2vdPITpq77TVDy+o3QEvUxopjxpEA69Xv48vgJjJj6QuaA8jEukvniqOb5Nywa9A01YPAnptLwBVzq+8uglPn4QUTxUA5++jAU3vpVQCL2al9Y7wp1jvAe0N76n+mm+0HzNO33Ljz4AYjy+zRAJvcLFQjxRXiG8chE9vqJcJT6Niz88xfaYvsvCOb5Zcgq94Uu7O8j8HbsBdDq+2hslPm63uTtrKZa+piY3vgodC727sk+5V7OaOrbYN76JByU+M/I2uQdIlb7DizS+dBcLvRXMxLsFTIs6zT01vjN9ar7IGcS7rWyVPmLuOb6qYwq9e8sauUI7MruGnzq+sDUlPjPUU7kbRZe+plE3vmxeCr3EPsi7qnU5u8MCOL6LTmq+ixnKuxRqkz5psjy+UaYJvcuM1rkjpdu7mmI9vgJmJT4Paw66CVqZvsMTOr4KmAm9qxfWu7h95bviwzq+cYAlPqqu2rvBfZq+g3Q3vgfSCL0tN1C8GQI3vKUjOL4u0mm+LeBTvGIRjj7P0Dy+mVEHvYvn8bvswJ28BH49vn6Gab5Whv67/cuKPqopQr51bga9x7oZu0LlxLy91UK+OzsmPp47ObvAiaK+ooI/vu8gBr0lVRa8jEPSvFEuQL7+ZyY+P74evFp4pL5R2jy+7iy3PoQAhLyn8B2/moY1vsjHJj5qFem8oqWovq8wMr6BZAK9fYYPvdClO72W1zK+7bMnPj9HE73r3LK+83wvvtt6/Lx55S+97LGLvYkeML5VtWa+83s1vdqsVz7DuzS+WkbyvOw6JL06AMS90lY1vl16Zb74ESy9cHs8Pr/tOb45Uta+2/0cvS8p7T5lgEK+D05kvn4X7rwNgCI+URFHvvjV1b58F9S8cVbiPv+eT75ngGO+56mLvDW6ED7NK1S+j5vbvL0Dabz1byC+WrhUvjiPLD5iLY68H1rovtlEUb4R69e8qYfYvGymKr4Jz1G+sGVivn3V87zSzPA9MFZWvlng1L7nkeC8ryvNPgvaXr6Vj2G+U+qevC3Uyz3qXGO+o9DLvOmbjryx/ku+W99jvheULj6KP6+89KL+voRhYL6YSce8r10AvRuMWL4P4WC+Mj5gvpKwEb27vZE9Ll1lvqN6v7wv3Au9gRtuvrrXZb4lWjA+n+gevf8oCb/OUGK+bPu2vMjMSr072oK+6sVivlbrXb5/vF+9P8usPCQ2Z76qcNK+JQJevVyUlz4MoW++JlRcvnPBRb2Gk1i8IQl0viWy0b6q1ka9MheHPmpsfL666Vq+WzkxvY0qM72gZoC+LQfRvq/ONL0hn3A+2ZSEvgJMGr/BjiG9i28DP9nAir4ra9C+Ff/uvGeUVT70646+L55YvtvSzLyJzr69fxaRvv8F0L6UFty8ux5EPpM/lb7z21e+gbW8vOBH4L0saJe+wajPvsamzrzfCDQ+ZI+bvqWvGb+O2LG8E77rPiK1ob7yUM++D9FMvCraJD6Y2qW+hKVWvl4QGLzU3Qq+FwCovgtPa7xQgES8V8fcvr0lqL7wVVa+WOaovAW/Eb5wSqq+gurOvhw4wLxrOhM+2W2uvviwVb6kqai8ufYfvuaQsL4XmM6+wkHCvDEFBT6psrS+OgtVvj/5rLwIQC6+DdS2vjREzr6I2si85R7tPSP0ur4K/hi/TeK1vE4fzT7HEsG+tuzNvl59aLza6M49HDHFvtLWU75aYke8Vs1IvmtPx75Yu82+B9KDvNLlvT3EbMu+1cEYv9lBabzptMI+AInRvoWCzb40Stm790mqPTal1b49HlO+I8yiu5iyWL6swde+ymzNvvC9FrwhzaI9c93bvkXpUr4yY/m7uUNdvmH53b6u7i+8l39DvOXaAr+IFd6+YKBSvhd/tbx1lmO+vDDgvs0Mzb4V6dm8bMKBPZdK5L5H6lG+m4fPvHJMc775Y+a+jKvMvh519rzqd0A94nvqvmsbUb4+wu68iJOCvjOT7L6jPMy+h0UMvTb65zzkqPC+k/AXv6rzCb2PuJ4+wbz2vmi9y77pHOG8LMnhO+fP+r6ytxe/5/vfvN/glD6/cAC/sVbLvslXsLyXaSq8S3kCvzOKF78KDLK87wKNPi2BBb+hBcu+YuyEvNP5xLzpiAe/1WYXv+bciLwo5oY+F5AKv+rHyr7wYzu8GAcNvTWXDL+ZTBe/L6xGvM1dgj7cnQ+/wpvKvud55rtwdiu9iqQRv7w6F7+C9AC8jo9+PtWqFL/Vf8q+jvs9u1q2Pr07sRa/vyZNvrUCe7sHKa6+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.6544507145881653, 0.5457584857940674, 0.5860438346862793, 0.5376443266868591, 0.5921902060508728, 0.47045043110847473, 0.3688003420829773, 0.28719666600227356, 0.7795383930206299, 0.27813324332237244, 0.789827823638916, 0.7364574670791626, 0.6673202514648438, 0.5781663656234741, 0.46807172894477844, 0.34549811482429504, 0.23202326893806458, 0.851290225982666, 0.7621870636940002, 0.6445932984352112, 0.4761773943901062, 0.6428894400596619, 0.4743407666683197, 0.6430926322937012, 0.5292347073554993, 0.4302200973033905, 0.651005208492279, 0.47257623076438904, 0.8321378231048584, 0.44006696343421936, 0.846711277961731, 0.5994668006896973, 0.7510499954223633, 0.6216145753860474, 0.7359360456466675, 0.3600485026836395, 0.8741902112960815, 0.6773024797439575, 0.6830852627754211, 0.2998620867729187, 0.8930201530456543, 0.7390009164810181, 0.39635995030403137, 0.8568435311317444, 0.41082262992858887, 0.8541404008865356, 0.4139454662799835, 0.14439328014850616, 0.9384337067604065, 0.8699994087219238, 0.3571036756038666, 0.8817934989929199, 0.6820552945137024, 0.6750481128692627, 0.7081896662712097, 0.3528076708316803, 0.8665525317192078, 0.3597326874732971, 0.8664984703063965, 0.35669490694999695, 0.8697679042816162, 0.6561554074287415, 0.2855561375617981, 0.8997054696083069, 0.2662478983402252, 0.9064598679542542, 0.7613208889961243, 0.4218817949295044, 0.15980525314807892, 0.929334819316864, 0.8506399393081665, 0.6045637130737305, 0.24572443962097168, 0.9101377129554749, 0.7710452079772949, 0.5697740912437439, 0.7813941240310669, 0.4495353698730469, 0.16941535472869873, 0.9273754358291626, 0.8454079627990723, 0.5952923893928528, 0.2426290065050125, 0.9098319411277771, 0.7684805989265442, 0.5773200392723083, 0.7737385630607605, 0.5667344927787781, 0.7807573676109314, 0.5527257919311523, 0.21055147051811218, 0.919940710067749, 0.8117216229438782, 0.5185427665710449, 0.7889009714126587, 0.5330743789672852, 0.7833717465400696, 0.5405272841453552, 0.7816952466964722, 0.4587852954864502, 0.8338839411735535, 0.559673547744751, 0.7698712348937988, 0.5600287318229675, 0.7722243070602417, 0.5542570948600769, 0.7783169746398926, 0.45781058073043823, 0.831761360168457, 0.5481908321380615, 0.781792938709259, 0.46421143412590027, 0.8288088440895081, 0.5413583517074585, 0.7857681512832642, 0.5282618403434753, 0.7957147359848022, 0.4918915927410126, 0.8146284818649292, 0.49434101581573486, 0.8144001960754395, 0.508465051651001, 0.8045610189437866, 0.4914408028125763, 0.18430902063846588, 0.924901008605957, 0.8416562676429749, 0.4020020663738251, 0.8612001538276672, 0.6501213312149048, 0.7012129426002502, 0.6855759024620056, 0.3327900469303131, 0.8782522678375244, 0.34702253341674805, 0.8754173517227173, 0.6493537425994873, 0.27910852432250977, 0.8969979286193848, 0.7512675523757935, 0.411971777677536, 0.8512263298034668, 0.5800846815109253, 0.22813384234905243, 0.9121242761611938, 0.8007039427757263, 0.5000345706939697, 0.1792009472846985, 0.9271676540374756, 0.8509571552276611, 0.6207671761512756, 0.7240164279937744, 0.6591100096702576, 0.6916972398757935, 0.6911197304725647, 0.3402249217033386, 0.8746440410614014, 0.6500211954116821, 0.719810962677002, 0.6309230327606201, 0.7336190938949585, 0.38760659098625183, 0.8593938946723938, 0.616445004940033, 0.26291510462760925, 0.9001639485359192, 0.7577506899833679, 0.5744442939758301, 0.7690213322639465, 0.5550418496131897, 0.7803094983100891, 0.46576184034347534, 0.8227605223655701, 0.5346624255180359, 0.7869624495506287, 0.4784732162952423, 0.8164790868759155, 0.5286208391189575, 0.7853836417198181, 0.5218362212181091, 0.21094933152198792, 0.9143416285514832, 0.8076117038726807, 0.47136515378952026, 0.8195831179618835, 0.44397884607315063, 0.8325489163398743, 0.5871087312698364, 0.7374420762062073, 0.6010329723358154, 0.7265204191207886, 0.6098694801330566, 0.7187575697898865, 0.6143644452095032, 0.713981568813324, 0.6150655746459961, 0.7119860053062439, 0.6123565435409546, 0.7125591039657593, 0.39351317286491394], "advantages": [8.454148292541504, 9.196200370788574, 10.13184928894043, 8.526554107666016, 9.43067455291748, 7.7558722496032715, 6.444916725158691, 5.641612529754639, 5.24130916595459, 5.332033157348633, 4.707914352416992, 4.779219150543213, 5.189318656921387, 5.9860100746154785, 6.874715805053711, 7.2869672775268555, 6.798346996307373, 5.203686237335205, 4.268044471740723, 2.4109091758728027, 0.08171756565570831, 0.7529674172401428, -1.572979211807251, -0.9105083346366882, -3.2298479080200195, -5.45485258102417, -7.253082275390625, 21.1826171875, 21.755958557128906, 21.26007080078125, 21.923534393310547, 21.412616729736328, 21.80182456970215, 21.351381301879883, 21.706893920898438, 21.314987182617188, 22.19284439086914, 21.621185302734375, 21.960540771484375, 21.711021423339844, 22.8201904296875, 22.207000732421875, 22.533287048339844, 23.517616271972656, 22.411645889282227, 23.30562973022461, 22.292142868041992, 23.101261138916016, 24.29068946838379, 22.551244735717773, 21.62848663330078, 22.25595474243164, 21.334819793701172, 21.271648406982422, 21.246126174926758, 21.1569766998291, 22.092788696289062, 21.29338264465332, 22.29145622253418, 21.47045135498047, 22.546674728393555, 21.70326042175293, 21.687564849853516, 22.19637107849121, 21.277427673339844, 21.755176544189453, 20.80590057373047, 20.664134979248047, 21.587360382080078, 23.910627365112305, 22.0589542388916, 21.132137298583984, 21.04785919189453, 21.46733856201172, 20.51736068725586, 20.371789932250977, 20.247907638549805, 20.07720375061035, 21.049482345581055, 23.469865798950195, 21.53590202331543, 20.53139877319336, 20.386066436767578, 20.72189712524414, 19.805334091186523, 19.683643341064453, 19.514415740966797, 19.377185821533203, 19.197734832763672, 19.039470672607422, 18.851181030273438, 19.17801284790039, 18.146800994873047, 17.88332748413086, 18.7255859375, 17.691123962402344, 18.546552658081055, 17.494089126586914, 18.369646072387695, 17.29958724975586, 17.087799072265625, 16.749343872070312, 17.597673416137695, 16.51219940185547, 17.38596534729004, 16.283580780029297, 17.192625045776367, 16.072607040405273, 15.82264232635498, 15.496251106262207, 16.41285514831543, 15.27736759185791, 15.007856369018555, 14.68942642211914, 15.616179466247559, 14.464133262634277, 15.441168785095215, 14.268624305725098, 13.948468208312988, 13.697457313537598, 13.374672889709473, 13.111531257629395, 14.099346160888672, 12.90808391571045, 13.957744598388672, 16.537668228149414, 14.386635780334473, 13.119277000427246, 14.465866088867188, 13.170357704162598, 12.564947128295898, 12.840646743774414, 12.194572448730469, 11.955927848815918, 11.475937843322754, 11.258289337158203, 10.763253211975098, 11.073697090148926, 12.55833911895752, 11.265630722045898, 10.49610710144043, 10.074651718139648, 9.83311653137207, 10.370545387268066, 11.998294830322266, 10.678997993469238, 9.742652893066406, 10.581010818481445, 12.435568809509277, 11.064817428588867, 9.959051132202148, 8.884705543518066, 9.550018310546875, 8.42819595336914, 9.193204879760742, 8.024436950683594, 7.050354480743408, 7.310135841369629, 8.14702320098877, 6.96460485458374, 7.870704650878906, 6.6485395431518555, 5.455810070037842, 5.9837141036987305, 6.917320728302002, 8.14946174621582, 7.1181960105896, 5.809777736663818, 6.901096820831299, 5.584085464477539, 6.702444553375244, 5.387164115905762, 3.7831804752349854, 4.797779560089111, 5.898042678833008, 4.623800277709961, 2.9812726974487305, 4.0402607917785645, 5.092409133911133, 3.858175277709961, 4.8802289962768555, 6.062924861907959, 5.0544867515563965, 3.867476224899292, 4.799589157104492, 3.6534841060638428, 4.531859874725342, 3.4237136840820312, 1.8823411464691162, 2.8144659996032715, 1.3457458019256592, 2.200148582458496, 0.7978718280792236, 1.568223237991333, 0.22619734704494476, 0.9080145955085754, -0.3798799514770508, 0.21072059869766235, -1.0289427042007446, -0.5305595397949219]}
{"type": "SampleBatch", "eps_id": [1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 1996087797, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265, 563481265], "obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAADuxFr+/Jk2+tQJ7uwcprr7Ttxe/OnPKvhg3Lrz6aEe9Gb4ZvwcjF78DKz68a2Z2PuvDHL+NC0m/1qPeu3aVBz9FySC/0REXv8boeDuUcXA+v84jv8BDyr5XKws8OCNovYvUJb9NHRe/UzLxO6BndD4/2ii/dmHKvs3ORjy3qVO9WOAqvwcjTb7y3zU8ulauvuvmK78Cjcq+j5iMO7qgNb1z7S2/CD4XvyoSXzv0rn8+z/Mwv26byr4glgk8qbArvXv6Mr8OSRe/1LP3Oy2+gT4QATa/VrnKvv3iTjy1FBe9CQg4v67UTb7azEI8ca+mvoAPOb9J58q+Qj6wOzXJ7rzvFju/2hROvuwjnTsN6KO+uB48v1z6yr7Io9K6v3zUvFcmPr8ubxe/X1ELuzlQiD6vLUG/s2BJv/ekUTtj6Q4/vTRFvyRwF7+KVms8kXyIPho8SL+BFMu+QFihPE96sLz8Q0q/6I8Xv6/QnTzJ+I0+/EtNv4Bdy74EP8s8dagXvJlUT798TE++xbrJPGWIlr7xXVC/IbrLviCPmTwFqM87fGdSv9zhF7/tmJo8kRicPsLte7x/Ckw84En1vCDFCr0R2Xe81vtUPuLW+rx19au+cLEzvDE3Wjzg7hi9/gZZvS1UL7wwmTm+DkYdvfYmaT5luGq8BGnAvhmfCr1UDQI/ce6yvGCLOL53AsK8j8dRPmJ10LxK/7++5XGgvOne+j7m8ga9j+k3viFVILynx0M+bKkVvUfJv76uXcO7pCf2PvxYNL2Trje+rmxvOy6vPj7LCkO9x42APA7A8Ttirte9ssFBvdrDVz50u6w725PKvtN+ML3UJH48UyItu16Az72GOS+9QLpXPq73mLu5J8q+bPcdvVfafzzx3E28TjrUve6vHL2doDe+ytFvvNWBPT6fYCu9NRyDPF0tM7xxyOW9+hAqvTRaWD5G8Ve8PQ7RvhXCGL1M7oU8ed6uvIxg9b04axe9ab42vsx/wryHCyo+0AkmvaYYv77BSqe8S/7mPh2dRL0eGTa+j786vJLCGz58LlO9z/mOPLLnCLxmmxO+d8BRvWLMWT6qIzi8OQDhvvVTQL0ARJE85xGkvKTxGb4T4D69NUBaPnKzvLyhBua+TGotvShMljyVJwO9sN4nvorpK72giDS+j5UQvdKj8j3eWjq9xymePO3gBr3gkj2++MU4vVyJM75lCxa9LqDGPeEiR71yZL2+eBkOvbp6wT5kcGW9WYQQvxpJ3ry90Cg/nNeJvXBeQr/IfGS8E4ZxP/bwqL3MXhC/blOhO8l7JT9eCsC9m9+8vq49kjzF6LU+fybPvd80Mr6wc8w8BtyLPVVH1r24yKk8AqTXPM2bXb4CbtW986FcPusutDyDLAC/u5rMvawjpDzTTUQ8X/lNvqLIy734dTO+bWQCPEwowz1P9tK9i8+hPBOeITzui0e+MSfSvbu4M75uhsM7J6nOPYtX2b0p9p88CtQCPG9xQr7Kiti9/OwzvoY2iTtTqtc9O73fvVnlvb7TOc475HHMPkzu7r00FDS+KvVpPDFx3j1OIva9mhucPDLGhjyR1je+fVr1vcgSWz5fuFI8phfvvi2X7L3KrZg86c1mO9xaLr6/0+u9g9ZaPjYp9DgSduy+2RLjvUFAmDx8bRW8cy0tvvdP4r3991o+MNhMvIvo7b66jdm9q8aaPIyNsrzpKzS+ncfYvbIhNL5gYc+8/tPgPSn8370ISKA85WS9vEBcQ74AL9+9YGwzvtum3Lxhk8E9TFzmvdcgpjxtKs28yn5TvqeH5b3CqTK+RQHvvPsHoD0prey9hgO9vtUz4ryOE7k+Ksz7vQbVMb5g+qa8JKZ2PZV0Ab51ILI8sBydvPOOdL6VAgG+0EAxvs09xLz7kEM9Ho4Evskotzwza7y8UTqBvuUYBL7pkDC+i8XlvIruBj3qoAe+mhy9PNdf4Lwic4m+4icHvkLBL77cLQa95ll9PL+rCr4eiLu+kukEvWFjmD4SLBK+9swuvoAP2bx7Q6e7DasVvjIQyzyZ5dm8vK+cvhcpFb4RBi6+rQQGvTIBs7wYpBi+EvfRPO7OB73UO6a+tx0YvmUPLb7dZyK9zpwuvciTG74sbdo84eUlvanysb79Bxu+b+Mrvp9eQr05Fou9D3gevoF7ub7f7ke9UHRWPmbjJb47eyq+2cY2vTc0yb1DTCm+N824vi3TPr2WWjg+orAwvngsDr+cEzC9xlLqPlkQPL7TJbi+uZUKvUNjGz4GbkO+/gIovsRO/LzUDBu+PspGvvust77Pjgq9/osGPhUjTr5HESe+lZb/vKbjL754elG+WjO3voHdDb0gJuM9cc5YvpJrDb9/xwS93fHIProeZL7Vtba+mUHJvIfMtz2ubWu+zDYNv2WNuryayL8+vrl2vihdtr73XHq8yDGZPSYFfr6EEw2/H9phvPWpuT4yp4S+A/o+v+UN1rtPoyY/zEqMvpQADb/widQ7aF+2Pqnukb5MJra+6fxePHpHhj1Ek5W+RhMNv/x4dDwkm7k+4Debvrxbtr5WobU8priYPY3dnr6+NQ2/EtnBPKqSvz6Kg6S+jLG2vrkm/zwEWbY97iqovqANJr6a3gY9gE5GvgfUqb76AwU9kALuPNmY877mfqm+YPUmvhcPoDy0QTK+UCqrvqSFt76ziYM8dGT/PfLVrr58eie+I/iXPKHHJr6wgrC+bMa3vquRejxW3Ao+ni+0vhb5J76SgJM8td0bvqHdtb5tgfw8lyB1PMjZ4L7UjLW+iXQovhpyyjsONBG+Ejy3vtEsuL76B1s7SH4cPgzrur4MDQ6/2avRO6Gj5D6mmcC+Aj+4visqezy5pB8+/kjEvmHqKL4UIJc8TRIHvmr5xb40fri+jYOBPGGJKj4Fqsm+nGopvrvMnDynCvi9uVvLvprR8DzX9Ig8tr3QvqoOy77v8Cm+i1EMPBLa4L22wcy+YeXtPDqv0DtKrcy+lnXMvugoKr45NdW65DHXvTIpzr7yWe08JVR0uzjqy74+3c2+5BQqvnSWP7wzqNq9p5DPvkDbuL6mkmK835M6Ph5D077+Uw6/Nd4mvH3k8D6O9Ni+Ta64vgEmS7r4zjI+H6bcvu9JDr92FjI79yHvPilX4r7ksbi+HZFFPLZvMz7MCOa+g8Mpvor8fjyUs+i9ZLvnvnd57jwWwVk8kn7NvhRv576eLyq+xHmsO+EK1r3BIum+qwi5vs72Tzu9YUI+IdbsvtB6Dr/qYuQ7ZI73Ph+J8r6VG7m+iVCIPK+pRT7gPPa+iqgqvs7wpzyEPsG9wvH3vgJhub4qe5g8sKJRPuam+74HOyu+1QW6PCMAqL1AXf2+Oa65vi+VrDwz9F4++IkAv/reK75gQdA87b6LvfZlAb8OBbq+YRPFPHPvbT4sQgO/TJgsvjYl6zzKnFe9GB8Ev4xnur5XheI8RO9+Pkr8Bb9day2+u6cFPeHYDr1E2ga/ANi6vlvMAj0aLYk+lrgIvyRdLr4Xvxg9CeZtvMaXCb8FWbu+lI4XPXNSlD5idwu/SXMvvtpJLz3i4hE89VcMv/WZvTyWBDA9MDqKvp85DL9vtDC+zOYZPSI8Ez3OGw2/J4W8vqTYHD1VNK4+av4Ov2nQMb4NuDg9o0F1PQXiD78NIL2+xJ89PRieuz4uxhG/QCYzvpSkWz0JrLU9fasSv+Gfnjzn6GI9sBA/vhySEr9Cx1o+459TPYYu7L4TehG/IiGSPOLVLT32chy+sWIRv0MiNr7OUSE9QaccPtNLEr+Xkog8EdotPbMRAr75NRK/LFQ3vkByIz3zCDc+oiATv37mfTzOFjI93QbPvVIME79EAlc+2s4pPYttwr4c+RG/OQhqPBazCj3CIJi9Y+YRvx/rVT5LnQQ9k1G2vpLUEL+1hlo8C+POPDyiWr0XwxC/III6vjwkxjzvGH0+0rERv3/zTjwbo+48/soavUShEb+oTFQ+BnLoPNJspL6FkRC/E3xBPFLUszx89aC8C4IQv4GRUz42nLA8lFOcvjxzD7+nhs0+5St9PGlUF78XZQ2/cKgYP7HgbTsTAGG/e1cKv2pjzT7sh2S8KsgVv69JCL/XsRg/OiDSvD7TYb/jOwW/h6vNPrZTMb2W/Ri/Xy0Dv5kuVD6zSGK9bkSjvsgdAr/4m1M8IGh8vfG2NL3aDAK/meBVPrECgL0FELa+F/sAvwuXcDxWk469I4GqvdfnAL/XrTe+UfyRvXIoPz7z0gG/obyIPNxWir36rAK+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "actions": [0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1, 0], "rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "prev_actions": [1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 0, 0, 1, 0, 0, 0, 1, 0, 1, 0, 1, 1, 1, 0, 1, 0, 0, 1, 1, 0, 0, 0, 1, 1, 1, 0, 1, 0, 0, 1, 0, 0, 0, 0, 1, 1, 1, 1, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 0, 0, 1, 0, 0, 1, 1, 0, 1, 0, 0, 1, 0, 1, 0, 0, 1, 1, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 0, 0, 1, 1, 0, 1, 1, 0, 1, 0, 1, 0, 0, 0, 1, 0, 1, 1, 1, 0, 0, 0, 1, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 0, 1, 1, 0, 0, 1, 0, 1, 1, 1, 0, 0, 1, 0, 1, 1, 0, 1, 0, 0, 1, 1, 0, 1, 1, 1, 0, 1, 0, 0, 0, 1, 0, 0, 1], "prev_rewards": [1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 0.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0, 1.0], "dones": [false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, true, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false, false], "new_obs": "BCJNGGhAFg0AAAAAAABQFg0AgIAFlQsNAAAAAAAAjCByYXkuY2xvdWRwaWNrbGUuY2xvdWRwaWNrbGVfZmFzdJSMEV9udW1weV9mcm9tYnVmZmVylJOUKJaADAAAAAAAANO3F786c8q+GDcuvPpoR70Zvhm/ByMXvwMrPrxrZnY+68Mcv40LSb/Wo967dpUHP0XJIL/RERe/xuh4O5RxcD6/ziO/wEPKvlcrCzw4I2i9i9Qlv00dF79TMvE7oGd0Pj/aKL92Ycq+zc5GPLepU71Y4Cq/ByNNvvLfNTy6Vq6+6+YrvwKNyr6PmIw7uqA1vXPtLb8IPhe/KhJfO/Sufz7P8zC/bpvKviCWCTypsCu9e/oyvw5JF7/Us/c7Lb6BPhABNr9Wucq+/eJOPLUUF70JCDi/rtRNvtrMQjxxr6a+gA85v0nnyr5CPrA7NcnuvO8WO7/aFE6+7COdOw3oo764Hjy/XPrKvsij0rq/fNS8VyY+vy5vF79fUQu7OVCIPq8tQb+zYEm/96RRO2PpDj+9NEW/JHAXv4pWazyRfIg+GjxIv4EUy75AWKE8T3qwvPxDSr/ojxe/r9CdPMn4jT78S02/gF3LvgQ/yzx1qBe8mVRPv3xMT77Fusk8ZYiWvvFdUL8husu+II+ZPAWozzt8Z1K/3OEXv+2YmjyRGJw+H3FVv5sAzL5OjMw8VB6VPBHZd7zW+1Q+4tb6vHX1q75wsTO8MTdaPODuGL3+Blm9LVQvvDCZOb4ORh299iZpPmW4arwEacC+GZ8KvVQNAj9x7rK8YIs4vncCwryPx1E+YnXQvEr/v77lcaC86d76PubyBr2P6Te+IVUgvKfHQz5sqRW9R8m/vq5dw7ukJ/Y+/Fg0vZOuN76ubG87Lq8+PssKQ73HjYA8DsDxO2Ku172ywUG92sNXPnS7rDvbk8q+034wvdQkfjxTIi27XoDPvYY5L71Aulc+rveYu7knyr5s9x29V9p/PPHcTbxOOtS97q8cvZ2gN77K0W+81YE9Pp9gK701HIM8XS0zvHHI5b36ECq9NFpYPkbxV7w9DtG+FcIYvUzuhTx53q68jGD1vThrF71pvja+zH/CvIcLKj7QCSa9phi/vsFKp7xL/uY+HZ1EvR4ZNr6Pvzq8ksIbPnwuU73P+Y48sucIvGabE753wFG9YsxZPqojOLw5AOG+9VNAvQBEkTznEaS8pPEZvhPgPr01QFo+crO8vKEG5r5Mai29KEyWPJUnA72w3ie+iukrvaCINL6PlRC90qPyPd5aOr3HKZ487eAGveCSPb74xTi9XIkzvmULFr0uoMY94SJHvXJkvb54GQ69unrBPmRwZb1ZhBC/GknevL3QKD+c14m9cF5Cv8h8ZLwThnE/9vCovcxeEL9uU6E7yXslP14KwL2b37y+rj2SPMXotT5/Js+93zQyvrBzzDwG3Is9VUfWvbjIqTwCpNc8zZtdvgJu1b3zoVw+6y60PIMsAL+7msy9rCOkPNNNRDxf+U2+osjLvfh1M75tZAI8TCjDPU/20r2Lz6E8E54hPO6LR74xJ9K9u7gzvm6Gwzsnqc49i1fZvSn2nzwK1AI8b3FCvsqK2L387DO+hjaJO1Oq1z07vd+9WeW9vtM5zjvkccw+TO7uvTQUNL4q9Wk8MXHePU4i9r2aG5w8MsaGPJHWN759WvW9yBJbPl+4UjymF+++LZfsvcqtmDzpzWY73Fouvr/T672D1lo+Nin0OBJ27L7ZEuO9QUCYPHxtFbxzLS2+90/ivf33Wj4w2Ey8i+jtvrqN2b2rxpo8jI2yvOkrNL6dx9i9siE0vmBhz7z+0+A9KfzfvQhIoDzlZL28QFxDvgAv371gbDO+26bcvGGTwT1MXOa91yCmPG0qzbzKflO+p4flvcKpMr5FAe+8+wegPSmt7L2GA72+1TPivI4TuT4qzPu9BtUxvmD6prwkpnY9lXQBvnUgsjywHJ288450vpUCAb7QQDG+zT3EvPuQQz0ejgS+ySi3PDNrvLxROoG+5RgEvumQML6LxeW8iu4GPeqgB76aHL0811/gvCJzib7iJwe+QsEvvtwtBr3mWX08v6sKvh6Iu76S6QS9YWOYPhIsEr72zC6+gA/ZvHtDp7sNqxW+MhDLPJnl2by8r5y+FykVvhEGLr6tBAa9MgGzvBikGL4S99E87s4HvdQ7pr63HRi+ZQ8tvt1nIr3OnC69yJMbvixt2jzh5SW9qfKxvv0HG75v4yu+n15CvTkWi70PeB6+gXu5vt/uR71QdFY+ZuMlvjt7Kr7Zxja9NzTJvUNMKb43zbi+LdM+vZZaOD6isDC+eCwOv5wTML3GUuo+WRA8vtMluL65lQq9Q2MbPgZuQ77+Aii+xE78vNQMG74+yka++6y3vs+OCr3+iwY+FSNOvkcRJ76Vlv+8puMvvnh6Ub5aM7e+gd0NvSAm4z1xzli+kmsNv3/HBL3d8cg+uh5kvtW1tr6ZQcm8h8y3Pa5ta77MNg2/ZY26vJrIvz6+uXa+KF22vvdcerzIMZk9JgV+voQTDb8f2mG89am5PjKnhL4D+j6/5Q3Wu0+jJj/MSoy+lAANv/CJ1DtoX7Y+qe6Rvkwmtr7p/F48ekeGPUSTlb5GEw2//Hh0PCSbuT7gN5u+vFu2vlahtTymuJg9jd2evr41Db8S2cE8qpK/PoqDpL6Msba+uSb/PARZtj3uKqi+oA0mvpreBj2ATka+B9SpvvoDBT2QAu482ZjzvuZ+qb5g9Sa+Fw+gPLRBMr5QKqu+pIW3vrOJgzx0ZP898tWuvnx6J74j+Jc8occmvrCCsL5sxre+q5F6PFbcCj6eL7S+FvknvpKAkzy13Ru+od21vm2B/DyXIHU8yNngvtSMtb6JdCi+GnLKOw40Eb4SPLe+0Sy4vvoHWztIfhw+DOu6vgwNDr/Zq9E7oaPkPqaZwL4CP7i+Kyp7PLmkHz7+SMS+YeoovhQglzxNEge+avnFvjR+uL6Ng4E8YYkqPgWqyb6caim+u8ycPKcK+L25W8u+mtHwPNf0iDy2vdC+qg7Lvu/wKb6LUQw8EtrgvbbBzL5h5e08Oq/QO0qtzL6Wdcy+6Cgqvjk11brkMde9MinOvvJZ7TwlVHS7OOrLvj7dzb7kFCq+dJY/vDOo2r2nkM++QNu4vqaSYrzfkzo+HkPTvv5TDr813ia8feTwPo702L5Nrri+ASZLuvjOMj4fpty+70kOv3YWMjv3Ie8+KVfivuSxuL4dkUU8tm8zPswI5r6Dwym+ivx+PJSz6L1ku+e+d3nuPBbBWTySfs2+FG/nvp4vKr7Eeaw74QrWvcEi6b6rCLm+zvZPO71hQj4h1uy+0HoOv+pi5Dtkjvc+H4nyvpUbub6JUIg8r6lFPuA89r6KqCq+zvCnPIQ+wb3C8fe+AmG5vip7mDywolE+5qb7vgc7K77VBbo8IwCovUBd/b45rrm+L5WsPDP0Xj74iQC/+t4rvmBB0Dztvou99mUBvw4Fur5hE8U8c+9tPixCA79MmCy+NiXrPMqcV70YHwS/jGe6vleF4jxE734+SvwFv11rLb67pwU94dgOvUTaBr8A2Lq+W8wCPRotiT6WuAi/JF0uvhe/GD0J5m28xpcJvwVZu76Ujhc9c1KUPmJ3C79Jcy++2kkvPeLiETz1Vwy/9Zm9PJYEMD0wOoq+nzkMv2+0ML7M5hk9IjwTPc4bDb8nhby+pNgcPVU0rj5q/g6/adAxvg24OD2jQXU9BeIPvw0gvb7Enz09GJ67Pi7GEb9AJjO+lKRbPQmstT19qxK/4Z+ePOfoYj2wED++HJISv0LHWj7jn1M9hi7svhN6Eb8iIZI84tUtPfZyHL6xYhG/QyI2vs5RIT1Bpxw+00sSv5eSiDwR2i09sxECvvk1Er8sVDe+QHIjPfMINz6iIBO/fuZ9PM4WMj3dBs+9UgwTv0QCVz7azik9i23Cvhz5Eb85CGo8FrMKPcIgmL1j5hG/H+tVPkudBD2TUba+ktQQv7WGWjwL4848PKJavRfDEL8ggjq+PCTGPO8YfT7SsRG/f/NOPBuj7jz+yhq9RKERv6hMVD4Gcug80mykvoWREL8TfEE8UtSzPHz1oLwLghC/gZFTPjacsDyUU5y+PHMPv6eGzT7lK308aVQXvxdlDb9wqBg/seBtOxMAYb97Vwq/amPNPuyHZLwqyBW/r0kIv9exGD86INK8PtNhv+M7Bb+Hq80+tlMxvZb9GL9fLQO/mS5UPrNIYr1uRKO+yB0Cv/ibUzwgaHy98bY0vdoMAr+Z4FU+sQKAvQUQtr4X+wC/C5dwPFaTjr0jgaq91+cAv9etN75R/JG9cig/PvPSAb+hvIg83FaKvfqsAr4TvQG/nag1vvqQj707cxI+lIwFbnVtcHmUjAVkdHlwZZSTlIwCZjSUSwBLAYeUUpQoSwOMATyUTk5OSv////9K/////0sAdJRiS8hLBIaUjAFDlHSUUpQuAAAAAA==", "action_prob": [0.8386780619621277, 0.6170680522918701, 0.29762154817581177, 0.8812835812568665, 0.7161768674850464, 0.5861281752586365, 0.7250239253044128, 0.4307222366333008, 0.8073381185531616, 0.5680949091911316, 0.7324593663215637, 0.5545117855072021, 0.7401416301727295, 0.46197816729545593, 0.7817394137382507, 0.46400633454322815, 0.7808087468147278, 0.5391877889633179, 0.2582356929779053, 0.8891968131065369, 0.7556220889091492, 0.49789300560951233, 0.7666703462600708, 0.5249384045600891, 0.7187854051589966, 0.46403372287750244, 0.783170759677887, 0.42215362191200256, 0.8561401963233948, 0.6264865398406982, 0.27430078387260437, 0.8981290459632874, 0.28031423687934875, 0.8985252976417542, 0.2752423882484436, 0.9019171595573425, 0.7403168082237244, 0.3794480562210083, 0.863484263420105, 0.3660590350627899, 0.8700645565986633, 0.6569063067436218, 0.7097680568695068, 0.33334463834762573, 0.8819758296012878, 0.6965839862823486, 0.3344842791557312, 0.8818414807319641, 0.6680472493171692, 0.292938768863678, 0.8935829997062683, 0.26617470383644104, 0.9025678038597107, 0.7668690085411072, 0.5634430646896362, 0.7894557118415833, 0.47738903760910034, 0.17747515439987183, 0.07229751348495483, 0.9583975076675415, 0.9343551397323608, 0.8567352890968323, 0.6097709536552429, 0.2616086006164551, 0.8977722525596619, 0.7410420775413513, 0.623099684715271, 0.735676109790802, 0.6295695900917053, 0.7314804196357727, 0.3656616806983948, 0.8761318922042847, 0.6603246331214905, 0.2985423505306244, 0.8877400159835815, 0.28967994451522827, 0.8925988078117371, 0.2708573341369629, 0.9000024795532227, 0.756344735622406, 0.5857874751091003, 0.774013340473175, 0.5562936663627625, 0.7918604016304016, 0.4769485294818878, 0.825166642665863, 0.5114687085151672, 0.8129246234893799, 0.48256686329841614, 0.827178955078125, 0.4487704932689667, 0.842247724533081, 0.5899760127067566, 0.7585522532463074, 0.3902861773967743, 0.8634312152862549, 0.35294678807258606, 0.8768473267555237, 0.311359703540802, 0.8904280662536621, 0.7327364087104797, 0.6089584231376648, 0.7617281079292297, 0.4334581196308136, 0.8386838436126709, 0.5480337142944336, 0.7936604022979736, 0.5161818265914917, 0.8099989295005798, 0.5172784924507141, 0.7994233965873718, 0.5283619165420532, 0.7958510518074036, 0.5302416086196899, 0.20287469029426575, 0.9215015172958374, 0.8156279921531677, 0.4774072468280792, 0.8304324746131897, 0.4410741329193115, 0.8472754955291748, 0.6032063961029053, 0.2706635594367981, 0.8906767964363098, 0.7236868143081665, 0.6357442736625671, 0.7082706689834595, 0.6526896953582764, 0.3077017366886139, 0.879630982875824, 0.6955613493919373, 0.33899566531181335, 0.8788006901741028, 0.6858945488929749, 0.6545942425727844, 0.7015239596366882, 0.364946573972702, 0.8549193739891052, 0.3647949993610382, 0.8572750091552734, 0.3558928370475769, 0.8630107641220093, 0.6615264415740967, 0.31762996315956116, 0.8809774518013, 0.3071174621582031, 0.8852274417877197, 0.7119345664978027, 0.3860858678817749, 0.842163622379303, 0.6167616844177246, 0.281674325466156, 0.892139196395874, 0.7381556630134583, 0.5700241327285767, 0.7520197629928589, 0.5463149547576904, 0.7664353847503662, 0.5200193524360657, 0.7814029455184937, 0.4908669888973236, 0.7968623042106628, 0.4586855173110962, 0.8126866221427917, 0.42346981167793274, 0.828679084777832, 0.614531397819519, 0.6641597151756287, 0.3599458336830139, 0.8538905382156372, 0.32425886392593384, 0.8671514391899109, 0.7131369113922119, 0.4587548077106476, 0.7602694034576416, 0.518530011177063, 0.7551196813583374, 0.4863862693309784, 0.7743653655052185, 0.546653687953949, 0.6964569687843323, 0.5653630495071411, 0.6847819089889526, 0.42160478234291077, 0.8076634407043457, 0.6012789011001587, 0.6533136367797852, 0.6126033663749695, 0.3540980815887451, 0.17488938570022583, 0.9134647250175476, 0.15185877680778503, 0.9264314770698547, 0.877343475818634, 0.7660918831825256, 0.45997706055641174, 0.8052680492401123, 0.6057941317558289, 0.6759114265441895, 0.658988893032074], "advantages": [-14.482077598571777, -15.685440063476562, -16.98165512084961, -18.689483642578125, -18.35429573059082, -18.276588439941406, -19.51108169555664, -19.524442672729492, -19.298851013183594, -20.619993209838867, -21.804187774658203, -22.00367546081543, -23.159025192260742, -23.438030242919922, -23.278175354003906, -24.731821060180664, -24.560253143310547, -26.09242820739746, -27.209142684936523, -28.211423873901367, -28.946826934814453, -29.51181411743164, -30.523115158081055, -31.168453216552734, -31.123394012451172, -32.69401168823242, -33.637882232666016, 20.555456161499023, 21.328594207763672, 20.655712127685547, 20.952741622924805, 22.122591018676758, 20.547502517700195, 21.625835418701172, 20.1485652923584, 21.139678955078125, 19.73833656311035, 19.436079025268555, 20.202980041503906, 19.461645126342773, 20.312252044677734, 19.54850959777832, 19.672834396362305, 19.43801498413086, 20.432655334472656, 19.625638961791992, 19.747753143310547, 20.64727210998535, 19.414600372314453, 19.302186965942383, 20.448312759399414, 19.580795288085938, 20.900094985961914, 20.00322723388672, 20.08972930908203, 20.226919174194336, 20.29640007019043, 21.07607650756836, 22.30028533935547, 23.660932540893555, 21.360206604003906, 19.681779861450195, 18.878206253051758, 18.979501724243164, 20.185815811157227, 19.196428298950195, 19.033777236938477, 19.167083740234375, 18.99104118347168, 19.130474090576172, 18.940969467163086, 19.370500564575195, 18.56631088256836, 18.66836929321289, 19.941455841064453, 18.854915618896484, 20.249412536621094, 19.129140853881836, 20.67262840270996, 19.51805877685547, 19.27872085571289, 19.62356185913086, 19.35845947265625, 19.774532318115234, 19.477773666381836, 19.772727966308594, 19.255674362182617, 19.758981704711914, 19.394580841064453, 19.983083724975586, 19.57109832763672, 20.263437271118164, 19.792551040649414, 19.88861846923828, 19.666452407836914, 20.51788330078125, 19.93822479248047, 20.935327529907227, 20.2713680267334, 21.44013023376465, 20.682174682617188, 20.348600387573242, 20.754009246826172, 20.31786346435547, 20.135793685913086, 19.991016387939453, 20.579177856445312, 20.002666473388672, 20.730066299438477, 20.051679611206055, 19.57231330871582, 19.79802894592285, 19.25499153137207, 19.55126190185547, 18.948070526123047, 18.723281860351562, 18.39723014831543, 18.68284797668457, 18.07526206970215, 18.35774803161621, 17.734115600585938, 17.988117218017578, 18.638629913330078, 19.84379005432129, 19.021364212036133, 18.15662384033203, 18.96457862854004, 18.048799514770508, 18.881301879882812, 20.101469039916992, 19.232481002807617, 18.16534996032715, 17.01949119567871, 17.629920959472656, 18.522127151489258, 17.44660186767578, 18.339542388916016, 19.467432022094727, 18.582555770874023, 19.7237606048584, 18.806705474853516, 19.966487884521484, 19.018878936767578, 17.74654197692871, 16.18673324584961, 17.09309196472168, 15.582658767700195, 16.426761627197266, 17.364768981933594, 18.413944244384766, 17.486553192138672, 16.23153305053711, 14.662501335144043, 15.478194236755371, 16.339202880859375, 15.091856002807617, 15.916193962097168, 14.656871795654297, 15.441458702087402, 14.170373916625977, 14.91200065612793, 13.62952995300293, 14.324494361877441, 13.031535148620605, 13.675199508666992, 12.373804092407227, 12.959850311279297, 13.62219524383545, 12.558680534362793, 11.226810455322266, 11.694637298583984, 10.371880531311035, 10.763226509094238, 11.249979019165039, 12.206489562988281, 10.967809677124023, 9.777645111083984, 10.17342758178711, 8.961209297180176, 9.299959182739258, 10.088408470153809, 8.743889808654785, 9.506643295288086, 8.090642929077148, 6.752964019775391, 6.965818405151367, 7.63548469543457, 6.176755905151367, 6.823762893676758, 8.26770305633545, 10.404308319091797, 8.390480995178223, 10.522939682006836, 8.481830596923828, 6.279304027557373, 4.1629557609558105, 5.3500237464904785, 3.158806800842285, 1.3051939010620117, 1.8467903137207031]}
Reference in a new issue View git blame Copy permalink