C:\Users\mateu\anaconda3\envs\Maze_Neural_Network_Project\python.exe "C:/Users/mateu/OneDrive/Documents/Mateusz DATA/Elements/UNI/Semester 7/Turing Award Winners and Their Contributions/Maze_Neural_Network_Project/main.py"
2020-12-16 21:24:32.239011: I tensorflow/core/platform/cpu_feature_guard.cc:142] This TensorFlow binary is optimized with oneAPI Deep Neural Network Library (oneDNN)to use the following CPU instructions in performance-critical operations:  AVX AVX2
To enable them in other operations, rebuild TensorFlow with the appropriate compiler flags.
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:26:58 2020 Epoch: 000/14999 | Loss: 0.0014 | Episodes: 108 | Win count: 0 | Win rate: 0.000 | time: 0:02:26
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:29:48 2020 Epoch: 001/14999 | Loss: 0.0017 | Episodes: 111 | Win count: 0 | Win rate: 0.000 | time: 0:05:16
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.5 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:32:49 2020 Epoch: 002/14999 | Loss: 0.0026 | Episodes: 109 | Win count: 0 | Win rate: 0.000 | time: 0:08:17
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:35:37 2020 Epoch: 003/14999 | Loss: 0.0013 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:11:04
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.5 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:38:20 2020 Epoch: 004/14999 | Loss: 0.0349 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:13:48
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:41:07 2020 Epoch: 005/14999 | Loss: 0.0038 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:16:34
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:43:54 2020 Epoch: 006/14999 | Loss: 0.0009 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:19:22
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:46:42 2020 Epoch: 007/14999 | Loss: 0.0003 | Episodes: 108 | Win count: 0 | Win rate: 0.000 | time: 0:22:10
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:49:28 2020 Epoch: 008/14999 | Loss: 0.0005 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:24:56
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 0.8]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:52:14 2020 Epoch: 009/14999 | Loss: 0.0017 | Episodes: 107 | Win count: 0 | Win rate: 0.000 | time: 0:27:41
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.5 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:55:05 2020 Epoch: 010/14999 | Loss: 0.0511 | Episodes: 111 | Win count: 0 | Win rate: 0.000 | time: 0:30:33
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

Wed Dec 16 21:58:06 2020 Epoch: 011/14999 | Loss: 0.0012 | Episodes: 114 | Win count: 0 | Win rate: 0.000 | time: 0:33:34
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.5 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

Wed Dec 16 22:01:14 2020 Epoch: 012/14999 | Loss: 0.0326 | Episodes: 115 | Win count: 0 | Win rate: 0.000 | time: 0:36:42
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:02:47 2020 Epoch: 013/14999 | Loss: 0.0030 | Episodes: 57 | Win count: 1 | Win rate: 0.000 | time: 0:38:14
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  1.  1.  0.5]]

Wed Dec 16 22:04:33 2020 Epoch: 014/14999 | Loss: 0.0048 | Episodes: 70 | Win count: 2 | Win rate: 0.000 | time: 0:40:01
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:06:09 2020 Epoch: 015/14999 | Loss: 0.0073 | Episodes: 63 | Win count: 3 | Win rate: 0.000 | time: 0:41:36
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.5 0.8 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.8 0.5]]

Wed Dec 16 22:07:20 2020 Epoch: 016/14999 | Loss: 0.0049 | Episodes: 47 | Win count: 4 | Win rate: 0.000 | time: 0:42:48
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:09:03 2020 Epoch: 017/14999 | Loss: 0.0016 | Episodes: 68 | Win count: 5 | Win rate: 0.000 | time: 0:44:31
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:09:51 2020 Epoch: 018/14999 | Loss: 0.0024 | Episodes: 32 | Win count: 6 | Win rate: 0.000 | time: 0:45:19
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.5 0.8 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.8 0.5]]

Wed Dec 16 22:10:37 2020 Epoch: 019/14999 | Loss: 0.0018 | Episodes: 30 | Win count: 7 | Win rate: 0.000 | time: 0:46:04
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 0.8 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.5 0.8 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.8 0.8 0.5]]

Wed Dec 16 22:11:22 2020 Epoch: 020/14999 | Loss: 0.0013 | Episodes: 30 | Win count: 8 | Win rate: 0.000 | time: 0:46:50
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:12:02 2020 Epoch: 021/14999 | Loss: 0.0007 | Episodes: 26 | Win count: 9 | Win rate: 0.000 | time: 0:47:30
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:12:45 2020 Epoch: 022/14999 | Loss: 0.0012 | Episodes: 28 | Win count: 10 | Win rate: 0.000 | time: 0:48:13
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:13:29 2020 Epoch: 023/14999 | Loss: 0.0007 | Episodes: 28 | Win count: 11 | Win rate: 0.000 | time: 0:48:56
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:14:13 2020 Epoch: 024/14999 | Loss: 0.0016 | Episodes: 28 | Win count: 12 | Win rate: 0.500 | time: 0:49:41
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:15:05 2020 Epoch: 025/14999 | Loss: 0.0006 | Episodes: 33 | Win count: 13 | Win rate: 0.542 | time: 0:50:33
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.5 1.  1. ]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.5 1. ]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.5]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  0.8 0.8 0.8]
 [0.8 0.  0.8 0.8 0.8 1.  0.8]
 [0.8 0.8 0.8 0.  1.  1.  0.5]]

Wed Dec 16 22:16:07 2020 Epoch: 026/14999 | Loss: 0.0017 | Episodes: 38 | Win count: 14 | Win rate: 0.583 | time: 0:51:35
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [0.8 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 0.8 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:17:11 2020 Epoch: 027/14999 | Loss: 0.0002 | Episodes: 41 | Win count: 15 | Win rate: 0.625 | time: 0:52:39
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:18:01 2020 Epoch: 028/14999 | Loss: 0.0021 | Episodes: 32 | Win count: 16 | Win rate: 0.667 | time: 0:53:29
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:18:42 2020 Epoch: 029/14999 | Loss: 0.0005 | Episodes: 26 | Win count: 17 | Win rate: 0.708 | time: 0:54:10
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.8 0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.5 1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.8 0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.8 0.8 0.5]]

Wed Dec 16 22:19:29 2020 Epoch: 030/14999 | Loss: 0.0011 | Episodes: 30 | Win count: 18 | Win rate: 0.750 | time: 0:54:57
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.8 0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:20:21 2020 Epoch: 031/14999 | Loss: 0.0001 | Episodes: 32 | Win count: 19 | Win rate: 0.792 | time: 0:55:48
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.5 0.8 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:21:09 2020 Epoch: 032/14999 | Loss: 0.0004 | Episodes: 30 | Win count: 20 | Win rate: 0.833 | time: 0:56:37
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.8 0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:21:52 2020 Epoch: 033/14999 | Loss: 0.0004 | Episodes: 28 | Win count: 21 | Win rate: 0.875 | time: 0:57:19
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:22:38 2020 Epoch: 034/14999 | Loss: 0.0008 | Episodes: 31 | Win count: 22 | Win rate: 0.917 | time: 0:58:06
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]

Wed Dec 16 22:23:18 2020 Epoch: 035/14999 | Loss: 0.0001 | Episodes: 26 | Win count: 23 | Win rate: 0.958 | time: 0:58:45
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
invalid
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.5]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 0.8]
 [0.8 0.8 0.8 0.  1.  1.  0.5]]

Wed Dec 16 22:24:05 2020 Epoch: 036/14999 | Loss: 0.0004 | Episodes: 31 | Win count: 24 | Win rate: 1.000 | time: 0:59:32
Reached 100% win rate at epoch: 36
Wed Dec 16 22:24:05 2020 n_epoch: 36, max_mem: 392, data: 32, time: 0:59:32
[[0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  0.  1.  0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.5 0. ]
 [0.  0.  0.  1.  1.  1.  0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  1.  0.5 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  1.  0.5 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.5 0.8 0.8 0. ]
 [1.  1.  1.  1.  0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  1.  0.5 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  1.  0.5 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [1.  0.5 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
0
LEFT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.5 0.8 0.8 0.8 0.  0.  1. ]
 [1.  0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.5 0.  0.  0.  1.  1.  1. ]
 [1.  0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.5 0.  1.  1.  1.  1.  1. ]
 [1.  1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.5 1.  1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.5 1.  0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  1.  1.  1.  1.  1. ]
 [0.8 0.8 0.5 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
1
UP
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.5 1.  1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.5 1.  1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.5 1.  1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.5 1. ]
 [0.8 0.8 0.8 0.  1.  1.  1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
3
DOWN
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.5 1. ]]

{0: 'left', 1: 'up', 2: 'right', 3: 'down'}
2
RIGHT
[[0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  0.  0.8 0. ]
 [0.  0.  0.  0.8 0.8 0.8 0. ]
 [0.8 0.8 0.8 0.8 0.  0.  1. ]
 [0.8 0.  0.  0.  1.  1.  1. ]
 [0.8 0.  0.8 0.8 0.8 0.8 1. ]
 [0.8 0.8 0.8 0.  1.  0.8 0.5]]


Process finished with exit code 0
