ruleset.json

{"counter":{"total":5000000,"wins":4373340,"ties":624449,"losses":2211},"ruleset":[{"state":"      x  ","action":0,"reward":18.36271158211265},{"state":"      x  ","action":1,"reward":17.41331633143278},{"state":"      x  ","action":2,"reward":19.301250533945293},{"state":"      x  ","action":3,"reward":17.734277405204082},{"state":"      x  ","action":4,"reward":71.34491320741402},{"state":"      x  ","action":5,"reward":19.612758586212685},{"state":"      x  ","action":7,"reward":19.397407879249094},{"state":"      x  ","action":8,"reward":19.54359349416241},{"state":"  x  ox  ","action":0,"reward":44.9225},{"state":"  x  ox  ","action":1,"reward":"50"},{"state":"  x  ox  ","action":3,"reward":"50"},{"state":"  x  ox  ","action":4,"reward":"50"},{"state":"  x  ox  ","action":7,"reward":43},{"state":"  x  ox  ","action":8,"reward":43},{"state":"oxx  ox  ","action":3,"reward":"50"},{"state":"oxx  ox  ","action":4,"reward":59.04876249999999},{"state":"oxx  ox  ","action":7,"reward":"50"},{"state":"oxx  ox  ","action":8,"reward":"50"},{"state":"oxx ooxx ","action":3,"reward":99.99999999999977},{"state":"oxx ooxx ","action":8,"reward":"50"},{"state":"     oxx ","action":0,"reward":"50"},{"state":"     oxx ","action":1,"reward":"50"},{"state":"     oxx ","action":2,"reward":"50"},{"state":"     oxx ","action":3,"reward":43.45},{"state":"     oxx ","action":4,"reward":43.9725},{"state":"     oxx ","action":8,"reward":"50"},{"state":"  x ooxx ","action":0,"reward":47.91974999999999},{"state":"  x ooxx ","action":1,"reward":42.5},{"state":"  x ooxx ","action":3,"reward":"50"},{"state":"  x ooxx ","action":8,"reward":89.99999999999979},{"state":"   x ox  ","action":0,"reward":"50"},{"state":"   x ox  ","action":1,"reward":"50"},{"state":"   x ox  ","action":2,"reward":43},{"state":"   x ox  ","action":4,"reward":42.5},{"state":"   x ox  ","action":7,"reward":"50"},{"state":"   x ox  ","action":8,"reward":43.45},{"state":"  xx ox o","action":0,"reward":44.9},{"state":"  xx ox o","action":1,"reward":"50"},{"state":"  xx ox o","action":4,"reward":43},{"state":"  xx ox o","action":7,"reward":"50"},{"state":" xxxoox o","action":0,"reward":54.875},{"state":" xxxoox o","action":7,"reward":42.5},{"state":"         ","action":0,"reward":18.06272545721376},{"state":"         ","action":1,"reward":19.243236993467423},{"state":"         ","action":2,"reward":19.99662210125962},{"state":"         ","action":3,"reward":22.257223028361835},{"state":"         ","action":4,"reward":75.6425989732089},{"state":"         ","action":5,"reward":21.544245793817094},{"state":"         ","action":6,"reward":19.00622409426069},{"state":"         ","action":7,"reward":20.199514674098143},{"state":"         ","action":8,"reward":18.32724714756238},{"state":"      o x","action":0,"reward":"50"},{"state":"      o x","action":1,"reward":"50"},{"state":"      o x","action":2,"reward":"50"},{"state":"      o x","action":3,"reward":"50"},{"state":"      o x","action":4,"reward":"50"},{"state":"      o x","action":5,"reward":"50"},{"state":"      o x","action":7,"reward":45.1211125},{"state":"     xoox","action":0,"reward":43.9725},{"state":"     xoox","action":1,"reward":"50"},{"state":"     xoox","action":2,"reward":"50"},{"state":"     xoox","action":3,"reward":"50"},{"state":"     xoox","action":4,"reward":"50"},{"state":"o  x xoox","action":1,"reward":"50"},{"state":"o  x xoox","action":2,"reward":52},{"state":"o  x xoox","action":4,"reward":"50"},{"state":"oxox xoox","action":4,"reward":52.5},{"state":"x        ","action":1,"reward":14.81385133737162},{"state":"x        ","action":2,"reward":13.046754410805761},{"state":"x        ","action":3,"reward":14.865776698595884},{"state":"x        ","action":4,"reward":73.27136249737207},{"state":"x        ","action":5,"reward":11.927323901911752},{"state":"x        ","action":6,"reward":15.864306585156246},{"state":"x        ","action":7,"reward":16.411440621102937},{"state":"x        ","action":8,"reward":13.451477332364526},{"state":"x o  x   ","action":1,"reward":43},{"state":"x o  x   ","action":3,"reward":42.99875},{"state":"x o  x   ","action":4,"reward":39.91143125},{"state":"x o  x   ","action":6,"reward":43.45},{"state":"x o  x   ","action":7,"reward":44.4725},{"state":"x o  x   ","action":8,"reward":43.45},{"state":"xoo xx   ","action":3,"reward":42.5},{"state":"xoo xx   ","action":6,"reward":36.35},{"state":"xoo xx   ","action":7,"reward":42.5},{"state":"xoo xx   ","action":8,"reward":43.45243812499999},{"state":"      ox ","action":0,"reward":46.79768125},{"state":"      ox ","action":1,"reward":"50"},{"state":"      ox ","action":2,"reward":"50"},{"state":"      ox ","action":3,"reward":"50"},{"state":"      ox ","action":4,"reward":"50"},{"state":"      ox ","action":5,"reward":"50"},{"state":"      ox ","action":8,"reward":"50"},{"state":"ox    ox ","action":2,"reward":"50"},{"state":"ox    ox ","action":3,"reward":61.31095312499999},{"state":"ox    ox ","action":4,"reward":"50"},{"state":"ox    ox ","action":5,"reward":"50"},{"state":"ox    ox ","action":8,"reward":"50"},{"state":"    x    ","action":0,"reward":0},{"state":"    x    ","action":1,"reward":0},{"state":"    x    ","action":2,"reward":64.89345144602235},{"state":"    x    ","action":3,"reward":0},{"state":"    x    ","action":5,"reward":0},{"state":"    x    ","action":6,"reward":0},{"state":"    x    ","action":7,"reward":0},{"state":"    x    ","action":8,"reward":0},{"state":"    x o x","action":0,"reward":38.154999999999994},{"state":"    x o x","action":1,"reward":42.120062499999996},{"state":"    x o x","action":2,"reward":42.5},{"state":"    x o x","action":3,"reward":42.5},{"state":"    x o x","action":5,"reward":42.120062499999996},{"state":"    x o x","action":7,"reward":42.99875},{"state":"x     o  ","action":1,"reward":"50"},{"state":"x     o  ","action":2,"reward":"50"},{"state":"x     o  ","action":3,"reward":"50"},{"state":"x     o  ","action":4,"reward":"50"},{"state":"x     o  ","action":5,"reward":44.53775},{"state":"x     o  ","action":7,"reward":53.022499999999994},{"state":"x     o  ","action":8,"reward":"50"},{"state":"x    oox ","action":1,"reward":"50"},{"state":"x    oox ","action":2,"reward":"50"},{"state":"x    oox ","action":3,"reward":"50"},{"state":"x    oox ","action":4,"reward":"50"},{"state":"x    oox ","action":8,"reward":50.997499999999995},{"state":"x  x ooxo","action":1,"reward":"50"},{"state":"x  x ooxo","action":2,"reward":"50"},{"state":"x  x ooxo","action":4,"reward":53.9},{"state":"xx xoooxo","action":2,"reward":57.131249999999994},{"state":"x   x  o ","action":1,"reward":43},{"state":"x   x  o ","action":2,"reward":43.45},{"state":"x   x  o ","action":3,"reward":"50"},{"state":"x   x  o ","action":5,"reward":44.4725},{"state":"x   x  o ","action":6,"reward":42.5},{"state":"x   x  o ","action":8,"reward":"50"},{"state":"xxo x  o ","action":3,"reward":43},{"state":"xxo x  o ","action":5,"reward":47.91974999999999},{"state":"xxo x  o ","action":6,"reward":43},{"state":"xxo x  o ","action":8,"reward":89.99999999999979},{"state":"xxo xxoo ","action":3,"reward":42.5},{"state":"xxo xxoo ","action":8,"reward":52.5},{"state":"  x   o  ","action":0,"reward":"50"},{"state":"  x   o  ","action":1,"reward":"50"},{"state":"  x   o  ","action":3,"reward":"50"},{"state":"  x   o  ","action":4,"reward":43.8397375},{"state":"  x   o  ","action":5,"reward":"50"},{"state":"  x   o  ","action":7,"reward":43.45},{"state":"  x   o  ","action":8,"reward":43},{"state":"  x o ox ","action":0,"reward":"50"},{"state":"  x o ox ","action":1,"reward":50.997499999999995},{"state":"  x o ox ","action":3,"reward":"50"},{"state":"  x o ox ","action":5,"reward":"50"},{"state":"  x o ox ","action":8,"reward":"50"},{"state":"xox o ox ","action":3,"reward":51.65},{"state":"xox o ox ","action":5,"reward":"50"},{"state":"xox o ox ","action":8,"reward":"50"},{"state":"xoxoo oxx","action":5,"reward":52.5},{"state":"x  o   x ","action":1,"reward":43.45},{"state":"x  o   x ","action":2,"reward":51.55},{"state":"x  o   x ","action":4,"reward":45.87137499999999},{"state":"x  o   x ","action":5,"reward":43.45},{"state":"x  o   x ","action":6,"reward":"50"},{"state":"x  o   x ","action":8,"reward":"50"},{"state":"xo o x x ","action":2,"reward":43},{"state":"xo o x x ","action":4,"reward":"50"},{"state":"xo o x x ","action":6,"reward":"50"},{"state":"xo o x x ","action":8,"reward":49.75},{"state":"xoooxx x ","action":6,"reward":42.5},{"state":"xoooxx x ","action":8,"reward":50},{"state":"xoxooxox ","action":8,"reward":50},{"state":"  x      ","action":0,"reward":10.782760448769338},{"state":"  x      ","action":1,"reward":13.901827410730629},{"state":"  x      ","action":3,"reward":10.999412319486552},{"state":"  x      ","action":4,"reward":74.24741755584213},{"state":"  x      ","action":5,"reward":10.415396799381202},{"state":"  x      ","action":6,"reward":13.38506853028818},{"state":"  x      ","action":7,"reward":11.601843264524113},{"state":"  x      ","action":8,"reward":13.128862842895426},{"state":" xx o    ","action":0,"reward":78.48289985370724},{"state":" xx o    ","action":3,"reward":36.773875},{"state":" xx o    ","action":5,"reward":37.63125},{"state":" xx o    ","action":6,"reward":37.83181875},{"state":" xx o    ","action":7,"reward":36.4463500550946},{"state":" xx o    ","action":8,"reward":36.19838916399749},{"state":" xx oxo  ","action":0,"reward":53.9},{"state":" xx oxo  ","action":3,"reward":"50"},{"state":" xx oxo  ","action":7,"reward":42.5},{"state":" xx oxo  ","action":8,"reward":43},{"state":" xx oxoxo","action":0,"reward":63.245405468749986},{"state":" xx oxoxo","action":3,"reward":42.5},{"state":"  xxo o  ","action":0,"reward":"50"},{"state":"  xxo o  ","action":1,"reward":"50"},{"state":"  xxo o  ","action":5,"reward":43},{"state":"  xxo o  ","action":7,"reward":43},{"state":"  xxo o  ","action":8,"reward":"50"},{"state":"x xxo oo ","action":1,"reward":"50"},{"state":"x xxo oo ","action":5,"reward":42.5},{"state":"x xxo oo ","action":8,"reward":"50"},{"state":"    ox   ","action":0,"reward":83.81193521948738},{"state":"    ox   ","action":1,"reward":"50"},{"state":"    ox   ","action":2,"reward":"50"},{"state":"    ox   ","action":3,"reward":"50"},{"state":"    ox   ","action":6,"reward":"50"},{"state":"    ox   ","action":7,"reward":"50"},{"state":"    ox   ","action":8,"reward":"50"},{"state":"o  xox   ","action":1,"reward":"50"},{"state":"o  xox   ","action":2,"reward":"50"},{"state":"o  xox   ","action":6,"reward":"50"},{"state":"o  xox   ","action":7,"reward":"50"},{"state":"o  xox   ","action":8,"reward":99.99999999999977},{"state":"o xx     ","action":1,"reward":43.45},{"state":"o xx     ","action":4,"reward":42.99875},{"state":"o xx     ","action":5,"reward":43.45},{"state":"o xx     ","action":6,"reward":43.45},{"state":"o xx     ","action":7,"reward":43.45},{"state":"o xx     ","action":8,"reward":36.7775},{"state":"o xx ox  ","action":1,"reward":43},{"state":"o xx ox  ","action":4,"reward":"50"},{"state":"o xx ox  ","action":7,"reward":"50"},{"state":"o xx ox  ","action":8,"reward":"50"},{"state":"ooxx ox x","action":4,"reward":42.5},{"state":"ooxx ox x","action":7,"reward":"50"},{"state":"    o x  ","action":0,"reward":43.45},{"state":"    o x  ","action":1,"reward":41.277518263715265},{"state":"    o x  ","action":2,"reward":43},{"state":"    o x  ","action":3,"reward":43.07386249999998},{"state":"    o x  ","action":5,"reward":44.4725},{"state":"    o x  ","action":7,"reward":78.26032036068416},{"state":"    o x  ","action":8,"reward":42.806374999999996},{"state":"o   o xx ","action":1,"reward":"50"},{"state":"o   o xx ","action":2,"reward":43},{"state":"o   o xx ","action":3,"reward":"50"},{"state":"o   o xx ","action":5,"reward":"50"},{"state":"o   o xx ","action":8,"reward":99.99999999999977},{"state":"oxo o xx ","action":3,"reward":42.5},{"state":"oxo o xx ","action":5,"reward":42.5},{"state":"oxo o xx ","action":8,"reward":"50"},{"state":" o    x  ","action":0,"reward":"50"},{"state":" o    x  ","action":2,"reward":"50"},{"state":" o    x  ","action":3,"reward":"50"},{"state":" o    x  ","action":4,"reward":"50"},{"state":" o    x  ","action":5,"reward":"50"},{"state":" o    x  ","action":7,"reward":45.35},{"state":" o    x  ","action":8,"reward":"50"},{"state":" ox   xo ","action":0,"reward":"50"},{"state":" ox   xo ","action":3,"reward":"50"},{"state":" ox   xo ","action":4,"reward":52.5},{"state":" ox   xo ","action":5,"reward":"50"},{"state":" ox   xo ","action":8,"reward":"50"},{"state":"       x ","action":0,"reward":13.84483130149253},{"state":"       x ","action":1,"reward":14.583351960369953},{"state":"       x ","action":2,"reward":14.30750301406249},{"state":"       x ","action":3,"reward":15.999079035556164},{"state":"       x ","action":4,"reward":74.0853595655063},{"state":"       x ","action":5,"reward":14.12368769960575},{"state":"       x ","action":6,"reward":15.444193785429388},{"state":"       x ","action":8,"reward":15.047247700437858},{"state":" o    xx ","action":0,"reward":43},{"state":" o    xx ","action":2,"reward":44.9},{"state":" o    xx ","action":3,"reward":43},{"state":" o    xx ","action":4,"reward":49.525},{"state":" o    xx ","action":5,"reward":43.45},{"state":" o    xx ","action":8,"reward":45.87137499999999},{"state":" o x  xxo","action":0,"reward":53.9},{"state":" o x  xxo","action":2,"reward":"50"},{"state":" o x  xxo","action":4,"reward":"50"},{"state":" o x  xxo","action":5,"reward":"50"},{"state":"oo xx xxo","action":2,"reward":52.5},{"state":"oo xx xxo","action":5,"reward":"50"},{"state":" x       ","action":0,"reward":70.23613728963872},{"state":" x       ","action":2,"reward":19.000794088991363},{"state":" x       ","action":3,"reward":20.20038500867854},{"state":" x       ","action":4,"reward":18.760787678813927},{"state":" x       ","action":5,"reward":19.739684346913034},{"state":" x       ","action":6,"reward":18.64846716978104},{"state":" x       ","action":7,"reward":17.176731386354717},{"state":" x       ","action":8,"reward":18.997031992308592},{"state":" x   x  o","action":0,"reward":43.45},{"state":" x   x  o","action":2,"reward":"50"},{"state":" x   x  o","action":3,"reward":43.947624999999995},{"state":" x   x  o","action":4,"reward":"50"},{"state":" x   x  o","action":6,"reward":52},{"state":" x   x  o","action":7,"reward":"50"},{"state":" x o xx o","action":0,"reward":"50"},{"state":" x o xx o","action":2,"reward":"50"},{"state":" x o xx o","action":4,"reward":51.65},{"state":" x o xx o","action":7,"reward":"50"},{"state":" x ooxxxo","action":0,"reward":99.99999999999977},{"state":" x ooxxxo","action":2,"reward":"50"},{"state":"  xx   o ","action":0,"reward":"50"},{"state":"  xx   o ","action":1,"reward":52},{"state":"  xx   o ","action":4,"reward":"50"},{"state":"  xx   o ","action":5,"reward":"50"},{"state":"  xx   o ","action":6,"reward":"50"},{"state":"  xx   o ","action":8,"reward":46.705},{"state":"  xxx  oo","action":0,"reward":"50"},{"state":"  xxx  oo","action":1,"reward":"50"},{"state":"  xxx  oo","action":5,"reward":"50"},{"state":"  xxx  oo","action":6,"reward":59.27468749999999},{"state":"    xo x ","action":0,"reward":42.04875},{"state":"    xo x ","action":1,"reward":44.4725},{"state":"    xo x ","action":2,"reward":42.5},{"state":"    xo x ","action":3,"reward":43},{"state":"    xo x ","action":6,"reward":43},{"state":"    xo x ","action":8,"reward":42.5},{"state":" o   x   ","action":0,"reward":"50"},{"state":" o   x   ","action":2,"reward":"50"},{"state":" o   x   ","action":3,"reward":"50"},{"state":" o   x   ","action":4,"reward":"50"},{"state":" o   x   ","action":6,"reward":51.145},{"state":" o   x   ","action":7,"reward":"50"},{"state":" o   x   ","action":8,"reward":"50"},{"state":" o   xox ","action":0,"reward":"50"},{"state":" o   xox ","action":2,"reward":"50"},{"state":" o   xox ","action":3,"reward":"50"},{"state":" o   xox ","action":4,"reward":"50"},{"state":" o   xox ","action":8,"reward":51.55},{"state":" o  xxoxo","action":0,"reward":52},{"state":" o  xxoxo","action":2,"reward":"50"},{"state":" o  xxoxo","action":3,"reward":"50"},{"state":"oox xxoxo","action":3,"reward":52.5},{"state":" o  x  x ","action":0,"reward":"50"},{"state":" o  x  x ","action":2,"reward":47.99224999999999},{"state":" o  x  x ","action":3,"reward":"50"},{"state":" o  x  x ","action":5,"reward":"50"},{"state":" o  x  x ","action":6,"reward":49.525},{"state":" o  x  x ","action":8,"reward":43.45},{"state":"xo  x ox ","action":2,"reward":43},{"state":"xo  x ox ","action":3,"reward":49.75},{"state":"xo  x ox ","action":5,"reward":42.5},{"state":"xo  x ox ","action":8,"reward":49.75},{"state":"xox x oxo","action":3,"reward":50},{"state":"xox x oxo","action":5,"reward":50},{"state":"xo       ","action":2,"reward":"50"},{"state":"xo       ","action":3,"reward":43},{"state":"xo       ","action":4,"reward":"50"},{"state":"xo       ","action":5,"reward":"50"},{"state":"xo       ","action":6,"reward":52.23275},{"state":"xo       ","action":7,"reward":"50"},{"state":"xo       ","action":8,"reward":49.3225},{"state":"xo ox    ","action":2,"reward":42.5},{"state":"xo ox    ","action":5,"reward":"50"},{"state":"xo ox    ","action":6,"reward":"50"},{"state":"xo ox    ","action":7,"reward":"50"},{"state":"xo ox    ","action":8,"reward":"50"},{"state":"    x  o ","action":0,"reward":43.45},{"state":"    x  o ","action":1,"reward":"50"},{"state":"    x  o ","action":2,"reward":46.53725757968749},{"state":"    x  o ","action":3,"reward":44.08775},{"state":"    x  o ","action":5,"reward":45.571112500000005},{"state":"    x  o ","action":6,"reward":43.8397375},{"state":"    x  o ","action":8,"reward":"50"},{"state":"  oxx  o ","action":0,"reward":"50"},{"state":"  oxx  o ","action":1,"reward":"50"},{"state":"  oxx  o ","action":5,"reward":"50"},{"state":"  oxx  o ","action":6,"reward":45.87137499999999},{"state":"  oxx  o ","action":8,"reward":"50"},{"state":"x oxx oo ","action":1,"reward":"50"},{"state":"x oxx oo ","action":5,"reward":47.91974999999999},{"state":"x oxx oo ","action":8,"reward":"50"},{"state":"xxoxxooo ","action":8,"reward":57.131249999999994},{"state":"x x  o   ","action":1,"reward":43.45},{"state":"x x  o   ","action":3,"reward":42.5},{"state":"x x  o   ","action":4,"reward":43},{"state":"x x  o   ","action":6,"reward":42.5},{"state":"x x  o   ","action":7,"reward":43},{"state":"x x  o   ","action":8,"reward":"50"},{"state":"  o x  ox","action":0,"reward":54.27655624999999},{"state":"  o x  ox","action":1,"reward":"50"},{"state":"  o x  ox","action":3,"reward":"50"},{"state":"  o x  ox","action":5,"reward":"50"},{"state":"  o x  ox","action":6,"reward":"50"},{"state":"oxo x  ox","action":3,"reward":51.65},{"state":"oxo x  ox","action":5,"reward":"50"},{"state":"oxo x  ox","action":6,"reward":"50"},{"state":"oxooxx ox","action":6,"reward":54.875},{"state":" ox    x ","action":0,"reward":43},{"state":" ox    x ","action":3,"reward":43},{"state":" ox    x ","action":4,"reward":43.45},{"state":" ox    x ","action":5,"reward":49.525},{"state":" ox    x ","action":6,"reward":49.525},{"state":" ox    x ","action":8,"reward":49.07375},{"state":"oox   xx ","action":3,"reward":"50"},{"state":"oox   xx ","action":4,"reward":42.5},{"state":"oox   xx ","action":5,"reward":"50"},{"state":"oox   xx ","action":8,"reward":"50"},{"state":"  x    o ","action":0,"reward":56.064943793863854},{"state":"  x    o ","action":1,"reward":"50"},{"state":"  x    o ","action":3,"reward":"50"},{"state":"  x    o ","action":4,"reward":"50"},{"state":"  x    o ","action":5,"reward":43.45},{"state":"  x    o ","action":6,"reward":"50"},{"state":"  x    o ","action":8,"reward":"50"},{"state":"x x  o o ","action":1,"reward":"50"},{"state":"x x  o o ","action":3,"reward":"50"},{"state":"x x  o o ","action":4,"reward":"50"},{"state":"x x  o o ","action":6,"reward":52},{"state":"x x  o o ","action":8,"reward":43},{"state":"x xx o oo","action":1,"reward":"50"},{"state":"x xx o oo","action":4,"reward":42.5},{"state":"x xx o oo","action":6,"reward":"50"},{"state":"   o x   ","action":0,"reward":"50"},{"state":"   o x   ","action":1,"reward":"50"},{"state":"   o x   ","action":2,"reward":"50"},{"state":"   o x   ","action":4,"reward":43.45},{"state":"   o x   ","action":6,"reward":"50"},{"state":"   o x   ","action":7,"reward":"50"},{"state":"   o x   ","action":8,"reward":44.53775},{"state":"x  o x  o","action":1,"reward":"50"},{"state":"x  o x  o","action":2,"reward":"50"},{"state":"x  o x  o","action":4,"reward":"50"},{"state":"x  o x  o","action":6,"reward":51.55},{"state":"x  o x  o","action":7,"reward":"50"},{"state":"xx o xo o","action":2,"reward":52},{"state":"xx o xo o","action":4,"reward":"50"},{"state":"xx o xo o","action":7,"reward":"50"},{"state":"xxooxxo o","action":7,"reward":52.5},{"state":" xo   x  ","action":0,"reward":"50"},{"state":" xo   x  ","action":3,"reward":"50"},{"state":" xo   x  ","action":4,"reward":43},{"state":" xo   x  ","action":5,"reward":"50"},{"state":" xo   x  ","action":7,"reward":43.45},{"state":" xo   x  ","action":8,"reward":49.525},{"state":"xxo   x o","action":3,"reward":49.75},{"state":"xxo   x o","action":4,"reward":"50"},{"state":"xxo   x o","action":5,"reward":"50"},{"state":"xxo   x o","action":7,"reward":"50"},{"state":"xxoo  xxo","action":4,"reward":50},{"state":"xxoo  xxo","action":5,"reward":"50"},{"state":"   o   x ","action":0,"reward":"50"},{"state":"   o   x ","action":1,"reward":"50"},{"state":"   o   x ","action":2,"reward":"50"},{"state":"   o   x ","action":4,"reward":57.09010965624999},{"state":"   o   x ","action":5,"reward":"50"},{"state":"   o   x ","action":6,"reward":"50"},{"state":"   o   x ","action":8,"reward":"50"},{"state":"   oo xx ","action":0,"reward":"50"},{"state":"   oo xx ","action":1,"reward":48.79641593749999},{"state":"   oo xx ","action":2,"reward":"50"},{"state":"   oo xx ","action":5,"reward":"50"},{"state":"   oo xx ","action":8,"reward":"50"},{"state":" o ooxxx ","action":0,"reward":53.9},{"state":" o ooxxx ","action":2,"reward":"50"},{"state":" o ooxxx ","action":8,"reward":"50"},{"state":"ooxooxxx ","action":8,"reward":54.875},{"state":"        x","action":0,"reward":0},{"state":"        x","action":1,"reward":0},{"state":"        x","action":2,"reward":0},{"state":"        x","action":3,"reward":0},{"state":"        x","action":4,"reward":72.4843498789162},{"state":"        x","action":5,"reward":0},{"state":"        x","action":6,"reward":0},{"state":"        x","action":7,"reward":0},{"state":"  x  o  x","action":0,"reward":49.525},{"state":"  x  o  x","action":1,"reward":44.4725},{"state":"  x  o  x","action":3,"reward":45.87137499999999},{"state":"  x  o  x","action":4,"reward":49.525},{"state":"  x  o  x","action":6,"reward":43.45},{"state":"  x  o  x","action":7,"reward":"50"},{"state":"x x  oo x","action":1,"reward":"50"},{"state":"x x  oo x","action":3,"reward":"50"},{"state":"x x  oo x","action":4,"reward":"50"},{"state":"x x  oo x","action":7,"reward":43},{"state":"x xx ooox","action":1,"reward":42.5},{"state":"x xx ooox","action":4,"reward":42.5},{"state":"   ox    ","action":0,"reward":"50"},{"state":"   ox    ","action":1,"reward":"50"},{"state":"   ox    ","action":2,"reward":44.9225},{"state":"   ox    ","action":5,"reward":"50"},{"state":"   ox    ","action":6,"reward":52},{"state":"   ox    ","action":7,"reward":"50"},{"state":"   ox    ","action":8,"reward":"50"},{"state":"  oox x  ","action":0,"reward":"50"},{"state":"  oox x  ","action":1,"reward":"50"},{"state":"  oox x  ","action":5,"reward":"50"},{"state":"  oox x  ","action":7,"reward":"50"},{"state":"  oox x  ","action":8,"reward":52},{"state":" xoox x o","action":0,"reward":"50"},{"state":" xoox x o","action":5,"reward":52.5},{"state":" xoox x o","action":7,"reward":"50"},{"state":"x x    o ","action":1,"reward":52},{"state":"x x    o ","action":3,"reward":"50"},{"state":"x x    o ","action":4,"reward":"50"},{"state":"x x    o ","action":5,"reward":"50"},{"state":"x x    o ","action":6,"reward":43.9725},{"state":"x x    o ","action":8,"reward":"50"},{"state":"x x  xoo ","action":1,"reward":"50"},{"state":"x x  xoo ","action":3,"reward":"50"},{"state":"x x  xoo ","action":4,"reward":52},{"state":"x x  xoo ","action":8,"reward":"50"},{"state":"x xxoxoo ","action":1,"reward":99.99999999999977},{"state":"x xxoxoo ","action":8,"reward":"50"},{"state":"  o xx   ","action":0,"reward":23.093326838806576},{"state":"  o xx   ","action":1,"reward":24.460577160908247},{"state":"  o xx   ","action":3,"reward":62.73932228380618},{"state":"  o xx   ","action":6,"reward":24.030874999999998},{"state":"  o xx   ","action":7,"reward":23.49044375},{"state":"  o xx   ","action":8,"reward":24.642348616905213},{"state":" xooxx   ","action":0,"reward":44.4},{"state":" xooxx   ","action":6,"reward":42.5},{"state":" xooxx   ","action":7,"reward":45.00000000000003},{"state":" xooxx   ","action":8,"reward":41.067102156445294},{"state":" xooxxx o","action":0,"reward":42.5},{"state":" xooxxx o","action":7,"reward":50},{"state":"   o    x","action":0,"reward":49.72610968749999},{"state":"   o    x","action":1,"reward":"50"},{"state":"   o    x","action":2,"reward":"50"},{"state":"   o    x","action":4,"reward":"50"},{"state":"   o    x","action":5,"reward":43},{"state":"   o    x","action":6,"reward":"50"},{"state":"   o    x","action":7,"reward":"50"},{"state":"o  ox   x","action":1,"reward":"50"},{"state":"o  ox   x","action":2,"reward":"50"},{"state":"o  ox   x","action":5,"reward":"50"},{"state":"o  ox   x","action":6,"reward":"50"},{"state":"o  ox   x","action":7,"reward":44.9},{"state":"o  oxx ox","action":1,"reward":"50"},{"state":"o  oxx ox","action":2,"reward":"50"},{"state":"o  oxx ox","action":6,"reward":54.875},{"state":"     x   ","action":0,"reward":27.769213173749062},{"state":"     x   ","action":1,"reward":29.127573781249996},{"state":"     x   ","action":2,"reward":25.630904664563204},{"state":"     x   ","action":3,"reward":25.404253678905118},{"state":"     x   ","action":4,"reward":74.48179659145536},{"state":"     x   ","action":6,"reward":25.61583125},{"state":"     x   ","action":7,"reward":25.805601866482643},{"state":"     x   ","action":8,"reward":30.148998978030768},{"state":"    xx o ","action":0,"reward":"50"},{"state":"    xx o ","action":1,"reward":43},{"state":"    xx o ","action":2,"reward":43.45},{"state":"    xx o ","action":3,"reward":"50"},{"state":"    xx o ","action":6,"reward":"50"},{"state":"    xx o ","action":8,"reward":46.277499999999996},{"state":"  o xxxo ","action":0,"reward":42.5},{"state":"  o xxxo ","action":1,"reward":43},{"state":"  o xxxo ","action":3,"reward":43},{"state":"  o xxxo ","action":8,"reward":43},{"state":"x ooxxxo ","action":1,"reward":42.5},{"state":"x ooxxxo ","action":8,"reward":50},{"state":"  oox  x ","action":0,"reward":"50"},{"state":"  oox  x ","action":1,"reward":"50"},{"state":"  oox  x ","action":5,"reward":"50"},{"state":"  oox  x ","action":6,"reward":"50"},{"state":"  oox  x ","action":8,"reward":43},{"state":"  ooxx xo","action":0,"reward":42.5},{"state":"  ooxx xo","action":1,"reward":"50"},{"state":"  ooxx xo","action":6,"reward":42.5},{"state":"  x  o   ","action":0,"reward":"50"},{"state":"  x  o   ","action":1,"reward":49.3225},{"state":"  x  o   ","action":3,"reward":"50"},{"state":"  x  o   ","action":4,"reward":44.43911031249999},{"state":"  x  o   ","action":6,"reward":"50"},{"state":"  x  o   ","action":7,"reward":53.022499999999994},{"state":"  x  o   ","action":8,"reward":"50"},{"state":" ox  o  x","action":0,"reward":"50"},{"state":" ox  o  x","action":3,"reward":"50"},{"state":" ox  o  x","action":4,"reward":"50"},{"state":" ox  o  x","action":6,"reward":"50"},{"state":" ox  o  x","action":7,"reward":49.525},{"state":" ox xo ox","action":0,"reward":49.75},{"state":" ox xo ox","action":3,"reward":"50"},{"state":" ox xo ox","action":6,"reward":"50"},{"state":"ooxxxo ox","action":6,"reward":50},{"state":"x     ox ","action":1,"reward":"50"},{"state":"x     ox ","action":2,"reward":"50"},{"state":"x     ox ","action":3,"reward":43},{"state":"x     ox ","action":4,"reward":"50"},{"state":"x     ox ","action":5,"reward":51.55},{"state":"x     ox ","action":8,"reward":"50"},{"state":"xx o  ox ","action":2,"reward":"50"},{"state":"xx o  ox ","action":4,"reward":"50"},{"state":"xx o  ox ","action":5,"reward":"50"},{"state":"xx o  ox ","action":8,"reward":42.5},{"state":"  o x    ","action":0,"reward":"50"},{"state":"  o x    ","action":1,"reward":"50"},{"state":"  o x    ","action":3,"reward":43.45},{"state":"  o x    ","action":5,"reward":"50"},{"state":"  o x    ","action":6,"reward":44.9225},{"state":"  o x    ","action":7,"reward":"50"},{"state":"  o x    ","action":8,"reward":"50"},{"state":"x o x o  ","action":1,"reward":"50"},{"state":"x o x o  ","action":3,"reward":"50"},{"state":"x o x o  ","action":5,"reward":"50"},{"state":"x o x o  ","action":7,"reward":44.4},{"state":"x o x o  ","action":8,"reward":"50"},{"state":"x o xxoo ","action":1,"reward":"50"},{"state":"x o xxoo ","action":3,"reward":"50"},{"state":"x o xxoo ","action":8,"reward":57.131249999999994},{"state":"    x  xo","action":0,"reward":35.375},{"state":"    x  xo","action":1,"reward":36.798812500000004},{"state":"    x  xo","action":2,"reward":35.4213125},{"state":"    x  xo","action":3,"reward":36.35},{"state":"    x  xo","action":5,"reward":30.25348468749999},{"state":"    x  xo","action":6,"reward":36.2775},{"state":"  xox  xo","action":0,"reward":43},{"state":"  xox  xo","action":1,"reward":42.5},{"state":"  xox  xo","action":5,"reward":43},{"state":"  xox  xo","action":6,"reward":"50"},{"state":"x o      ","action":1,"reward":"50"},{"state":"x o      ","action":3,"reward":"50"},{"state":"x o      ","action":4,"reward":52.63775},{"state":"x o      ","action":5,"reward":"50"},{"state":"x o      ","action":6,"reward":43},{"state":"x o      ","action":7,"reward":"50"},{"state":"x o      ","action":8,"reward":"50"},{"state":"o  x     ","action":1,"reward":46.321374999999996},{"state":"o  x     ","action":2,"reward":49.3225},{"state":"o  x     ","action":4,"reward":45.59306937499999},{"state":"o  x     ","action":5,"reward":44.992669374999984},{"state":"o  x     ","action":6,"reward":49.3225},{"state":"o  x     ","action":7,"reward":45.486625},{"state":"o  x     ","action":8,"reward":"50"},{"state":"o xxo    ","action":1,"reward":"50"},{"state":"o xxo    ","action":5,"reward":"50"},{"state":"o xxo    ","action":6,"reward":46.196866446583954},{"state":"o xxo    ","action":7,"reward":"50"},{"state":"o xxo    ","action":8,"reward":99.99999999999977},{"state":"o xxoxo  ","action":1,"reward":"50"},{"state":"o xxoxo  ","action":7,"reward":53.9},{"state":"o xxoxo  ","action":8,"reward":"50"},{"state":"oxxxoxoo ","action":8,"reward":66.82897843554684},{"state":" o x x   ","action":0,"reward":42.5},{"state":" o x x   ","action":2,"reward":51.55},{"state":" o x x   ","action":4,"reward":"50"},{"state":" o x x   ","action":6,"reward":"50"},{"state":" o x x   ","action":7,"reward":"50"},{"state":" o x x   ","action":8,"reward":"50"},{"state":"o    x   ","action":1,"reward":43.45},{"state":"o    x   ","action":2,"reward":43.45},{"state":"o    x   ","action":3,"reward":"50"},{"state":"o    x   ","action":4,"reward":49.3138233289219},{"state":"o    x   ","action":6,"reward":43},{"state":"o    x   ","action":7,"reward":"50"},{"state":"o    x   ","action":8,"reward":"50"},{"state":"o   ox x ","action":1,"reward":"50"},{"state":"o   ox x ","action":2,"reward":"50"},{"state":"o   ox x ","action":3,"reward":"50"},{"state":"o   ox x ","action":6,"reward":89.99999999999979},{"state":"o   ox x ","action":8,"reward":"50"},{"state":"o x oxox ","action":1,"reward":"50"},{"state":"o x oxox ","action":3,"reward":99.99999999999977},{"state":"o x oxox ","action":8,"reward":"50"},{"state":"x  x    o","action":1,"reward":"50"},{"state":"x  x    o","action":2,"reward":43.45},{"state":"x  x    o","action":4,"reward":42.5},{"state":"x  x    o","action":5,"reward":45.35},{"state":"x  x    o","action":6,"reward":53.022499999999994},{"state":"x  x    o","action":7,"reward":43.45},{"state":"x ox x  o","action":1,"reward":"50"},{"state":"x ox x  o","action":4,"reward":43},{"state":"x ox x  o","action":6,"reward":42.5},{"state":"x ox x  o","action":7,"reward":"50"},{"state":"x oxox xo","action":1,"reward":42.5},{"state":"x oxox xo","action":6,"reward":99.99999999999977},{"state":" x x    o","action":0,"reward":43},{"state":" x x    o","action":2,"reward":"50"},{"state":" x x    o","action":4,"reward":"50"},{"state":" x x    o","action":5,"reward":"50"},{"state":" x x    o","action":6,"reward":43},{"state":" x x    o","action":7,"reward":54.84887499999999},{"state":"ox xx   o","action":2,"reward":42.5},{"state":"ox xx   o","action":5,"reward":36.35},{"state":"ox xx   o","action":6,"reward":42.5},{"state":"ox xx   o","action":7,"reward":35.85},{"state":"o     x  ","action":1,"reward":44.53775},{"state":"o     x  ","action":2,"reward":43.45},{"state":"o     x  ","action":3,"reward":49.3225},{"state":"o     x  ","action":4,"reward":43.45},{"state":"o     x  ","action":5,"reward":49.30074535503904},{"state":"o     x  ","action":7,"reward":46.85306937499999},{"state":"o     x  ","action":8,"reward":43.45},{"state":"oo   xx  ","action":2,"reward":"50"},{"state":"oo   xx  ","action":3,"reward":44.4725},{"state":"oo   xx  ","action":4,"reward":"50"},{"state":"oo   xx  ","action":7,"reward":43},{"state":"oo   xx  ","action":8,"reward":"50"},{"state":"oo oxxx  ","action":2,"reward":"50"},{"state":"oo oxxx  ","action":7,"reward":52},{"state":"oo oxxx  ","action":8,"reward":"50"},{"state":"oo oxxxox","action":2,"reward":54.875},{"state":"   xo   x","action":0,"reward":64.49342114514884},{"state":"   xo   x","action":1,"reward":44.043812499999994},{"state":"   xo   x","action":2,"reward":44.93292851846288},{"state":"   xo   x","action":5,"reward":43.45},{"state":"   xo   x","action":6,"reward":43.45},{"state":"   xo   x","action":7,"reward":43.45},{"state":"   xoox x","action":0,"reward":43},{"state":"   xoox x","action":1,"reward":42.5},{"state":"   xoox x","action":2,"reward":"50"},{"state":"   xoox x","action":7,"reward":42.5},{"state":"ox xoox x","action":2,"reward":42.5},{"state":"ox xoox x","action":7,"reward":50},{"state":"o      x ","action":1,"reward":"50"},{"state":"o      x ","action":2,"reward":"50"},{"state":"o      x ","action":3,"reward":"50"},{"state":"o      x ","action":4,"reward":"50"},{"state":"o      x ","action":5,"reward":"50"},{"state":"o      x ","action":6,"reward":63.794071981298295},{"state":"o      x ","action":8,"reward":"50"},{"state":"o x   ox ","action":1,"reward":"50"},{"state":"o x   ox ","action":3,"reward":65.08313519531248},{"state":"o x   ox ","action":4,"reward":"50"},{"state":"o x   ox ","action":5,"reward":"50"},{"state":"o x   ox ","action":8,"reward":"50"},{"state":" x o  x  ","action":0,"reward":"50"},{"state":" x o  x  ","action":2,"reward":"50"},{"state":" x o  x  ","action":4,"reward":50.997499999999995},{"state":" x o  x  ","action":5,"reward":46.705},{"state":" x o  x  ","action":7,"reward":"50"},{"state":" x o  x  ","action":8,"reward":43.45},{"state":" x ox x o","action":0,"reward":"50"},{"state":" x ox x o","action":2,"reward":"50"},{"state":" x ox x o","action":5,"reward":"50"},{"state":" x ox x o","action":7,"reward":43},{"state":" x oxxxoo","action":0,"reward":42.5},{"state":" x oxxxoo","action":2,"reward":50},{"state":"ox       ","action":2,"reward":"50"},{"state":"ox       ","action":3,"reward":"50"},{"state":"ox       ","action":4,"reward":59.97312160182914},{"state":"ox       ","action":5,"reward":43},{"state":"ox       ","action":6,"reward":"50"},{"state":"ox       ","action":7,"reward":46.321374999999996},{"state":"ox       ","action":8,"reward":"50"},{"state":"ox x   o ","action":2,"reward":"50"},{"state":"ox x   o ","action":4,"reward":51.425},{"state":"ox x   o ","action":5,"reward":"50"},{"state":"ox x   o ","action":6,"reward":"50"},{"state":"ox x   o ","action":8,"reward":"50"},{"state":"oxxxo  o ","action":5,"reward":"50"},{"state":"oxxxo  o ","action":6,"reward":"50"},{"state":"oxxxo  o ","action":8,"reward":52.5},{"state":"   x     ","action":0,"reward":13.026398085578794},{"state":"   x     ","action":1,"reward":11.154350356627457},{"state":"   x     ","action":2,"reward":12.620504073450267},{"state":"   x     ","action":4,"reward":76.07111290993429},{"state":"   x     ","action":5,"reward":10.433071244246335},{"state":"   x     ","action":6,"reward":11.769846505613764},{"state":"   x     ","action":7,"reward":11.004384277497028},{"state":"   x     ","action":8,"reward":12.541398771478946},{"state":"   xo  x ","action":0,"reward":81.37350837044484},{"state":"   xo  x ","action":1,"reward":43.45},{"state":"   xo  x ","action":2,"reward":45.038423875866755},{"state":"   xo  x ","action":5,"reward":43.45},{"state":"   xo  x ","action":6,"reward":43.45},{"state":"   xo  x ","action":8,"reward":43.45},{"state":" o xox x ","action":0,"reward":"50"},{"state":" o xox x ","action":2,"reward":52},{"state":" o xox x ","action":6,"reward":43},{"state":" o xox x ","action":8,"reward":"50"},{"state":" oxxoxox ","action":0,"reward":42.5},{"state":" oxxoxox ","action":8,"reward":50},{"state":"ox  ox   ","action":2,"reward":"50"},{"state":"ox  ox   ","action":3,"reward":"50"},{"state":"ox  ox   ","action":6,"reward":89.99999999999979},{"state":"ox  ox   ","action":7,"reward":"50"},{"state":"ox  ox   ","action":8,"reward":"50"},{"state":"ox xoxo  ","action":2,"reward":"50"},{"state":"ox xoxo  ","action":7,"reward":"50"},{"state":"ox xoxo  ","action":8,"reward":99.99999999999977},{"state":"  x x  o ","action":0,"reward":43},{"state":"  x x  o ","action":1,"reward":43},{"state":"  x x  o ","action":3,"reward":43},{"state":"  x x  o ","action":5,"reward":"50"},{"state":"  x x  o ","action":6,"reward":"50"},{"state":"  x x  o ","action":8,"reward":42.5},{"state":"  xox  ox","action":0,"reward":"50"},{"state":"  xox  ox","action":1,"reward":"50"},{"state":"  xox  ox","action":5,"reward":42.5},{"state":"  xox  ox","action":6,"reward":"50"},{"state":"oo o xx x","action":2,"reward":"50"},{"state":"oo o xx x","action":4,"reward":"50"},{"state":"oo o xx x","action":7,"reward":42.5},{"state":"o   x    ","action":1,"reward":47.20030624999999},{"state":"o   x    ","action":2,"reward":44.9225},{"state":"o   x    ","action":3,"reward":43.45},{"state":"o   x    ","action":5,"reward":42.806374999999996},{"state":"o   x    ","action":6,"reward":43.45},{"state":"o   x    ","action":7,"reward":46.46831937499999},{"state":"o   x    ","action":8,"reward":44.4725},{"state":"oo  xx   ","action":2,"reward":"50"},{"state":"oo  xx   ","action":3,"reward":"50"},{"state":"oo  xx   ","action":6,"reward":"50"},{"state":"oo  xx   ","action":7,"reward":"50"},{"state":"oo  xx   ","action":8,"reward":46.205},{"state":"oo  xx xo","action":2,"reward":54.875},{"state":"oo  xx xo","action":3,"reward":"50"},{"state":"oo  xx xo","action":6,"reward":"50"},{"state":"xo   x   ","action":2,"reward":43.45},{"state":"xo   x   ","action":3,"reward":"50"},{"state":"xo   x   ","action":4,"reward":"50"},{"state":"xo   x   ","action":6,"reward":49.525},{"state":"xo   x   ","action":7,"reward":43},{"state":"xo   x   ","action":8,"reward":49.525},{"state":"xo   x xo","action":2,"reward":"50"},{"state":"xo   x xo","action":3,"reward":"50"},{"state":"xo   x xo","action":4,"reward":49.75},{"state":"xo   x xo","action":6,"reward":"50"},{"state":"xox ox xo","action":3,"reward":50},{"state":"xox ox xo","action":6,"reward":50},{"state":"ox  x  o ","action":2,"reward":"50"},{"state":"ox  x  o ","action":3,"reward":"50"},{"state":"ox  x  o ","action":5,"reward":"50"},{"state":"ox  x  o ","action":6,"reward":54.82749999999999},{"state":"ox  x  o ","action":8,"reward":"50"},{"state":"ox  xxoo ","action":2,"reward":"50"},{"state":"ox  xxoo ","action":3,"reward":54.875},{"state":"ox  xxoo ","action":8,"reward":"50"},{"state":" x  x  o ","action":0,"reward":49.525},{"state":" x  x  o ","action":2,"reward":49.525},{"state":" x  x  o ","action":3,"reward":"50"},{"state":" x  x  o ","action":5,"reward":49.525},{"state":" x  x  o ","action":6,"reward":45.35},{"state":" x  x  o ","action":8,"reward":44.9},{"state":" xx xo o ","action":0,"reward":"50"},{"state":" xx xo o ","action":3,"reward":"50"},{"state":" xx xo o ","action":6,"reward":49.75},{"state":" xx xo o ","action":8,"reward":"50"},{"state":" xxxxooo ","action":0,"reward":50},{"state":" xxxxooo ","action":8,"reward":52.5},{"state":"o  xo x  ","action":1,"reward":"50"},{"state":"o  xo x  ","action":2,"reward":"50"},{"state":"o  xo x  ","action":5,"reward":49.525},{"state":"o  xo x  ","action":7,"reward":"50"},{"state":"o  xo x  ","action":8,"reward":99.99999999999977},{"state":"ox xoox  ","action":2,"reward":49.75},{"state":"ox xoox  ","action":7,"reward":"50"},{"state":"ox xoox  ","action":8,"reward":"50"},{"state":"oxoxoox x","action":7,"reward":50},{"state":"   xox   ","action":0,"reward":83.0766972678017},{"state":"   xox   ","action":1,"reward":43},{"state":"   xox   ","action":2,"reward":43},{"state":"   xox   ","action":6,"reward":44.4725},{"state":"   xox   ","action":7,"reward":44.4725},{"state":"   xox   ","action":8,"reward":49.64263749999999},{"state":" o xox  x","action":0,"reward":"50"},{"state":" o xox  x","action":2,"reward":"50"},{"state":" o xox  x","action":6,"reward":42.5},{"state":" o xox  x","action":7,"reward":"50"},{"state":"o  xo   x","action":1,"reward":"50"},{"state":"o  xo   x","action":2,"reward":89.15701057641431},{"state":"o  xo   x","action":5,"reward":43},{"state":"o  xo   x","action":6,"reward":"50"},{"state":"o  xo   x","action":7,"reward":"50"},{"state":"o  xoox x","action":1,"reward":42.5},{"state":"o  xoox x","action":2,"reward":"50"},{"state":"o  xoox x","action":7,"reward":49.75},{"state":"     x  o","action":0,"reward":"50"},{"state":"     x  o","action":1,"reward":"50"},{"state":"     x  o","action":2,"reward":"50"},{"state":"     x  o","action":3,"reward":"50"},{"state":"     x  o","action":4,"reward":55.6753029213052},{"state":"     x  o","action":6,"reward":"50"},{"state":"     x  o","action":7,"reward":"50"},{"state":" x  ox  o","action":0,"reward":"50"},{"state":" x  ox  o","action":2,"reward":59.04876249999999},{"state":" x  ox  o","action":3,"reward":"50"},{"state":" x  ox  o","action":6,"reward":"50"},{"state":" x  ox  o","action":7,"reward":"50"},{"state":" xo oxx o","action":0,"reward":99.99999999999977},{"state":" xo oxx o","action":3,"reward":"50"},{"state":" xo oxx o","action":7,"reward":"50"},{"state":"  xo   x ","action":0,"reward":"50"},{"state":"  xo   x ","action":1,"reward":"50"},{"state":"  xo   x ","action":4,"reward":"50"},{"state":"  xo   x ","action":5,"reward":44.9},{"state":"  xo   x ","action":6,"reward":43},{"state":"  xo   x ","action":8,"reward":43},{"state":"x xo   xo","action":1,"reward":"50"},{"state":"x xo   xo","action":4,"reward":"50"},{"state":"x xo   xo","action":5,"reward":42.5},{"state":"x xo   xo","action":6,"reward":"50"},{"state":" x      o","action":0,"reward":43},{"state":" x      o","action":2,"reward":43},{"state":" x      o","action":3,"reward":45.571112500000005},{"state":" x      o","action":4,"reward":43},{"state":" x      o","action":5,"reward":43.45},{"state":" x      o","action":6,"reward":47.60643124999999},{"state":" x      o","action":7,"reward":52},{"state":" x   ox o","action":0,"reward":"50"},{"state":" x   ox o","action":2,"reward":"50"},{"state":" x   ox o","action":3,"reward":43},{"state":" x   ox o","action":4,"reward":"50"},{"state":" x   ox o","action":7,"reward":"50"},{"state":" x oxox o","action":0,"reward":42.5},{"state":" x oxox o","action":2,"reward":"50"},{"state":" x oxox o","action":7,"reward":"50"},{"state":"  x oo  x","action":0,"reward":"50"},{"state":"  x oo  x","action":1,"reward":"50"},{"state":"  x oo  x","action":3,"reward":"50"},{"state":"  x oo  x","action":6,"reward":71.78740181700292},{"state":"  x oo  x","action":7,"reward":"50"},{"state":"x x ooo x","action":1,"reward":"50"},{"state":"x x ooo x","action":3,"reward":99.99999999999977},{"state":"x x ooo x","action":7,"reward":"50"},{"state":"  x xo   ","action":0,"reward":39.00530625},{"state":"  x xo   ","action":1,"reward":42.04875},{"state":"  x xo   ","action":3,"reward":42.5},{"state":"  x xo   ","action":6,"reward":44.9},{"state":"  x xo   ","action":7,"reward":42.5},{"state":"  x xo   ","action":8,"reward":43},{"state":"o x xo  x","action":1,"reward":"50"},{"state":"o x xo  x","action":3,"reward":"50"},{"state":"o x xo  x","action":6,"reward":51.317499999999995},{"state":"o x xo  x","action":7,"reward":"50"},{"state":"o x xooxx","action":1,"reward":"50"},{"state":"o x xooxx","action":3,"reward":52.5},{"state":"x   ox   ","action":1,"reward":"50"},{"state":"x   ox   ","action":2,"reward":"50"},{"state":"x   ox   ","action":3,"reward":43.45},{"state":"x   ox   ","action":6,"reward":48.67154032895714},{"state":"x   ox   ","action":7,"reward":80.60520546162259},{"state":"x   ox   ","action":8,"reward":"50"},{"state":"x  ooxx  ","action":1,"reward":43},{"state":"x  ooxx  ","action":2,"reward":49.75},{"state":"x  ooxx  ","action":7,"reward":76.6553866587935},{"state":"x  ooxx  ","action":8,"reward":"50"},{"state":"xo ooxx x","action":2,"reward":42.5},{"state":"xo ooxx x","action":7,"reward":52.5},{"state":"     o  x","action":0,"reward":"50"},{"state":"     o  x","action":1,"reward":49.74663889062499},{"state":"     o  x","action":2,"reward":"50"},{"state":"     o  x","action":3,"reward":43.45},{"state":"     o  x","action":4,"reward":"50"},{"state":"     o  x","action":6,"reward":43.45},{"state":"     o  x","action":7,"reward":"50"},{"state":"x    oo x","action":1,"reward":43},{"state":"x    oo x","action":2,"reward":42.5},{"state":"x    oo x","action":3,"reward":"50"},{"state":"x    oo x","action":4,"reward":"50"},{"state":"x    oo x","action":7,"reward":"50"},{"state":"xox  oo x","action":3,"reward":42.5},{"state":"xox  oo x","action":4,"reward":"50"},{"state":"xox  oo x","action":7,"reward":"50"},{"state":"  xoo  x ","action":0,"reward":"50"},{"state":"  xoo  x ","action":1,"reward":"50"},{"state":"  xoo  x ","action":5,"reward":57.131249999999994},{"state":"  xoo  x ","action":6,"reward":"50"},{"state":"  xoo  x ","action":8,"reward":"50"},{"state":" x    o x","action":0,"reward":46.321374999999996},{"state":" x    o x","action":2,"reward":"50"},{"state":" x    o x","action":3,"reward":43},{"state":" x    o x","action":4,"reward":43},{"state":" x    o x","action":5,"reward":43.45},{"state":" x    o x","action":7,"reward":43.45},{"state":" xxo  o x","action":0,"reward":52.5},{"state":" xxo  o x","action":4,"reward":42.5},{"state":" xxo  o x","action":5,"reward":"50"},{"state":" xxo  o x","action":7,"reward":"50"},{"state":"     xx o","action":0,"reward":45.87137499999999},{"state":"     xx o","action":1,"reward":"50"},{"state":"     xx o","action":2,"reward":"50"},{"state":"     xx o","action":3,"reward":"50"},{"state":"     xx o","action":4,"reward":"50"},{"state":"     xx o","action":7,"reward":"50"},{"state":"ox   xx o","action":2,"reward":"50"},{"state":"ox   xx o","action":3,"reward":"50"},{"state":"ox   xx o","action":4,"reward":"50"},{"state":"ox   xx o","action":7,"reward":55.705},{"state":"ox x xxoo","action":2,"reward":"50"},{"state":"ox x xxoo","action":4,"reward":65.08313519531248},{"state":" x    ox ","action":0,"reward":44.4725},{"state":" x    ox ","action":2,"reward":42.5},{"state":" x    ox ","action":3,"reward":43.45},{"state":" x    ox ","action":4,"reward":43.45},{"state":" x    ox ","action":5,"reward":"50"},{"state":" x    ox ","action":8,"reward":43},{"state":" x o     ","action":0,"reward":"50"},{"state":" x o     ","action":2,"reward":"50"},{"state":" x o     ","action":4,"reward":45.35},{"state":" x o     ","action":5,"reward":"50"},{"state":" x o     ","action":6,"reward":43.45},{"state":" x o     ","action":7,"reward":"50"},{"state":" x o     ","action":8,"reward":"50"},{"state":" x oo x  ","action":0,"reward":"50"},{"state":" x oo x  ","action":2,"reward":"50"},{"state":" x oo x  ","action":5,"reward":52.5},{"state":" x oo x  ","action":7,"reward":"50"},{"state":" x oo x  ","action":8,"reward":"50"},{"state":"  xx    o","action":0,"reward":"50"},{"state":"  xx    o","action":1,"reward":43},{"state":"  xx    o","action":4,"reward":43},{"state":"  xx    o","action":5,"reward":43.45},{"state":"  xx    o","action":6,"reward":46.748875},{"state":"  xx    o","action":7,"reward":47.155},{"state":"  xx xo o","action":0,"reward":44.4},{"state":"  xx xo o","action":1,"reward":"50"},{"state":"  xx xo o","action":4,"reward":"50"},{"state":"  xx xo o","action":7,"reward":"50"},{"state":"oxxx xo o","action":4,"reward":"50"},{"state":"oxxx xo o","action":7,"reward":52.5},{"state":"  o xx xo","action":0,"reward":"50"},{"state":"  o xx xo","action":1,"reward":49.75},{"state":"  o xx xo","action":3,"reward":49.75},{"state":"  o xx xo","action":6,"reward":43},{"state":"  ooxxxxo","action":0,"reward":42.5},{"state":"  ooxxxxo","action":1,"reward":50},{"state":"o  o   xx","action":1,"reward":"50"},{"state":"o  o   xx","action":2,"reward":"50"},{"state":"o  o   xx","action":4,"reward":"50"},{"state":"o  o   xx","action":5,"reward":"50"},{"state":"o  o   xx","action":6,"reward":54.875},{"state":"xx ooxx o","action":2,"reward":50},{"state":"xx ooxx o","action":7,"reward":42.5},{"state":"   o  x  ","action":0,"reward":"50"},{"state":"   o  x  ","action":1,"reward":"50"},{"state":"   o  x  ","action":2,"reward":"50"},{"state":"   o  x  ","action":4,"reward":54.05586249999999},{"state":"   o  x  ","action":5,"reward":"50"},{"state":"   o  x  ","action":7,"reward":"50"},{"state":"   o  x  ","action":8,"reward":"50"},{"state":"   ooxx  ","action":0,"reward":"50"},{"state":"   ooxx  ","action":1,"reward":"50"},{"state":"   ooxx  ","action":2,"reward":"50"},{"state":"   ooxx  ","action":7,"reward":"50"},{"state":"   ooxx  ","action":8,"reward":50.997499999999995},{"state":"  xooxx o","action":0,"reward":"50"},{"state":"  xooxx o","action":1,"reward":52},{"state":"  xooxx o","action":7,"reward":"50"},{"state":" oxooxxxo","action":0,"reward":57.131249999999994},{"state":" x  x o  ","action":0,"reward":43.45},{"state":" x  x o  ","action":2,"reward":43},{"state":" x  x o  ","action":3,"reward":43.45},{"state":" x  x o  ","action":5,"reward":42.5},{"state":" x  x o  ","action":7,"reward":50.84070624999999},{"state":" x  x o  ","action":8,"reward":44.4},{"state":"xx  x o o","action":2,"reward":"50"},{"state":"xx  x o o","action":3,"reward":"50"},{"state":"xx  x o o","action":5,"reward":"50"},{"state":"xx  x o o","action":7,"reward":52.5},{"state":" x xx o o","action":0,"reward":"50"},{"state":" x xx o o","action":2,"reward":42.5},{"state":" x xx o o","action":5,"reward":"50"},{"state":" x xx o o","action":7,"reward":52.5},{"state":" x oo   x","action":0,"reward":"50"},{"state":" x oo   x","action":2,"reward":"50"},{"state":" x oo   x","action":5,"reward":"50"},{"state":" x oo   x","action":6,"reward":43},{"state":" x oo   x","action":7,"reward":"50"},{"state":"xx oo o x","action":2,"reward":"50"},{"state":"xx oo o x","action":5,"reward":"50"},{"state":"xx oo o x","action":7,"reward":42.5},{"state":"  xo     ","action":0,"reward":"50"},{"state":"  xo     ","action":1,"reward":51.55},{"state":"  xo     ","action":4,"reward":"50"},{"state":"  xo     ","action":5,"reward":43},{"state":"  xo     ","action":6,"reward":"50"},{"state":"  xo     ","action":7,"reward":"50"},{"state":"  xo     ","action":8,"reward":44.53775},{"state":"  xoxo   ","action":0,"reward":"50"},{"state":"  xoxo   ","action":1,"reward":"50"},{"state":"  xoxo   ","action":6,"reward":"50"},{"state":"  xoxo   ","action":7,"reward":42.5},{"state":"  xoxo   ","action":8,"reward":"50"},{"state":"  x   oox","action":0,"reward":"50"},{"state":"  x   oox","action":1,"reward":"50"},{"state":"  x   oox","action":3,"reward":"50"},{"state":"  x   oox","action":4,"reward":43},{"state":"  x   oox","action":5,"reward":"50"},{"state":"x x o oox","action":1,"reward":52.5},{"state":"x x o oox","action":3,"reward":42.5},{"state":"x x o oox","action":5,"reward":"50"},{"state":" o  x    ","action":0,"reward":43.45},{"state":" o  x    ","action":2,"reward":43.45},{"state":" o  x    ","action":3,"reward":"50"},{"state":" o  x    ","action":5,"reward":"50"},{"state":" o  x    ","action":6,"reward":51.55},{"state":" o  x    ","action":7,"reward":"50"},{"state":" o  x    ","action":8,"reward":43.45},{"state":"oo  x x  ","action":2,"reward":"50"},{"state":"oo  x x  ","action":3,"reward":"50"},{"state":"oo  x x  ","action":5,"reward":43},{"state":"oo  x x  ","action":7,"reward":"50"},{"state":"oo  x x  ","action":8,"reward":"50"},{"state":"oo xxox  ","action":2,"reward":"50"},{"state":"oo xxox  ","action":7,"reward":"50"},{"state":"oo xxox  ","action":8,"reward":42.5},{"state":"o  xoxox ","action":1,"reward":"50"},{"state":"o  xoxox ","action":2,"reward":99.99999999999977},{"state":"o  xoxox ","action":8,"reward":"50"},{"state":" x x  oxo","action":0,"reward":"50"},{"state":" x x  oxo","action":2,"reward":"50"},{"state":" x x  oxo","action":4,"reward":52},{"state":" x x  oxo","action":5,"reward":42.5},{"state":" x  o   x","action":0,"reward":36.35},{"state":" x  o   x","action":2,"reward":38.154999999999994},{"state":" x  o   x","action":3,"reward":86.36600681084887},{"state":" x  o   x","action":5,"reward":36.800000000000004},{"state":" x  o   x","action":6,"reward":42.82835228550261},{"state":" x  o   x","action":7,"reward":42.54875},{"state":"xx  oo  x","action":2,"reward":89.99999999999979},{"state":"xx  oo  x","action":3,"reward":"50"},{"state":"xx  oo  x","action":6,"reward":"50"},{"state":"xx  oo  x","action":7,"reward":42.5},{"state":"xo     x ","action":2,"reward":43},{"state":"xo     x ","action":3,"reward":49.525},{"state":"xo     x ","action":4,"reward":49.525},{"state":"xo     x ","action":5,"reward":"50"},{"state":"xo     x ","action":6,"reward":43.45},{"state":"xo     x ","action":8,"reward":43},{"state":"xoo x  x ","action":3,"reward":49.75},{"state":"xoo x  x ","action":5,"reward":46.205},{"state":"xoo x  x ","action":6,"reward":42.5},{"state":"xoo x  x ","action":8,"reward":74.4429478032474},{"state":"o x o x  ","action":1,"reward":"50"},{"state":"o x o x  ","action":3,"reward":53.449999999999996},{"state":"o x o x  ","action":5,"reward":"50"},{"state":"o x o x  ","action":7,"reward":43},{"state":"o x o x  ","action":8,"reward":"50"},{"state":"o x oxxo ","action":1,"reward":"50"},{"state":"o x oxxo ","action":3,"reward":42.5},{"state":"o x oxxo ","action":8,"reward":59.27468749999999},{"state":"  x o    ","action":0,"reward":46.46831937499999},{"state":"  x o    ","action":1,"reward":43.45},{"state":"  x o    ","action":3,"reward":48.056431249999996},{"state":"  x o    ","action":5,"reward":79.35478908102645},{"state":"  x o    ","action":6,"reward":46.321374999999996},{"state":"  x o    ","action":7,"reward":43.45},{"state":"  x o    ","action":8,"reward":44.68640722683592},{"state":"  xxoo   ","action":0,"reward":82.17814131530216},{"state":"  xxoo   ","action":1,"reward":49.525},{"state":"  xxoo   ","action":6,"reward":"50"},{"state":"  xxoo   ","action":7,"reward":49.525},{"state":"  xxoo   ","action":8,"reward":47.67741523515623},{"state":" xxxoo o ","action":0,"reward":"50"},{"state":" xxxoo o ","action":6,"reward":49.75},{"state":" xxxoo o ","action":8,"reward":52},{"state":" xxxoooox","action":0,"reward":50},{"state":"   x  x o","action":0,"reward":52},{"state":"   x  x o","action":1,"reward":43},{"state":"   x  x o","action":2,"reward":42.5},{"state":"   x  x o","action":4,"reward":43.45},{"state":"   x  x o","action":5,"reward":44.9225},{"state":"   x  x o","action":7,"reward":43},{"state":"   xo xxo","action":0,"reward":99.99999999999977},{"state":"   xo xxo","action":1,"reward":43},{"state":"   xo xxo","action":2,"reward":42.5},{"state":"   xo xxo","action":5,"reward":44.4},{"state":" o xoxxxo","action":0,"reward":52.5},{"state":" o xoxxxo","action":2,"reward":42.5},{"state":"     x o ","action":0,"reward":45.02371663003905},{"state":"     x o ","action":1,"reward":54.1211125},{"state":"     x o ","action":2,"reward":"50"},{"state":"     x o ","action":3,"reward":"50"},{"state":"     x o ","action":4,"reward":46.71554025365428},{"state":"     x o ","action":6,"reward":43},{"state":"     x o ","action":8,"reward":"50"},{"state":"  x  xoo ","action":0,"reward":"50"},{"state":"  x  xoo ","action":1,"reward":"50"},{"state":"  x  xoo ","action":3,"reward":42.5},{"state":"  x  xoo ","action":4,"reward":"50"},{"state":"  x  xoo ","action":8,"reward":"50"},{"state":"x   ox  o","action":1,"reward":"50"},{"state":"x   ox  o","action":2,"reward":"50"},{"state":"x   ox  o","action":3,"reward":49.525},{"state":"x   ox  o","action":6,"reward":49.525},{"state":"x   ox  o","action":7,"reward":57.41974999999999},{"state":"x x oxo o","action":1,"reward":49.75},{"state":"x x oxo o","action":3,"reward":"50"},{"state":"x x oxo o","action":7,"reward":"50"},{"state":"xox oxoxo","action":3,"reward":50},{"state":"   x x  o","action":0,"reward":44.9},{"state":"   x x  o","action":1,"reward":"50"},{"state":"   x x  o","action":2,"reward":"50"},{"state":"   x x  o","action":4,"reward":"50"},{"state":"   x x  o","action":6,"reward":46.205},{"state":"   x x  o","action":7,"reward":43.9725},{"state":"ox x x  o","action":2,"reward":"50"},{"state":"ox x x  o","action":4,"reward":59.27468749999999},{"state":"ox x x  o","action":6,"reward":"50"},{"state":"ox x x  o","action":7,"reward":"50"},{"state":" ox   xxo","action":0,"reward":"50"},{"state":" ox   xxo","action":3,"reward":"50"},{"state":" ox   xxo","action":4,"reward":52},{"state":" ox   xxo","action":5,"reward":"50"},{"state":" ox oxxxo","action":0,"reward":99.99999999999977},{"state":" ox oxxxo","action":3,"reward":"50"},{"state":" xo o x x","action":0,"reward":42.5},{"state":" xo o x x","action":3,"reward":42.5},{"state":" xo o x x","action":5,"reward":43},{"state":" xo o x x","action":7,"reward":"50"},{"state":"    o  x ","action":0,"reward":83.42044330729703},{"state":"    o  x ","action":1,"reward":44.9225},{"state":"    o  x ","action":2,"reward":48.297838718749986},{"state":"    o  x ","action":3,"reward":"50"},{"state":"    o  x ","action":5,"reward":45.571112500000005},{"state":"    o  x ","action":6,"reward":"50"},{"state":"    o  x ","action":8,"reward":"50"},{"state":"x   oo x ","action":1,"reward":44.4725},{"state":"x   oo x ","action":2,"reward":"50"},{"state":"x   oo x ","action":3,"reward":"50"},{"state":"x   oo x ","action":6,"reward":"50"},{"state":"x   oo x ","action":8,"reward":"50"},{"state":"xo xoo x ","action":2,"reward":"50"},{"state":"xo xoo x ","action":6,"reward":52},{"state":"xo xoo x ","action":8,"reward":"50"},{"state":"xo xoooxx","action":2,"reward":54.875},{"state":"xox  o  x","action":3,"reward":"50"},{"state":"xox  o  x","action":4,"reward":"50"},{"state":"xox  o  x","action":6,"reward":"50"},{"state":"xox  o  x","action":7,"reward":46.205},{"state":"xox  oxox","action":3,"reward":"50"},{"state":"xox  oxox","action":4,"reward":52.5},{"state":"xo      x","action":2,"reward":42.5},{"state":"xo      x","action":3,"reward":43},{"state":"xo      x","action":4,"reward":43},{"state":"xo      x","action":5,"reward":44.4725},{"state":"xo      x","action":6,"reward":49.525},{"state":"xo      x","action":7,"reward":43.45},{"state":"x   o    ","action":1,"reward":49.3225},{"state":"x   o    ","action":2,"reward":83.14116235342073},{"state":"x   o    ","action":3,"reward":"50"},{"state":"x   o    ","action":5,"reward":"50"},{"state":"x   o    ","action":6,"reward":"50"},{"state":"x   o    ","action":7,"reward":"50"},{"state":"x   o    ","action":8,"reward":"50"},{"state":"xo  o x  ","action":2,"reward":"50"},{"state":"xo  o x  ","action":3,"reward":49.525},{"state":"xo  o x  ","action":5,"reward":"50"},{"state":"xo  o x  ","action":7,"reward":54.875},{"state":"xo  o x  ","action":8,"reward":"50"},{"state":"xo oo xx ","action":2,"reward":49.75},{"state":"xo oo xx ","action":5,"reward":54.875},{"state":"xo oo xx ","action":8,"reward":"50"},{"state":"xooooxxx ","action":8,"reward":50},{"state":"o x  oxx ","action":1,"reward":43},{"state":"o x  oxx ","action":3,"reward":"50"},{"state":"o x  oxx ","action":4,"reward":52},{"state":"o x  oxx ","action":8,"reward":"50"},{"state":"ooxx oxx ","action":4,"reward":42.5},{"state":"ooxx oxx ","action":8,"reward":42.5},{"state":"oxxxo o  ","action":5,"reward":54.768137499999995},{"state":"oxxxo o  ","action":7,"reward":"50"},{"state":"oxxxo o  ","action":8,"reward":"50"},{"state":"oxxxooox ","action":8,"reward":57.131249999999994},{"state":"ox     x ","action":2,"reward":"50"},{"state":"ox     x ","action":3,"reward":"50"},{"state":"ox     x ","action":4,"reward":82.43327106062046},{"state":"ox     x ","action":5,"reward":"50"},{"state":"ox     x ","action":6,"reward":43.9725},{"state":"ox     x ","action":8,"reward":"50"},{"state":"ox    oxx","action":2,"reward":46.205},{"state":"ox    oxx","action":3,"reward":"50"},{"state":"ox    oxx","action":4,"reward":89.99999999999979},{"state":"ox    oxx","action":5,"reward":"50"},{"state":"oxo  xoxx","action":3,"reward":"50"},{"state":"oxo  xoxx","action":4,"reward":66.82897843554684},{"state":"o x    x ","action":1,"reward":43.45},{"state":"o x    x ","action":3,"reward":43},{"state":"o x    x ","action":4,"reward":53.022499999999994},{"state":"o x    x ","action":5,"reward":46.321374999999996},{"state":"o x    x ","action":6,"reward":49.525},{"state":"o x    x ","action":8,"reward":"50"},{"state":"ooxx   x ","action":4,"reward":43},{"state":"ooxx   x ","action":5,"reward":43},{"state":"ooxx   x ","action":6,"reward":"50"},{"state":"ooxx   x ","action":8,"reward":"50"},{"state":"  oxo x  ","action":0,"reward":"50"},{"state":"  oxo x  ","action":1,"reward":"50"},{"state":"  oxo x  ","action":5,"reward":"50"},{"state":"  oxo x  ","action":7,"reward":42.5},{"state":"  oxo x  ","action":8,"reward":"50"},{"state":"  o    x ","action":0,"reward":"50"},{"state":"  o    x ","action":1,"reward":47.155},{"state":"  o    x ","action":3,"reward":"50"},{"state":"  o    x ","action":4,"reward":"50"},{"state":"  o    x ","action":5,"reward":"50"},{"state":"  o    x ","action":6,"reward":"50"},{"state":"  o    x ","action":8,"reward":"50"},{"state":" oo    xx","action":0,"reward":54.875},{"state":" oo    xx","action":3,"reward":"50"},{"state":" oo    xx","action":4,"reward":"50"},{"state":" oo    xx","action":5,"reward":"50"},{"state":" oo    xx","action":6,"reward":"50"},{"state":"x   o  x ","action":1,"reward":43.1680576184714},{"state":"x   o  x ","action":2,"reward":42.8447370812795},{"state":"x   o  x ","action":3,"reward":42.29191866484374},{"state":"x   o  x ","action":5,"reward":79.472110906826},{"state":"x   o  x ","action":6,"reward":43.45},{"state":"x   o  x ","action":8,"reward":42.54875},{"state":"x   ooxx ","action":1,"reward":"50"},{"state":"x   ooxx ","action":2,"reward":"50"},{"state":"x   ooxx ","action":3,"reward":99.99999999999977},{"state":"x   ooxx ","action":8,"reward":"50"},{"state":"ox  x    ","action":2,"reward":0},{"state":"ox  x    ","action":3,"reward":0.393116132716707},{"state":"ox  x    ","action":5,"reward":0.28155611468678376},{"state":"ox  x    ","action":6,"reward":0.3737548492589893},{"state":"ox  x    ","action":7,"reward":60.54673488674776},{"state":"ox  x    ","action":8,"reward":0.9135198451853528},{"state":"oxx x  o ","action":3,"reward":44.30711235592914},{"state":"oxx x  o ","action":5,"reward":43},{"state":"oxx x  o ","action":6,"reward":89.99999999999979},{"state":"oxx x  o ","action":8,"reward":47.91974999999999},{"state":"oxxxxo o ","action":6,"reward":50},{"state":"oxxxxo o ","action":8,"reward":42.5},{"state":" xo      ","action":0,"reward":"50"},{"state":" xo      ","action":3,"reward":52.23275},{"state":" xo      ","action":4,"reward":"50"},{"state":" xo      ","action":5,"reward":"50"},{"state":" xo      ","action":6,"reward":43.45},{"state":" xo      ","action":7,"reward":"50"},{"state":" xo      ","action":8,"reward":"50"},{"state":" xo x o  ","action":0,"reward":"50"},{"state":" xo x o  ","action":3,"reward":"50"},{"state":" xo x o  ","action":5,"reward":"50"},{"state":" xo x o  ","action":7,"reward":"50"},{"state":" xo x o  ","action":8,"reward":43},{"state":" xo xxo o","action":0,"reward":"50"},{"state":" xo xxo o","action":3,"reward":42.5},{"state":" xo xxo o","action":7,"reward":"50"},{"state":"      x o","action":0,"reward":43.45},{"state":"      x o","action":1,"reward":44.53775},{"state":"      x o","action":2,"reward":43.45},{"state":"      x o","action":3,"reward":"50"},{"state":"      x o","action":4,"reward":47.81842390936893},{"state":"      x o","action":5,"reward":44.53775},{"state":"      x o","action":7,"reward":44.08775},{"state":"o    xx o","action":1,"reward":"50"},{"state":"o    xx o","action":2,"reward":"50"},{"state":"o    xx o","action":3,"reward":43},{"state":"o    xx o","action":4,"reward":"50"},{"state":"o    xx o","action":7,"reward":"50"},{"state":"o  oxxx o","action":1,"reward":"50"},{"state":"o  oxxx o","action":2,"reward":"50"},{"state":"o  oxxx o","action":7,"reward":42.5},{"state":"     ox  ","action":0,"reward":"50"},{"state":"     ox  ","action":1,"reward":"50"},{"state":"     ox  ","action":2,"reward":"50"},{"state":"     ox  ","action":3,"reward":"50"},{"state":"     ox  ","action":4,"reward":48.56465201562499},{"state":"     ox  ","action":7,"reward":"50"},{"state":"     ox  ","action":8,"reward":"50"},{"state":"  x oox  ","action":0,"reward":89.99999999999979},{"state":"  x oox  ","action":1,"reward":"50"},{"state":"  x oox  ","action":3,"reward":"50"},{"state":"  x oox  ","action":7,"reward":"50"},{"state":"  x oox  ","action":8,"reward":44.9},{"state":" xx oox o","action":0,"reward":"50"},{"state":" xx oox o","action":3,"reward":52.5},{"state":" xx oox o","action":7,"reward":"50"},{"state":" ox   x  ","action":0,"reward":"50"},{"state":" ox   x  ","action":3,"reward":"50"},{"state":" ox   x  ","action":4,"reward":55.705},{"state":" ox   x  ","action":5,"reward":43},{"state":" ox   x  ","action":7,"reward":"50"},{"state":" ox   x  ","action":8,"reward":"50"},{"state":"xox  ox  ","action":3,"reward":42.5},{"state":"xox  ox  ","action":4,"reward":"50"},{"state":"xox  ox  ","action":7,"reward":"50"},{"state":"xox  ox  ","action":8,"reward":42.5},{"state":" x   o   ","action":0,"reward":"50"},{"state":" x   o   ","action":2,"reward":"50"},{"state":" x   o   ","action":3,"reward":"50"},{"state":" x   o   ","action":4,"reward":"50"},{"state":" x   o   ","action":6,"reward":"50"},{"state":" x   o   ","action":7,"reward":51.809124999999995},{"state":" x   o   ","action":8,"reward":"50"},{"state":" xx  o o ","action":0,"reward":"50"},{"state":" xx  o o ","action":3,"reward":"50"},{"state":" xx  o o ","action":4,"reward":"50"},{"state":" xx  o o ","action":6,"reward":"50"},{"state":" xx  o o ","action":8,"reward":52},{"state":" xx xo oo","action":0,"reward":"50"},{"state":" xx xo oo","action":3,"reward":"50"},{"state":" xx xo oo","action":6,"reward":52.5},{"state":"  xox    ","action":0,"reward":42.5},{"state":"  xox    ","action":1,"reward":42.5},{"state":"  xox    ","action":5,"reward":43.45},{"state":"  xox    ","action":6,"reward":45.3275},{"state":"  xox    ","action":7,"reward":43},{"state":"  xox    ","action":8,"reward":43.45},{"state":"x xox  o ","action":1,"reward":42.5},{"state":"x xox  o ","action":5,"reward":"50"},{"state":"x xox  o ","action":6,"reward":"50"},{"state":"x xox  o ","action":8,"reward":"50"},{"state":"    xo   ","action":0,"reward":"50"},{"state":"    xo   ","action":1,"reward":"50"},{"state":"    xo   ","action":2,"reward":53.88702982812498},{"state":"    xo   ","action":3,"reward":"50"},{"state":"    xo   ","action":6,"reward":"50"},{"state":"    xo   ","action":7,"reward":"50"},{"state":"    xo   ","action":8,"reward":"50"},{"state":"  o xo x ","action":0,"reward":"50"},{"state":"  o xo x ","action":1,"reward":53.9},{"state":"  o xo x ","action":3,"reward":"50"},{"state":"  o xo x ","action":6,"reward":"50"},{"state":"  o xo x ","action":8,"reward":"50"},{"state":" oo xoxx ","action":0,"reward":54.875},{"state":" oo xoxx ","action":3,"reward":"50"},{"state":" oo xoxx ","action":8,"reward":"50"},{"state":" x ox    ","action":0,"reward":42.5},{"state":" x ox    ","action":2,"reward":43},{"state":" x ox    ","action":5,"reward":"50"},{"state":" x ox    ","action":6,"reward":43.45},{"state":" x ox    ","action":7,"reward":43},{"state":" x ox    ","action":8,"reward":49.525},{"state":"xx ox o  ","action":2,"reward":42.5},{"state":"xx ox o  ","action":5,"reward":"50"},{"state":"xx ox o  ","action":7,"reward":"50"},{"state":"xx ox o  ","action":8,"reward":43},{"state":"xx oxxo o","action":2,"reward":42.5},{"state":"xx oxxo o","action":7,"reward":"50"},{"state":"     o x ","action":0,"reward":"50"},{"state":"     o x ","action":1,"reward":55.39895719914062},{"state":"     o x ","action":2,"reward":44.4725},{"state":"     o x ","action":3,"reward":43.45},{"state":"     o x ","action":4,"reward":44.53775},{"state":"     o x ","action":6,"reward":43.45},{"state":"     o x ","action":8,"reward":"50"},{"state":"   oxo x ","action":0,"reward":"50"},{"state":"   oxo x ","action":1,"reward":"50"},{"state":"   oxo x ","action":2,"reward":"50"},{"state":"   oxo x ","action":6,"reward":"50"},{"state":"   oxo x ","action":8,"reward":43},{"state":"  xoxo xo","action":0,"reward":42.5},{"state":"  xoxo xo","action":1,"reward":"50"},{"state":"  xoxo xo","action":6,"reward":42.5},{"state":"o ox  x  ","action":1,"reward":"50"},{"state":"o ox  x  ","action":4,"reward":43},{"state":"o ox  x  ","action":5,"reward":"50"},{"state":"o ox  x  ","action":7,"reward":"50"},{"state":"o ox  x  ","action":8,"reward":"50"},{"state":"o oxo xx ","action":1,"reward":"50"},{"state":"o oxo xx ","action":5,"reward":42.5},{"state":"o oxo xx ","action":8,"reward":99.99999999999977},{"state":"x    o   ","action":1,"reward":"50"},{"state":"x    o   ","action":2,"reward":"50"},{"state":"x    o   ","action":3,"reward":"50"},{"state":"x    o   ","action":4,"reward":"50"},{"state":"x    o   ","action":6,"reward":45.802725624999994},{"state":"x    o   ","action":7,"reward":43.45},{"state":"x    o   ","action":8,"reward":"50"},{"state":"x  x oo  ","action":1,"reward":"50"},{"state":"x  x oo  ","action":2,"reward":"50"},{"state":"x  x oo  ","action":4,"reward":"50"},{"state":"x  x oo  ","action":7,"reward":"50"},{"state":"x  x oo  ","action":8,"reward":53.449999999999996},{"state":"x  xxoo o","action":1,"reward":"50"},{"state":"x  xxoo o","action":2,"reward":52.5},{"state":"x  xxoo o","action":7,"reward":"50"},{"state":" o x  x  ","action":0,"reward":43.45},{"state":" o x  x  ","action":2,"reward":"50"},{"state":" o x  x  ","action":4,"reward":"50"},{"state":" o x  x  ","action":5,"reward":44.4725},{"state":" o x  x  ","action":7,"reward":42.5},{"state":" o x  x  ","action":8,"reward":"50"},{"state":" oxx ox  ","action":0,"reward":"50"},{"state":" oxx ox  ","action":4,"reward":52},{"state":" oxx ox  ","action":7,"reward":"50"},{"state":" oxx ox  ","action":8,"reward":"50"},{"state":" oxxoox x","action":0,"reward":"50"},{"state":" oxxoox x","action":7,"reward":99.99999999999977},{"state":" x x   o ","action":0,"reward":49.525},{"state":" x x   o ","action":2,"reward":"50"},{"state":" x x   o ","action":4,"reward":49.525},{"state":" x x   o ","action":5,"reward":"50"},{"state":" x x   o ","action":6,"reward":"50"},{"state":" x x   o ","action":8,"reward":45.35},{"state":"ox x  xo ","action":2,"reward":"50"},{"state":"ox x  xo ","action":4,"reward":"50"},{"state":"ox x  xo ","action":5,"reward":49.75},{"state":"ox x  xo ","action":8,"reward":55.790023611015606},{"state":"ox x oxox","action":2,"reward":50},{"state":"ox x oxox","action":4,"reward":50},{"state":"  x oo x ","action":0,"reward":"50"},{"state":"  x oo x ","action":1,"reward":"50"},{"state":"  x oo x ","action":3,"reward":"50"},{"state":"  x oo x ","action":6,"reward":"50"},{"state":"  x oo x ","action":8,"reward":81.2781000283411},{"state":"  xxoo xo","action":0,"reward":"50"},{"state":"  xxoo xo","action":1,"reward":"50"},{"state":"  xxoo xo","action":6,"reward":63.75660793735769},{"state":" xxxoooxo","action":0,"reward":99.99999999999977},{"state":" oox x x ","action":0,"reward":"50"},{"state":" oox x x ","action":4,"reward":55.705},{"state":" oox x x ","action":6,"reward":"50"},{"state":" oox x x ","action":8,"reward":"50"},{"state":" ooxoxxx ","action":0,"reward":63.245405468749986},{"state":" ooxoxxx ","action":8,"reward":"50"},{"state":" x  o x  ","action":0,"reward":49.592750936328095},{"state":" x  o x  ","action":2,"reward":49.525},{"state":" x  o x  ","action":3,"reward":80.18117630057003},{"state":" x  o x  ","action":5,"reward":47.65030624999999},{"state":" x  o x  ","action":7,"reward":43.45},{"state":" x  o x  ","action":8,"reward":46.9840038163473},{"state":"xxo o x  ","action":3,"reward":72.0016111078571},{"state":"xxo o x  ","action":5,"reward":42.5},{"state":"xxo o x  ","action":7,"reward":42.5},{"state":"xxo o x  ","action":8,"reward":43},{"state":"xxooo xx ","action":5,"reward":99.99999999999977},{"state":"xxooo xx ","action":8,"reward":50},{"state":"xo  oo xx","action":2,"reward":42.5},{"state":"xo  oo xx","action":3,"reward":"50"},{"state":"xo  oo xx","action":6,"reward":53.9},{"state":"  xo   xo","action":0,"reward":"50"},{"state":"  xo   xo","action":1,"reward":"50"},{"state":"  xo   xo","action":4,"reward":"50"},{"state":"  xo   xo","action":5,"reward":44.4725},{"state":"  xo   xo","action":6,"reward":"50"},{"state":" xxo o xo","action":0,"reward":52},{"state":" xxo o xo","action":4,"reward":"50"},{"state":" xxo o xo","action":6,"reward":"50"},{"state":"oxxo oxxo","action":4,"reward":52.5},{"state":" x  o  x ","action":0,"reward":44.9225},{"state":" x  o  x ","action":2,"reward":"50"},{"state":" x  o  x ","action":3,"reward":"50"},{"state":" x  o  x ","action":5,"reward":48.84860968749999},{"state":" x  o  x ","action":6,"reward":44.9225},{"state":" x  o  x ","action":8,"reward":82.53739451088485},{"state":" x xo ox ","action":0,"reward":"50"},{"state":" x xo ox ","action":2,"reward":"50"},{"state":" x xo ox ","action":5,"reward":"50"},{"state":" x xo ox ","action":8,"reward":52},{"state":" xxxo oxo","action":0,"reward":71.55999538617696},{"state":" xxxo oxo","action":5,"reward":"50"},{"state":"x  xo    ","action":1,"reward":42.5},{"state":"x  xo    ","action":2,"reward":43},{"state":"x  xo    ","action":5,"reward":43.447624999999995},{"state":"x  xo    ","action":6,"reward":81.03332132671733},{"state":"x  xo    ","action":7,"reward":43.45},{"state":"x  xo    ","action":8,"reward":49.525},{"state":" xx  o   ","action":0,"reward":51.55},{"state":" xx  o   ","action":3,"reward":"50"},{"state":" xx  o   ","action":4,"reward":46.705},{"state":" xx  o   ","action":6,"reward":"50"},{"state":" xx  o   ","action":7,"reward":"50"},{"state":" xx  o   ","action":8,"reward":"50"},{"state":" xx oo  x","action":0,"reward":"50"},{"state":" xx oo  x","action":3,"reward":99.99999999999977},{"state":" xx oo  x","action":6,"reward":"50"},{"state":" xx oo  x","action":7,"reward":"50"},{"state":"o      xx","action":1,"reward":42.5},{"state":"o      xx","action":2,"reward":43},{"state":"o      xx","action":3,"reward":47.96279093749999},{"state":"o      xx","action":4,"reward":44.4725},{"state":"o      xx","action":5,"reward":42.5},{"state":"o      xx","action":6,"reward":49.525},{"state":"  xox o  ","action":0,"reward":57.131249999999994},{"state":"  xox o  ","action":1,"reward":"50"},{"state":"  xox o  ","action":5,"reward":"50"},{"state":"  xox o  ","action":7,"reward":"50"},{"state":"  xox o  ","action":8,"reward":"50"},{"state":"o xxo  x ","action":1,"reward":"50"},{"state":"o xxo  x ","action":5,"reward":49.75},{"state":"o xxo  x ","action":6,"reward":47.83459156249999},{"state":"o xxo  x ","action":8,"reward":99.99999999999977},{"state":"oxxxoo x ","action":6,"reward":50},{"state":"oxxxoo x ","action":8,"reward":99.99999999999977},{"state":"o  o  x x","action":1,"reward":"50"},{"state":"o  o  x x","action":2,"reward":"50"},{"state":"o  o  x x","action":4,"reward":"50"},{"state":"o  o  x x","action":5,"reward":52},{"state":"o  o  x x","action":7,"reward":"50"},{"state":"ox o ox x","action":2,"reward":"50"},{"state":"ox o ox x","action":4,"reward":52.5},{"state":"ox o ox x","action":7,"reward":"50"},{"state":"     x xo","action":0,"reward":"50"},{"state":"     x xo","action":1,"reward":"50"},{"state":"     x xo","action":2,"reward":49.525},{"state":"     x xo","action":3,"reward":"50"},{"state":"     x xo","action":4,"reward":50.87784185937498},{"state":"     x xo","action":6,"reward":44.9225},{"state":" xo  x xo","action":0,"reward":"50"},{"state":" xo  x xo","action":3,"reward":"50"},{"state":" xo  x xo","action":4,"reward":49.75},{"state":" xo  x xo","action":6,"reward":"50"},{"state":" xo oxxxo","action":0,"reward":99.99999999999977},{"state":" xo oxxxo","action":3,"reward":50},{"state":"  xoo x  ","action":0,"reward":53.9},{"state":"  xoo x  ","action":1,"reward":"50"},{"state":"  xoo x  ","action":5,"reward":"50"},{"state":"  xoo x  ","action":7,"reward":"50"},{"state":"  xoo x  ","action":8,"reward":"50"},{"state":"o xoo xx ","action":1,"reward":"50"},{"state":"o xoo xx ","action":5,"reward":"50"},{"state":"o xoo xx ","action":8,"reward":57.131249999999994},{"state":"o  x x xo","action":1,"reward":"50"},{"state":"o  x x xo","action":2,"reward":42.5},{"state":"o  x x xo","action":4,"reward":52.5},{"state":"o  x x xo","action":6,"reward":"50"},{"state":"  o  x  x","action":0,"reward":43},{"state":"  o  x  x","action":1,"reward":53.9},{"state":"  o  x  x","action":3,"reward":"50"},{"state":"  o  x  x","action":4,"reward":"50"},{"state":"  o  x  x","action":6,"reward":"50"},{"state":"  o  x  x","action":7,"reward":"50"},{"state":"o o  xx x","action":1,"reward":"50"},{"state":"o o  xx x","action":3,"reward":"50"},{"state":"o o  xx x","action":4,"reward":42.5},{"state":"o o  xx x","action":7,"reward":"50"},{"state":"x xo     ","action":1,"reward":"50"},{"state":"x xo     ","action":4,"reward":"50"},{"state":"x xo     ","action":5,"reward":43.45},{"state":"x xo     ","action":6,"reward":"50"},{"state":"x xo     ","action":7,"reward":43},{"state":"x xo     ","action":8,"reward":"50"},{"state":"x xo  xo ","action":1,"reward":42.5},{"state":"x xo  xo ","action":4,"reward":"50"},{"state":"x xo  xo ","action":5,"reward":"50"},{"state":"x xo  xo ","action":8,"reward":"50"},{"state":"o  ox xox","action":1,"reward":"50"},{"state":"o  ox xox","action":2,"reward":"50"},{"state":"o  ox xox","action":5,"reward":42.5},{"state":"xx o  o  ","action":2,"reward":"50"},{"state":"xx o  o  ","action":4,"reward":"50"},{"state":"xx o  o  ","action":5,"reward":"50"},{"state":"xx o  o  ","action":7,"reward":"50"},{"state":"xx o  o  ","action":8,"reward":43},{"state":"xx ox o o","action":2,"reward":"50"},{"state":"xx ox o o","action":5,"reward":42.5},{"state":"xx ox o o","action":7,"reward":"50"},{"state":"  o   x  ","action":0,"reward":"50"},{"state":"  o   x  ","action":1,"reward":43.45},{"state":"  o   x  ","action":3,"reward":"50"},{"state":"  o   x  ","action":4,"reward":"50"},{"state":"  o   x  ","action":5,"reward":"50"},{"state":"  o   x  ","action":7,"reward":"50"},{"state":"  o   x  ","action":8,"reward":47.30306937499999},{"state":"xoo   x  ","action":3,"reward":"50"},{"state":"xoo   x  ","action":4,"reward":"50"},{"state":"xoo   x  ","action":5,"reward":"50"},{"state":"xoo   x  ","action":7,"reward":"50"},{"state":"xoo   x  ","action":8,"reward":43},{"state":"xoo   xxo","action":3,"reward":"50"},{"state":"xoo   xxo","action":4,"reward":42.5},{"state":"xoo   xxo","action":5,"reward":"50"},{"state":" x    o  ","action":0,"reward":44.4725},{"state":" x    o  ","action":2,"reward":"50"},{"state":" x    o  ","action":3,"reward":"50"},{"state":" x    o  ","action":4,"reward":"50"},{"state":" x    o  ","action":5,"reward":"50"},{"state":" x    o  ","action":7,"reward":"50"},{"state":" x    o  ","action":8,"reward":"50"},{"state":"ox   xo  ","action":2,"reward":"50"},{"state":"ox   xo  ","action":3,"reward":"50"},{"state":"ox   xo  ","action":4,"reward":"50"},{"state":"ox   xo  ","action":7,"reward":53.9},{"state":"ox   xo  ","action":8,"reward":"50"},{"state":"ox x xoo ","action":2,"reward":"50"},{"state":"ox x xoo ","action":4,"reward":"50"},{"state":"ox x xoo ","action":8,"reward":54.875},{"state":" x  xo   ","action":0,"reward":43.45},{"state":" x  xo   ","action":2,"reward":42.5},{"state":" x  xo   ","action":3,"reward":43},{"state":" x  xo   ","action":6,"reward":43},{"state":" x  xo   ","action":7,"reward":43.45},{"state":" x  xo   ","action":8,"reward":43},{"state":" xx xo  o","action":0,"reward":"50"},{"state":" xx xo  o","action":3,"reward":42.5},{"state":" xx xo  o","action":6,"reward":"50"},{"state":" xx xo  o","action":7,"reward":42.5},{"state":"   x  o  ","action":0,"reward":"50"},{"state":"   x  o  ","action":1,"reward":"50"},{"state":"   x  o  ","action":2,"reward":"50"},{"state":"   x  o  ","action":4,"reward":"50"},{"state":"   x  o  ","action":5,"reward":53.022499999999994},{"state":"   x  o  ","action":7,"reward":"50"},{"state":"   x  o  ","action":8,"reward":"50"},{"state":"   xxoo  ","action":0,"reward":"50"},{"state":"   xxoo  ","action":1,"reward":"50"},{"state":"   xxoo  ","action":2,"reward":53.9},{"state":"   xxoo  ","action":7,"reward":"50"},{"state":"   xxoo  ","action":8,"reward":"50"},{"state":"  oxxoox ","action":0,"reward":"50"},{"state":"  oxxoox ","action":1,"reward":"50"},{"state":"  oxxoox ","action":8,"reward":59.27468749999999},{"state":"  x   x o","action":0,"reward":"50"},{"state":"  x   x o","action":1,"reward":43.45},{"state":"  x   x o","action":3,"reward":"50"},{"state":"  x   x o","action":4,"reward":62.2928059651953},{"state":"  x   x o","action":5,"reward":42.5},{"state":"  x   x o","action":7,"reward":43.9725},{"state":" oxx  x o","action":0,"reward":"50"},{"state":" oxx  x o","action":4,"reward":42.5},{"state":" oxx  x o","action":5,"reward":43},{"state":" oxx  x o","action":7,"reward":"50"},{"state":" oxx oxxo","action":0,"reward":"50"},{"state":" oxx oxxo","action":4,"reward":42.5},{"state":"o   x ox ","action":1,"reward":52},{"state":"o   x ox ","action":2,"reward":"50"},{"state":"o   x ox ","action":3,"reward":"50"},{"state":"o   x ox ","action":5,"reward":"50"},{"state":"o   x ox ","action":8,"reward":"50"},{"state":"oo  x oxx","action":2,"reward":"50"},{"state":"oo  x oxx","action":3,"reward":52.5},{"state":"oo  x oxx","action":5,"reward":"50"},{"state":"o x   x  ","action":1,"reward":44.4725},{"state":"o x   x  ","action":3,"reward":"50"},{"state":"o x   x  ","action":4,"reward":"50"},{"state":"o x   x  ","action":5,"reward":"50"},{"state":"o x   x  ","action":7,"reward":43},{"state":"o x   x  ","action":8,"reward":"50"},{"state":"o xx  xo ","action":1,"reward":42.5},{"state":"o xx  xo ","action":4,"reward":"50"},{"state":"o xx  xo ","action":5,"reward":43},{"state":"o xx  xo ","action":8,"reward":"50"},{"state":"xx   oo  ","action":2,"reward":43},{"state":"xx   oo  ","action":3,"reward":"50"},{"state":"xx   oo  ","action":4,"reward":"50"},{"state":"xx   oo  ","action":7,"reward":"50"},{"state":"xx   oo  ","action":8,"reward":"50"},{"state":"xxo xoo  ","action":3,"reward":"50"},{"state":"xxo xoo  ","action":7,"reward":42.5},{"state":"xxo xoo  ","action":8,"reward":"50"},{"state":"x  o     ","action":1,"reward":"50"},{"state":"x  o     ","action":2,"reward":"50"},{"state":"x  o     ","action":4,"reward":"50"},{"state":"x  o     ","action":5,"reward":51.55},{"state":"x  o     ","action":6,"reward":"50"},{"state":"x  o     ","action":7,"reward":"50"},{"state":"x  o     ","action":8,"reward":"50"},{"state":"x  o ox  ","action":1,"reward":"50"},{"state":"x  o ox  ","action":2,"reward":"50"},{"state":"x  o ox  ","action":4,"reward":"50"},{"state":"x  o ox  ","action":7,"reward":52},{"state":"x  o ox  ","action":8,"reward":"50"},{"state":"x  o oxox","action":1,"reward":"50"},{"state":"x  o oxox","action":2,"reward":"50"},{"state":"x  o oxox","action":4,"reward":52.5},{"state":"  x   o x","action":0,"reward":"50"},{"state":"  x   o x","action":1,"reward":42.5},{"state":"  x   o x","action":3,"reward":43},{"state":"  x   o x","action":4,"reward":"50"},{"state":"  x   o x","action":5,"reward":43.45},{"state":"  x   o x","action":7,"reward":43},{"state":"x x   oox","action":1,"reward":"50"},{"state":"x x   oox","action":3,"reward":42.5},{"state":"x x   oox","action":4,"reward":"50"},{"state":"x x   oox","action":5,"reward":42.5},{"state":" o xo x  ","action":0,"reward":"50"},{"state":" o xo x  ","action":2,"reward":"50"},{"state":" o xo x  ","action":5,"reward":"50"},{"state":" o xo x  ","action":7,"reward":61.31095312499999},{"state":" o xo x  ","action":8,"reward":"50"},{"state":"   o  x x","action":0,"reward":"50"},{"state":"   o  x x","action":1,"reward":"50"},{"state":"   o  x x","action":2,"reward":43.45},{"state":"   o  x x","action":4,"reward":42.5},{"state":"   o  x x","action":5,"reward":44.4},{"state":"   o  x x","action":7,"reward":"50"},{"state":"    o   x","action":0,"reward":47.81255458772835},{"state":"    o   x","action":1,"reward":49.13086320958074},{"state":"    o   x","action":2,"reward":81.44192386594683},{"state":"    o   x","action":3,"reward":49.41654090624999},{"state":"    o   x","action":5,"reward":44.53775},{"state":"    o   x","action":6,"reward":49.3225},{"state":"    o   x","action":7,"reward":49.89055275895301},{"state":"  xxooo x","action":0,"reward":"50"},{"state":"  xxooo x","action":1,"reward":69.14758877226612},{"state":"  xxooo x","action":7,"reward":"50"},{"state":"xoxxooo x","action":7,"reward":99.99999999999977},{"state":" x  oxox ","action":0,"reward":"50"},{"state":" x  oxox ","action":2,"reward":"50"},{"state":" x  oxox ","action":3,"reward":43},{"state":" x  oxox ","action":8,"reward":53.9},{"state":"xx ooxox ","action":2,"reward":57.131249999999994},{"state":"xx ooxox ","action":8,"reward":42.5},{"state":"   xoo  x","action":0,"reward":"50"},{"state":"   xoo  x","action":1,"reward":43},{"state":"   xoo  x","action":2,"reward":"50"},{"state":"   xoo  x","action":6,"reward":"50"},{"state":"   xoo  x","action":7,"reward":"50"},{"state":" o xoo xx","action":0,"reward":42.5},{"state":" o xoo xx","action":2,"reward":42.5},{"state":" o xoo xx","action":6,"reward":"50"},{"state":" ox      ","action":0,"reward":"50"},{"state":" ox      ","action":3,"reward":"50"},{"state":" ox      ","action":4,"reward":45.571112500000005},{"state":" ox      ","action":5,"reward":"50"},{"state":" ox      ","action":6,"reward":"50"},{"state":" ox      ","action":7,"reward":49.3225},{"state":" ox      ","action":8,"reward":"50"},{"state":" oxx   o ","action":0,"reward":"50"},{"state":" oxx   o ","action":4,"reward":"50"},{"state":" oxx   o ","action":5,"reward":49.525},{"state":" oxx   o ","action":6,"reward":"50"},{"state":" oxx   o ","action":8,"reward":"50"},{"state":" oxxxo o ","action":0,"reward":"50"},{"state":" oxxxo o ","action":6,"reward":49.75},{"state":" oxxxo o ","action":8,"reward":"50"},{"state":" oxxxooox","action":0,"reward":50},{"state":" x    xo ","action":0,"reward":44.9225},{"state":" x    xo ","action":2,"reward":43.45},{"state":" x    xo ","action":3,"reward":43},{"state":" x    xo ","action":4,"reward":49.525},{"state":" x    xo ","action":5,"reward":"50"},{"state":" x    xo ","action":8,"reward":"50"},{"state":"  x   xo ","action":0,"reward":"50"},{"state":"  x   xo ","action":1,"reward":"50"},{"state":"  x   xo ","action":3,"reward":"50"},{"state":"  x   xo ","action":4,"reward":48.46279093749999},{"state":"  x   xo ","action":5,"reward":43.45},{"state":"  x   xo ","action":8,"reward":"50"},{"state":"  x oxxo ","action":0,"reward":"50"},{"state":"  x oxxo ","action":1,"reward":"50"},{"state":"  x oxxo ","action":3,"reward":"50"},{"state":"  x oxxo ","action":8,"reward":89.99999999999979},{"state":"  xxoxxoo","action":0,"reward":"50"},{"state":"  xxoxxoo","action":1,"reward":99.99999999999977},{"state":" ox     x","action":0,"reward":43},{"state":" ox     x","action":3,"reward":43},{"state":" ox     x","action":4,"reward":42.5},{"state":" ox     x","action":5,"reward":43},{"state":" ox     x","action":6,"reward":43.45},{"state":" ox     x","action":7,"reward":36.773875},{"state":" ox   xox","action":0,"reward":52},{"state":" ox   xox","action":3,"reward":"50"},{"state":" ox   xox","action":4,"reward":"50"},{"state":" ox   xox","action":5,"reward":"50"},{"state":"ooxx  xox","action":4,"reward":54.875},{"state":"ooxx  xox","action":5,"reward":"50"},{"state":"  x    ox","action":0,"reward":43.45},{"state":"  x    ox","action":1,"reward":43.45},{"state":"  x    ox","action":3,"reward":43.45},{"state":"  x    ox","action":4,"reward":43.45},{"state":"  x    ox","action":5,"reward":"50"},{"state":"  x    ox","action":6,"reward":43},{"state":"  x o xox","action":0,"reward":43},{"state":"  x o xox","action":1,"reward":"50"},{"state":"  x o xox","action":3,"reward":42.5},{"state":"  x o xox","action":5,"reward":89.99999999999979},{"state":"oxx o xox","action":3,"reward":42.5},{"state":"oxx o xox","action":5,"reward":50},{"state":" o    xox","action":0,"reward":"50"},{"state":" o    xox","action":2,"reward":"50"},{"state":" o    xox","action":3,"reward":"50"},{"state":" o    xox","action":4,"reward":54.875},{"state":" o    xox","action":5,"reward":43},{"state":" ox  oxox","action":0,"reward":"50"},{"state":" ox  oxox","action":3,"reward":42.5},{"state":" ox  oxox","action":4,"reward":"50"},{"state":"    x o  ","action":0,"reward":"50"},{"state":"    x o  ","action":1,"reward":49.3225},{"state":"    x o  ","action":2,"reward":"50"},{"state":"    x o  ","action":3,"reward":58.621262499999986},{"state":"    x o  ","action":5,"reward":"50"},{"state":"    x o  ","action":7,"reward":"50"},{"state":"    x o  ","action":8,"reward":"50"},{"state":" o  x o x","action":0,"reward":49.525},{"state":" o  x o x","action":2,"reward":"50"},{"state":" o  x o x","action":3,"reward":"50"},{"state":" o  x o x","action":5,"reward":"50"},{"state":" o  x o x","action":7,"reward":"50"},{"state":"oox x o x","action":3,"reward":"50"},{"state":"oox x o x","action":5,"reward":"50"},{"state":"oox x o x","action":7,"reward":49.75},{"state":"ooxxx oox","action":5,"reward":50},{"state":"xx      o","action":2,"reward":43},{"state":"xx      o","action":3,"reward":43},{"state":"xx      o","action":4,"reward":43},{"state":"xx      o","action":5,"reward":"50"},{"state":"xx      o","action":6,"reward":"50"},{"state":"xx      o","action":7,"reward":43},{"state":"xxox    o","action":4,"reward":42.5},{"state":"xxox    o","action":5,"reward":"50"},{"state":"xxox    o","action":6,"reward":53.9},{"state":"xxox    o","action":7,"reward":"50"},{"state":"       ox","action":0,"reward":49.3225},{"state":"       ox","action":1,"reward":46.705},{"state":"       ox","action":2,"reward":49.069526984374995},{"state":"       ox","action":3,"reward":49.3225},{"state":"       ox","action":4,"reward":49.3225},{"state":"       ox","action":5,"reward":49.3225},{"state":"       ox","action":6,"reward":43},{"state":"  o  x ox","action":0,"reward":"50"},{"state":"  o  x ox","action":1,"reward":"50"},{"state":"  o  x ox","action":3,"reward":"50"},{"state":"  o  x ox","action":4,"reward":52},{"state":"  o  x ox","action":6,"reward":"50"},{"state":"  oxox ox","action":0,"reward":"50"},{"state":"  oxox ox","action":1,"reward":54.875},{"state":"  oxox ox","action":6,"reward":"50"},{"state":"   ox x  ","action":0,"reward":43.45},{"state":"   ox x  ","action":1,"reward":43},{"state":"   ox x  ","action":2,"reward":49.525},{"state":"   ox x  ","action":5,"reward":44.4725},{"state":"   ox x  ","action":7,"reward":"50"},{"state":"   ox x  ","action":8,"reward":"50"},{"state":"  oox x x","action":0,"reward":49.75},{"state":"  oox x x","action":1,"reward":"50"},{"state":"  oox x x","action":5,"reward":"50"},{"state":"  oox x x","action":7,"reward":"50"},{"state":"oxoox x x","action":5,"reward":42.5},{"state":"oxoox x x","action":7,"reward":50},{"state":"   x   o ","action":0,"reward":42.19493124999999},{"state":"   x   o ","action":1,"reward":45.571112500000005},{"state":"   x   o ","action":2,"reward":44.9225},{"state":"   x   o ","action":4,"reward":41.6036096875},{"state":"   x   o ","action":5,"reward":47.91308871874999},{"state":"   x   o ","action":6,"reward":46.748875},{"state":"   x   o ","action":8,"reward":43.45},{"state":"ox xo xo ","action":2,"reward":49.75},{"state":"ox xo xo ","action":5,"reward":49.75},{"state":"ox xo xo ","action":8,"reward":99.99999999999977},{"state":"ox xooxox","action":2,"reward":50},{"state":" o xx    ","action":0,"reward":49.525},{"state":" o xx    ","action":2,"reward":"50"},{"state":" o xx    ","action":5,"reward":49.525},{"state":" o xx    ","action":6,"reward":42.5},{"state":" o xx    ","action":7,"reward":"50"},{"state":" o xx    ","action":8,"reward":45.87137499999999},{"state":" x     o ","action":0,"reward":"50"},{"state":" x     o ","action":2,"reward":"50"},{"state":" x     o ","action":3,"reward":"50"},{"state":" x     o ","action":4,"reward":"50"},{"state":" x     o ","action":5,"reward":43},{"state":" x     o ","action":6,"reward":65.51314832056909},{"state":" x     o ","action":8,"reward":"50"},{"state":"xx   o o ","action":2,"reward":"50"},{"state":"xx   o o ","action":3,"reward":"50"},{"state":"xx   o o ","action":4,"reward":51.55},{"state":"xx   o o ","action":6,"reward":42.5},{"state":"xx   o o ","action":8,"reward":"50"},{"state":"   x o   ","action":0,"reward":"50"},{"state":"   x o   ","action":1,"reward":"50"},{"state":"   x o   ","action":2,"reward":44.4725},{"state":"   x o   ","action":4,"reward":49.3225},{"state":"   x o   ","action":6,"reward":"50"},{"state":"   x o   ","action":7,"reward":46.321374999999996},{"state":"   x o   ","action":8,"reward":"50"},{"state":"xoxxoo   ","action":6,"reward":49.75},{"state":"xoxxoo   ","action":7,"reward":"50"},{"state":"xoxxoo   ","action":8,"reward":"50"},{"state":"xoxxooox ","action":8,"reward":50},{"state":"xx     o ","action":2,"reward":"50"},{"state":"xx     o ","action":3,"reward":49.525},{"state":"xx     o ","action":4,"reward":"50"},{"state":"xx     o ","action":5,"reward":43},{"state":"xx     o ","action":6,"reward":43},{"state":"xx     o ","action":8,"reward":"50"},{"state":"xx   xoo ","action":2,"reward":52},{"state":"xx   xoo ","action":3,"reward":"50"},{"state":"xx   xoo ","action":4,"reward":42.5},{"state":"xx   xoo ","action":8,"reward":"50"},{"state":"x   x oo ","action":1,"reward":44.9},{"state":"x   x oo ","action":2,"reward":53.449999999999996},{"state":"x   x oo ","action":3,"reward":"50"},{"state":"x   x oo ","action":5,"reward":"50"},{"state":"x   x oo ","action":8,"reward":"50"},{"state":"xo xx oo ","action":2,"reward":"50"},{"state":"xo xx oo ","action":5,"reward":"50"},{"state":"xo xx oo ","action":8,"reward":52.5},{"state":"   x o x ","action":0,"reward":43.45},{"state":"   x o x ","action":1,"reward":43.947624999999995},{"state":"   x o x ","action":2,"reward":"50"},{"state":"   x o x ","action":4,"reward":"50"},{"state":"   x o x ","action":6,"reward":"50"},{"state":"   x o x ","action":8,"reward":"50"},{"state":" o x oxx ","action":0,"reward":"50"},{"state":" o x oxx ","action":2,"reward":44.4},{"state":" o x oxx ","action":4,"reward":"50"},{"state":" o x oxx ","action":8,"reward":"50"},{"state":" ooxxoxx ","action":0,"reward":"50"},{"state":" ooxxoxx ","action":8,"reward":99.99999999999977},{"state":"x   o   x","action":1,"reward":44.9225},{"state":"x   o   x","action":2,"reward":44.4725},{"state":"x   o   x","action":3,"reward":44.9},{"state":"x   o   x","action":5,"reward":82.3694697038843},{"state":"x   o   x","action":6,"reward":44.151617251893704},{"state":"x   o   x","action":7,"reward":44.9},{"state":"x o ox  x","action":1,"reward":89.99999999999979},{"state":"x o ox  x","action":3,"reward":"50"},{"state":"x o ox  x","action":6,"reward":"50"},{"state":"x o ox  x","action":7,"reward":"50"},{"state":"xoo ox xx","action":3,"reward":"50"},{"state":"xoo ox xx","action":6,"reward":99.99999999999977},{"state":"  oxx    ","action":0,"reward":31.413675391944643},{"state":"  oxx    ","action":1,"reward":29.30887171567435},{"state":"  oxx    ","action":5,"reward":86.44106101319926},{"state":"  oxx    ","action":6,"reward":30.435181249999992},{"state":"  oxx    ","action":7,"reward":29.778374999999997},{"state":"  oxx    ","action":8,"reward":29.312354718749987},{"state":"  oxx xo ","action":0,"reward":"50"},{"state":"  oxx xo ","action":1,"reward":"50"},{"state":"  oxx xo ","action":5,"reward":"50"},{"state":"  oxx xo ","action":8,"reward":42.5},{"state":" x x  o  ","action":0,"reward":44.4725},{"state":" x x  o  ","action":2,"reward":"50"},{"state":" x x  o  ","action":4,"reward":"50"},{"state":" x x  o  ","action":5,"reward":"50"},{"state":" x x  o  ","action":7,"reward":"50"},{"state":" x x  o  ","action":8,"reward":"50"},{"state":"oxxx  o  ","action":4,"reward":"50"},{"state":"oxxx  o  ","action":5,"reward":"50"},{"state":"oxxx  o  ","action":7,"reward":51.65},{"state":"oxxx  o  ","action":8,"reward":"50"},{"state":"oxxx xoo ","action":4,"reward":"50"},{"state":"oxxx xoo ","action":8,"reward":52.5},{"state":"x o     x","action":1,"reward":43},{"state":"x o     x","action":3,"reward":42.5},{"state":"x o     x","action":4,"reward":55.717473804508415},{"state":"x o     x","action":5,"reward":43},{"state":"x o     x","action":6,"reward":43.9725},{"state":"x o     x","action":7,"reward":45.87137499999999},{"state":"x o  x ox","action":1,"reward":"50"},{"state":"x o  x ox","action":3,"reward":"50"},{"state":"x o  x ox","action":4,"reward":53.9},{"state":"x o  x ox","action":6,"reward":"50"},{"state":"x oxox ox","action":1,"reward":"50"},{"state":"x oxox ox","action":6,"reward":99.99999999999977},{"state":"x o xxo  ","action":1,"reward":"50"},{"state":"x o xxo  ","action":3,"reward":"50"},{"state":"x o xxo  ","action":7,"reward":52},{"state":"x o xxo  ","action":8,"reward":43},{"state":"x o xxoxo","action":1,"reward":42.5},{"state":"x o xxoxo","action":3,"reward":42.5},{"state":"o     oxx","action":1,"reward":"50"},{"state":"o     oxx","action":2,"reward":"50"},{"state":"o     oxx","action":3,"reward":"50"},{"state":"o     oxx","action":4,"reward":"50"},{"state":"o     oxx","action":5,"reward":43.947624999999995},{"state":"ox   ooxx","action":2,"reward":44.4},{"state":"ox   ooxx","action":3,"reward":"50"},{"state":"ox   ooxx","action":4,"reward":"50"},{"state":"oxox ooxx","action":4,"reward":52.5},{"state":"  x  o x ","action":0,"reward":43.947624999999995},{"state":"  x  o x ","action":1,"reward":43.45},{"state":"  x  o x ","action":3,"reward":"50"},{"state":"  x  o x ","action":4,"reward":43.45},{"state":"  x  o x ","action":6,"reward":43},{"state":"  x  o x ","action":8,"reward":43.45},{"state":"  xxoo x ","action":0,"reward":76.59327392195182},{"state":"  xxoo x ","action":1,"reward":49.286874999999995},{"state":"  xxoo x ","action":6,"reward":43},{"state":"  xxoo x ","action":8,"reward":43},{"state":"x xxooox ","action":1,"reward":50},{"state":"x xxooox ","action":8,"reward":42.5},{"state":"ox  x o  ","action":2,"reward":"50"},{"state":"ox  x o  ","action":3,"reward":"50"},{"state":"ox  x o  ","action":5,"reward":"50"},{"state":"ox  x o  ","action":7,"reward":"50"},{"state":"ox  x o  ","action":8,"reward":42.5},{"state":"  oxxo   ","action":0,"reward":"50"},{"state":"  oxxo   ","action":1,"reward":"50"},{"state":"  oxxo   ","action":6,"reward":55.1860625},{"state":"  oxxo   ","action":7,"reward":"50"},{"state":"  oxxo   ","action":8,"reward":"50"},{"state":" o  xx   ","action":0,"reward":48.41974999999999},{"state":" o  xx   ","action":2,"reward":43},{"state":" o  xx   ","action":3,"reward":51.55},{"state":" o  xx   ","action":6,"reward":43},{"state":" o  xx   ","action":7,"reward":43},{"state":" o  xx   ","action":8,"reward":43},{"state":" ox xx  o","action":0,"reward":"50"},{"state":" ox xx  o","action":3,"reward":42.5},{"state":" ox xx  o","action":6,"reward":"50"},{"state":" ox xx  o","action":7,"reward":"50"},{"state":" o   ox x","action":0,"reward":"50"},{"state":" o   ox x","action":2,"reward":"50"},{"state":" o   ox x","action":3,"reward":"50"},{"state":" o   ox x","action":4,"reward":55.705},{"state":" o   ox x","action":7,"reward":"50"},{"state":"xo  oox x","action":2,"reward":"50"},{"state":"xo  oox x","action":3,"reward":59.27468749999999},{"state":"xo  oox x","action":7,"reward":"50"},{"state":"    o x x","action":0,"reward":35.875},{"state":"    o x x","action":1,"reward":37.92974600359034},{"state":"    o x x","action":2,"reward":34.87513315624998},{"state":"    o x x","action":3,"reward":38.13125},{"state":"    o x x","action":5,"reward":38.352124999999994},{"state":"    o x x","action":7,"reward":71.57088392911328},{"state":" o xo x x","action":0,"reward":46.205},{"state":" o xo x x","action":2,"reward":42.5},{"state":" o xo x x","action":5,"reward":42.5},{"state":" o xo x x","action":7,"reward":52.5},{"state":"oo xoxx x","action":2,"reward":"50"},{"state":"oo xoxx x","action":7,"reward":54.875},{"state":"xx    o  ","action":2,"reward":"50"},{"state":"xx    o  ","action":3,"reward":"50"},{"state":"xx    o  ","action":4,"reward":43.9725},{"state":"xx    o  ","action":5,"reward":"50"},{"state":"xx    o  ","action":7,"reward":"50"},{"state":"xx    o  ","action":8,"reward":"50"},{"state":"xx xo o  ","action":2,"reward":99.99999999999977},{"state":"xx xo o  ","action":5,"reward":"50"},{"state":"xx xo o  ","action":7,"reward":46.205},{"state":"xx xo o  ","action":8,"reward":"50"},{"state":"xx xo oox","action":2,"reward":54.875},{"state":"xx xo oox","action":5,"reward":"50"},{"state":"     xxo ","action":0,"reward":49.525},{"state":"     xxo ","action":1,"reward":"50"},{"state":"     xxo ","action":2,"reward":"50"},{"state":"     xxo ","action":3,"reward":"50"},{"state":"     xxo ","action":4,"reward":56.384588890624975},{"state":"     xxo ","action":8,"reward":"50"},{"state":"ox   xxo ","action":2,"reward":49.75},{"state":"ox   xxo ","action":3,"reward":"50"},{"state":"ox   xxo ","action":4,"reward":49.75},{"state":"ox   xxo ","action":8,"reward":"50"},{"state":"ox xoxxo ","action":2,"reward":50},{"state":"ox xoxxo ","action":8,"reward":99.99999999999977},{"state":" xo xo   ","action":0,"reward":"50"},{"state":" xo xo   ","action":3,"reward":"50"},{"state":" xo xo   ","action":6,"reward":"50"},{"state":" xo xo   ","action":7,"reward":49.525},{"state":" xo xo   ","action":8,"reward":"50"},{"state":" xo xo ox","action":0,"reward":49.75},{"state":" xo xo ox","action":3,"reward":"50"},{"state":" xo xo ox","action":6,"reward":49.75},{"state":" xoxxooox","action":0,"reward":50},{"state":"   x  o x","action":0,"reward":"50"},{"state":"   x  o x","action":1,"reward":50.997499999999995},{"state":"   x  o x","action":2,"reward":"50"},{"state":"   x  o x","action":4,"reward":"50"},{"state":"   x  o x","action":5,"reward":"50"},{"state":"   x  o x","action":7,"reward":44.9225},{"state":"   x xoox","action":0,"reward":"50"},{"state":"   x xoox","action":1,"reward":"50"},{"state":"   x xoox","action":2,"reward":"50"},{"state":"   x xoox","action":4,"reward":52},{"state":"x  xoxoox","action":1,"reward":99.99999999999977},{"state":"x  xoxoox","action":2,"reward":"50"},{"state":"x   oox  ","action":1,"reward":52},{"state":"x   oox  ","action":2,"reward":"50"},{"state":"x   oox  ","action":3,"reward":"50"},{"state":"x   oox  ","action":7,"reward":"50"},{"state":"x   oox  ","action":8,"reward":"50"},{"state":"   xx o  ","action":0,"reward":44.4938125},{"state":"   xx o  ","action":1,"reward":43},{"state":"   xx o  ","action":2,"reward":43},{"state":"   xx o  ","action":5,"reward":43.45},{"state":"   xx o  ","action":7,"reward":38.10280624999999},{"state":"   xx o  ","action":8,"reward":44.4},{"state":" o xx o x","action":0,"reward":"50"},{"state":" o xx o x","action":2,"reward":"50"},{"state":" o xx o x","action":5,"reward":"50"},{"state":" o xx o x","action":7,"reward":42.5},{"state":"x  x o o ","action":1,"reward":"50"},{"state":"x  x o o ","action":2,"reward":52},{"state":"x  x o o ","action":4,"reward":"50"},{"state":"x  x o o ","action":6,"reward":"50"},{"state":"x  x o o ","action":8,"reward":"50"},{"state":"xxox o o ","action":4,"reward":"50"},{"state":"xxox o o ","action":6,"reward":"50"},{"state":"xxox o o ","action":8,"reward":52.5},{"state":"x     xo ","action":1,"reward":"50"},{"state":"x     xo ","action":2,"reward":43.447624999999995},{"state":"x     xo ","action":3,"reward":43.45},{"state":"x     xo ","action":4,"reward":"50"},{"state":"x     xo ","action":5,"reward":53.022499999999994},{"state":"x     xo ","action":8,"reward":42.5},{"state":"x  ox xo ","action":1,"reward":"50"},{"state":"x  ox xo ","action":2,"reward":"50"},{"state":"x  ox xo ","action":5,"reward":43},{"state":"x  ox xo ","action":8,"reward":"50"},{"state":"xx oxoxo ","action":2,"reward":"50"},{"state":"xx oxoxo ","action":8,"reward":42.5},{"state":"  o  o xx","action":0,"reward":"50"},{"state":"  o  o xx","action":1,"reward":"50"},{"state":"  o  o xx","action":3,"reward":42.5},{"state":"  o  o xx","action":4,"reward":"50"},{"state":"  o  o xx","action":6,"reward":"50"},{"state":"   xxo o ","action":0,"reward":49.525},{"state":"   xxo o ","action":1,"reward":51.55},{"state":"   xxo o ","action":2,"reward":"50"},{"state":"   xxo o ","action":6,"reward":"50"},{"state":"   xxo o ","action":8,"reward":44.9},{"state":" x xxo oo","action":0,"reward":"50"},{"state":" x xxo oo","action":2,"reward":52.5},{"state":" x xxo oo","action":6,"reward":"50"},{"state":"  xo x   ","action":0,"reward":42.5},{"state":"  xo x   ","action":1,"reward":"50"},{"state":"  xo x   ","action":4,"reward":"50"},{"state":"  xo x   ","action":6,"reward":44.4725},{"state":"  xo x   ","action":7,"reward":42.5},{"state":"  xo x   ","action":8,"reward":"50"},{"state":"  oxxoo x","action":0,"reward":49.75},{"state":"  oxxoo x","action":1,"reward":"50"},{"state":"  oxxoo x","action":7,"reward":"50"},{"state":"oxoxxoo x","action":7,"reward":50},{"state":"  o    xx","action":0,"reward":"50"},{"state":"  o    xx","action":1,"reward":43.45},{"state":"  o    xx","action":3,"reward":42.5},{"state":"  o    xx","action":4,"reward":"50"},{"state":"  o    xx","action":5,"reward":42.5},{"state":"  o    xx","action":6,"reward":43},{"state":" oox   xx","action":0,"reward":"50"},{"state":" oox   xx","action":4,"reward":"50"},{"state":" oox   xx","action":5,"reward":"50"},{"state":" oox   xx","action":6,"reward":43},{"state":"xoox  oxx","action":4,"reward":54.875},{"state":"xoox  oxx","action":5,"reward":42.5},{"state":" xxxoo  o","action":0,"reward":"50"},{"state":" xxxoo  o","action":6,"reward":46.205},{"state":" xxxoo  o","action":7,"reward":"50"},{"state":"x ox     ","action":1,"reward":40.34029093749999},{"state":"x ox     ","action":4,"reward":37.676375},{"state":"x ox     ","action":5,"reward":43},{"state":"x ox     ","action":6,"reward":43},{"state":"x ox     ","action":7,"reward":43},{"state":"x ox     ","action":8,"reward":48.48393124999999},{"state":"x oxx o  ","action":1,"reward":42.5},{"state":"x oxx o  ","action":5,"reward":42.5},{"state":"x oxx o  ","action":7,"reward":42.5},{"state":"x oxx o  ","action":8,"reward":35.375},{"state":"    oox x","action":0,"reward":"50"},{"state":"    oox x","action":1,"reward":"50"},{"state":"    oox x","action":2,"reward":46.70030624999999},{"state":"    oox x","action":3,"reward":"50"},{"state":"    oox x","action":7,"reward":"50"},{"state":" xo oox x","action":0,"reward":"50"},{"state":" xo oox x","action":3,"reward":"50"},{"state":" xo oox x","action":7,"reward":65.36203948368258},{"state":"xxo ooxox","action":3,"reward":99.99999999999977},{"state":"o    xx  ","action":1,"reward":56.563624999999995},{"state":"o    xx  ","action":2,"reward":"50"},{"state":"o    xx  ","action":3,"reward":43.45},{"state":"o    xx  ","action":4,"reward":"50"},{"state":"o    xx  ","action":7,"reward":"50"},{"state":"o    xx  ","action":8,"reward":"50"},{"state":"o  oxxx  ","action":1,"reward":"50"},{"state":"o  oxxx  ","action":2,"reward":43},{"state":"o  oxxx  ","action":7,"reward":43},{"state":"o  oxxx  ","action":8,"reward":"50"},{"state":"ox oxxxo ","action":2,"reward":50},{"state":"ox oxxxo ","action":8,"reward":42.5},{"state":"   xxoxoo","action":0,"reward":42.5},{"state":"   xxoxoo","action":1,"reward":"50"},{"state":"   xxoxoo","action":2,"reward":54.875},{"state":"       xo","action":0,"reward":"50"},{"state":"       xo","action":1,"reward":57.04000140115352},{"state":"       xo","action":2,"reward":"50"},{"state":"       xo","action":3,"reward":"50"},{"state":"       xo","action":4,"reward":"50"},{"state":"       xo","action":5,"reward":"50"},{"state":"       xo","action":6,"reward":"50"},{"state":" o x   xo","action":0,"reward":56.60643124999999},{"state":" o x   xo","action":2,"reward":"50"},{"state":" o x   xo","action":4,"reward":"50"},{"state":" o x   xo","action":5,"reward":"50"},{"state":" o x   xo","action":6,"reward":"50"},{"state":"ooxx   xo","action":4,"reward":"50"},{"state":"ooxx   xo","action":5,"reward":"50"},{"state":"ooxx   xo","action":6,"reward":53.9},{"state":"ooxx xoxo","action":4,"reward":57.131249999999994},{"state":"  xxo  ox","action":0,"reward":"50"},{"state":"  xxo  ox","action":1,"reward":"50"},{"state":"  xxo  ox","action":5,"reward":43},{"state":"  xxo  ox","action":6,"reward":43},{"state":" xxxo oox","action":0,"reward":28.606249999999996},{"state":" xxxo oox","action":5,"reward":28.606249999999996},{"state":" x    xoo","action":0,"reward":"50"},{"state":" x    xoo","action":2,"reward":"50"},{"state":" x    xoo","action":3,"reward":"50"},{"state":" x    xoo","action":4,"reward":51.55},{"state":" x    xoo","action":5,"reward":"50"},{"state":" x xo xoo","action":0,"reward":"50"},{"state":" x xo xoo","action":2,"reward":44.4},{"state":" x xo xoo","action":5,"reward":52},{"state":" xoxoxxoo","action":0,"reward":59.27468749999999},{"state":"  xx o   ","action":0,"reward":"50"},{"state":"  xx o   ","action":1,"reward":"50"},{"state":"  xx o   ","action":4,"reward":43.947624999999995},{"state":"  xx o   ","action":6,"reward":44.9225},{"state":"  xx o   ","action":7,"reward":43.45},{"state":"  xx o   ","action":8,"reward":49.525},{"state":"  xxoox  ","action":0,"reward":"50"},{"state":"  xxoox  ","action":1,"reward":"50"},{"state":"  xxoox  ","action":7,"reward":"50"},{"state":"  xxoox  ","action":8,"reward":44.4},{"state":"x o   x  ","action":1,"reward":43},{"state":"x o   x  ","action":3,"reward":43},{"state":"x o   x  ","action":4,"reward":49.525},{"state":"x o   x  ","action":5,"reward":46.705},{"state":"x o   x  ","action":7,"reward":49.525},{"state":"x o   x  ","action":8,"reward":42.5},{"state":"x o oxx  ","action":1,"reward":42.5},{"state":"x o oxx  ","action":3,"reward":49.75},{"state":"x o oxx  ","action":7,"reward":"50"},{"state":"x o oxx  ","action":8,"reward":"50"},{"state":"xxoooxx  ","action":7,"reward":50},{"state":"xxoooxx  ","action":8,"reward":50},{"state":"  x     o","action":0,"reward":66.70413685200464},{"state":"  x     o","action":1,"reward":"50"},{"state":"  x     o","action":3,"reward":"50"},{"state":"  x     o","action":4,"reward":44.4725},{"state":"  x     o","action":5,"reward":"50"},{"state":"  x     o","action":6,"reward":"50"},{"state":"  x     o","action":7,"reward":"50"},{"state":" xx o   o","action":0,"reward":"50"},{"state":" xx o   o","action":3,"reward":"50"},{"state":" xx o   o","action":5,"reward":"50"},{"state":" xx o   o","action":6,"reward":53.9},{"state":" xx o   o","action":7,"reward":"50"},{"state":" xx oxo o","action":0,"reward":52.5},{"state":" xx oxo o","action":3,"reward":"50"},{"state":" xx oxo o","action":7,"reward":"50"},{"state":"oxx xo   ","action":3,"reward":46.205},{"state":"oxx xo   ","action":6,"reward":42.036874999999995},{"state":"oxx xo   ","action":7,"reward":42.5},{"state":"oxx xo   ","action":8,"reward":42.5},{"state":"oxxoxo  x","action":6,"reward":97.31332270086293},{"state":"oxxoxo  x","action":7,"reward":"50"},{"state":"x x   o  ","action":1,"reward":49.525},{"state":"x x   o  ","action":3,"reward":43.45},{"state":"x x   o  ","action":4,"reward":42.5},{"state":"x x   o  ","action":5,"reward":"50"},{"state":"x x   o  ","action":7,"reward":"50"},{"state":"x x   o  ","action":8,"reward":"50"},{"state":"   x    o","action":0,"reward":48.57070477405667},{"state":"   x    o","action":1,"reward":44.9225},{"state":"   x    o","action":2,"reward":"50"},{"state":"   x    o","action":4,"reward":57.72876239114676},{"state":"   x    o","action":5,"reward":49.3225},{"state":"   x    o","action":6,"reward":43.45},{"state":"   x    o","action":7,"reward":"50"},{"state":"oo x  xxo","action":2,"reward":"50"},{"state":"oo x  xxo","action":4,"reward":52.5},{"state":"oo x  xxo","action":5,"reward":"50"},{"state":" x   o  x","action":0,"reward":"50"},{"state":" x   o  x","action":2,"reward":43},{"state":" x   o  x","action":3,"reward":54.87137499999999},{"state":" x   o  x","action":4,"reward":"50"},{"state":" x   o  x","action":6,"reward":"50"},{"state":" x   o  x","action":7,"reward":"50"},{"state":" xo  ox x","action":0,"reward":"50"},{"state":" xo  ox x","action":3,"reward":42.5},{"state":" xo  ox x","action":4,"reward":"50"},{"state":" xo  ox x","action":7,"reward":"50"},{"state":" o    xxo","action":0,"reward":"50"},{"state":" o    xxo","action":2,"reward":"50"},{"state":" o    xxo","action":3,"reward":"50"},{"state":" o    xxo","action":4,"reward":"50"},{"state":" o    xxo","action":5,"reward":59.80154382109373},{"state":"xo   oxxo","action":2,"reward":"50"},{"state":"xo   oxxo","action":3,"reward":53.9},{"state":"xo   oxxo","action":4,"reward":"50"},{"state":"xo oxoxxo","action":2,"reward":52.5},{"state":"xox  o x ","action":3,"reward":"50"},{"state":"xox  o x ","action":4,"reward":43},{"state":"xox  o x ","action":6,"reward":43},{"state":"xox  o x ","action":8,"reward":"50"},{"state":"xox xoox ","action":3,"reward":42.5},{"state":"xox xoox ","action":8,"reward":50},{"state":"x x o   o","action":1,"reward":"50"},{"state":"x x o   o","action":3,"reward":"50"},{"state":"x x o   o","action":5,"reward":43},{"state":"x x o   o","action":6,"reward":42.5},{"state":"x x o   o","action":7,"reward":42.5},{"state":" o xx   o","action":0,"reward":43},{"state":" o xx   o","action":2,"reward":"50"},{"state":" o xx   o","action":5,"reward":"50"},{"state":" o xx   o","action":6,"reward":51.55},{"state":" o xx   o","action":7,"reward":43},{"state":"oo xx  xo","action":2,"reward":"50"},{"state":"oo xx  xo","action":5,"reward":"50"},{"state":"oo xx  xo","action":6,"reward":42.5},{"state":"     xo x","action":0,"reward":44.9225},{"state":"     xo x","action":1,"reward":43},{"state":"     xo x","action":2,"reward":43.45},{"state":"     xo x","action":3,"reward":43.45},{"state":"     xo x","action":4,"reward":"50"},{"state":"     xo x","action":7,"reward":"50"},{"state":"xo   xo x","action":2,"reward":"50"},{"state":"xo   xo x","action":3,"reward":42.5},{"state":"xo   xo x","action":4,"reward":"50"},{"state":"xo   xo x","action":7,"reward":"50"},{"state":"o   x xo ","action":1,"reward":45.798874999999995},{"state":"o   x xo ","action":2,"reward":"50"},{"state":"o   x xo ","action":3,"reward":"50"},{"state":"o   x xo ","action":5,"reward":43},{"state":"o   x xo ","action":8,"reward":"50"},{"state":"oo  x xox","action":2,"reward":"50"},{"state":"oo  x xox","action":3,"reward":52},{"state":"oo  x xox","action":5,"reward":"50"},{"state":"x    x  o","action":1,"reward":49.525},{"state":"x    x  o","action":2,"reward":49.525},{"state":"x    x  o","action":3,"reward":49.525},{"state":"x    x  o","action":4,"reward":44.9225},{"state":"x    x  o","action":6,"reward":52},{"state":"x    x  o","action":7,"reward":"50"},{"state":"xox  x  o","action":3,"reward":"50"},{"state":"xox  x  o","action":4,"reward":"50"},{"state":"xox  x  o","action":6,"reward":49.75},{"state":"xox  x  o","action":7,"reward":"50"},{"state":"xox  xoxo","action":3,"reward":50},{"state":"xox  xoxo","action":4,"reward":50},{"state":"o x   xo ","action":1,"reward":"50"},{"state":"o x   xo ","action":3,"reward":"50"},{"state":"o x   xo ","action":4,"reward":60.59632437499999},{"state":"o x   xo ","action":5,"reward":"50"},{"state":"o x   xo ","action":8,"reward":"50"},{"state":"oxx o xo ","action":3,"reward":"50"},{"state":"oxx o xo ","action":5,"reward":"50"},{"state":"oxx o xo ","action":8,"reward":99.99999999999977},{"state":"   xx  o ","action":0,"reward":43.45},{"state":"   xx  o ","action":1,"reward":44.9225},{"state":"   xx  o ","action":2,"reward":43.9725},{"state":"   xx  o ","action":5,"reward":43},{"state":"   xx  o ","action":6,"reward":"50"},{"state":"   xx  o ","action":8,"reward":44.9},{"state":"   xxo ox","action":0,"reward":49.75},{"state":"   xxo ox","action":1,"reward":42.5},{"state":"   xxo ox","action":2,"reward":"50"},{"state":"   xxo ox","action":6,"reward":"50"},{"state":"o  xxo   ","action":1,"reward":"50"},{"state":"o  xxo   ","action":2,"reward":53.9},{"state":"o  xxo   ","action":6,"reward":"50"},{"state":"o  xxo   ","action":7,"reward":"50"},{"state":"o  xxo   ","action":8,"reward":"50"},{"state":"o oxxox  ","action":1,"reward":"50"},{"state":"o oxxox  ","action":7,"reward":"50"},{"state":"o oxxox  ","action":8,"reward":54.875},{"state":"x    ox  ","action":1,"reward":"50"},{"state":"x    ox  ","action":2,"reward":43.9725},{"state":"x    ox  ","action":3,"reward":43},{"state":"x    ox  ","action":4,"reward":"50"},{"state":"x    ox  ","action":7,"reward":43.45},{"state":"x    ox  ","action":8,"reward":43},{"state":"xxo  ox  ","action":3,"reward":52},{"state":"xxo  ox  ","action":4,"reward":"50"},{"state":"xxo  ox  ","action":7,"reward":"50"},{"state":"xxo  ox  ","action":8,"reward":"50"},{"state":"xxooxox  ","action":7,"reward":"50"},{"state":"xxooxox  ","action":8,"reward":54.875},{"state":"x  x o   ","action":1,"reward":"50"},{"state":"x  x o   ","action":2,"reward":"50"},{"state":"x  x o   ","action":4,"reward":"50"},{"state":"x  x o   ","action":6,"reward":43.44899374999999},{"state":"x  x o   ","action":7,"reward":43},{"state":"x  x o   ","action":8,"reward":43},{"state":"xx x o o ","action":2,"reward":"50"},{"state":"xx x o o ","action":4,"reward":42.5},{"state":"xx x o o ","action":6,"reward":"50"},{"state":"xx x o o ","action":8,"reward":"50"},{"state":"xx o x  o","action":2,"reward":"50"},{"state":"xx o x  o","action":4,"reward":42.5},{"state":"xx o x  o","action":6,"reward":"50"},{"state":"xx o x  o","action":7,"reward":42.5},{"state":"oo  xxxo ","action":2,"reward":52.5},{"state":"oo  xxxo ","action":3,"reward":"50"},{"state":"oo  xxxo ","action":8,"reward":"50"},{"state":"x   o x  ","action":1,"reward":42.5},{"state":"x   o x  ","action":2,"reward":42.5},{"state":"x   o x  ","action":3,"reward":80.67444321568223},{"state":"x   o x  ","action":5,"reward":47.155},{"state":"x   o x  ","action":7,"reward":44.9213125},{"state":"x   o x  ","action":8,"reward":43},{"state":" x   xo  ","action":0,"reward":51.55},{"state":" x   xo  ","action":2,"reward":"50"},{"state":" x   xo  ","action":3,"reward":"50"},{"state":" x   xo  ","action":4,"reward":"50"},{"state":" x   xo  ","action":7,"reward":"50"},{"state":" x   xo  ","action":8,"reward":"50"},{"state":"oxx  xo  ","action":3,"reward":"50"},{"state":"oxx  xo  ","action":4,"reward":"50"},{"state":"oxx  xo  ","action":7,"reward":"50"},{"state":"oxx  xo  ","action":8,"reward":52},{"state":"oxx xxo o","action":3,"reward":"50"},{"state":"oxx xxo o","action":7,"reward":59.27468749999999},{"state":"o    x x ","action":1,"reward":43.45},{"state":"o    x x ","action":2,"reward":48.89029093749999},{"state":"o    x x ","action":3,"reward":"50"},{"state":"o    x x ","action":4,"reward":"50"},{"state":"o    x x ","action":6,"reward":43.45},{"state":"o    x x ","action":8,"reward":43},{"state":"o   xx xo","action":1,"reward":"50"},{"state":"o   xx xo","action":2,"reward":42.5},{"state":"o   xx xo","action":3,"reward":"50"},{"state":"o   xx xo","action":6,"reward":"50"},{"state":"o  x o x ","action":1,"reward":"50"},{"state":"o  x o x ","action":2,"reward":"50"},{"state":"o  x o x ","action":4,"reward":"50"},{"state":"o  x o x ","action":6,"reward":"50"},{"state":"o  x o x ","action":8,"reward":49.525},{"state":"o xx o xo","action":1,"reward":49.75},{"state":"o xx o xo","action":4,"reward":"50"},{"state":"o xx o xo","action":6,"reward":52},{"state":"ooxxxo xo","action":6,"reward":50},{"state":"xo  o  xx","action":2,"reward":46.205},{"state":"xo  o  xx","action":3,"reward":43},{"state":"xo  o  xx","action":5,"reward":42.5},{"state":"xo  o  xx","action":6,"reward":"50"},{"state":"ox   x o ","action":2,"reward":"50"},{"state":"ox   x o ","action":3,"reward":"50"},{"state":"ox   x o ","action":4,"reward":43},{"state":"ox   x o ","action":6,"reward":52},{"state":"ox   x o ","action":8,"reward":"50"},{"state":"ox  ox ox","action":2,"reward":"50"},{"state":"ox  ox ox","action":3,"reward":"50"},{"state":"ox  ox ox","action":6,"reward":42.5},{"state":"o   xx   ","action":1,"reward":47.513625},{"state":"o   xx   ","action":2,"reward":"50"},{"state":"o   xx   ","action":3,"reward":"50"},{"state":"o   xx   ","action":6,"reward":44.4725},{"state":"o   xx   ","action":7,"reward":"50"},{"state":"o   xx   ","action":8,"reward":43},{"state":"oo  xx  x","action":2,"reward":57.131249999999994},{"state":"oo  xx  x","action":3,"reward":"50"},{"state":"oo  xx  x","action":6,"reward":"50"},{"state":"oo  xx  x","action":7,"reward":"50"},{"state":"      xox","action":0,"reward":43},{"state":"      xox","action":1,"reward":"50"},{"state":"      xox","action":2,"reward":43},{"state":"      xox","action":3,"reward":53.92274374999999},{"state":"      xox","action":4,"reward":49.525},{"state":"      xox","action":5,"reward":46.63522843749999},{"state":"o x   xox","action":1,"reward":42.5},{"state":"o x   xox","action":3,"reward":"50"},{"state":"o x   xox","action":4,"reward":"50"},{"state":"o x   xox","action":5,"reward":"50"},{"state":"  x  oox ","action":0,"reward":"50"},{"state":"  x  oox ","action":1,"reward":"50"},{"state":"  x  oox ","action":3,"reward":"50"},{"state":"  x  oox ","action":4,"reward":43},{"state":"  x  oox ","action":8,"reward":"50"},{"state":" xx ooox ","action":0,"reward":"50"},{"state":" xx ooox ","action":3,"reward":"50"},{"state":" xx ooox ","action":8,"reward":42.5},{"state":"o  x x   ","action":1,"reward":"50"},{"state":"o  x x   ","action":2,"reward":"50"},{"state":"o  x x   ","action":4,"reward":"50"},{"state":"o  x x   ","action":6,"reward":"50"},{"state":"o  x x   ","action":7,"reward":"50"},{"state":"o  x x   ","action":8,"reward":55.705},{"state":"  x    xo","action":0,"reward":46.705},{"state":"  x    xo","action":1,"reward":49.525},{"state":"  x    xo","action":3,"reward":43.45},{"state":"  x    xo","action":4,"reward":54.68556180852324},{"state":"  x    xo","action":5,"reward":44.9225},{"state":"  x    xo","action":6,"reward":44.9225},{"state":"o x  x xo","action":1,"reward":"50"},{"state":"o x  x xo","action":3,"reward":"50"},{"state":"o x  x xo","action":4,"reward":52.5},{"state":"o x  x xo","action":6,"reward":"50"},{"state":"x o o x x","action":1,"reward":42.5},{"state":"x o o x x","action":3,"reward":49.75},{"state":"x o o x x","action":5,"reward":"50"},{"state":"x o o x x","action":7,"reward":53.455},{"state":" x    oox","action":0,"reward":"50"},{"state":" x    oox","action":2,"reward":54.42137499999999},{"state":" x    oox","action":3,"reward":"50"},{"state":" x    oox","action":4,"reward":"50"},{"state":" x    oox","action":5,"reward":"50"},{"state":" xo  xoox","action":0,"reward":53.9},{"state":" xo  xoox","action":3,"reward":"50"},{"state":" xo  xoox","action":4,"reward":"50"},{"state":"oxo xxoox","action":3,"reward":57.131249999999994},{"state":" oo  xx x","action":0,"reward":57.131249999999994},{"state":" oo  xx x","action":3,"reward":"50"},{"state":" oo  xx x","action":4,"reward":"50"},{"state":" oo  xx x","action":7,"reward":"50"},{"state":"o   x  x ","action":1,"reward":40.89534305152342},{"state":"o   x  x ","action":2,"reward":46.298874999999995},{"state":"o   x  x ","action":3,"reward":44.4725},{"state":"o   x  x ","action":5,"reward":43},{"state":"o   x  x ","action":6,"reward":46.298874999999995},{"state":"o   x  x ","action":8,"reward":43.45},{"state":"o x x  xo","action":1,"reward":43},{"state":"o x x  xo","action":3,"reward":42.5},{"state":"o x x  xo","action":5,"reward":"50"},{"state":"o x x  xo","action":6,"reward":"50"},{"state":"ooxxx  xo","action":5,"reward":42.5},{"state":"ooxxx  xo","action":6,"reward":42.5},{"state":"     xo  ","action":0,"reward":44.9225},{"state":"     xo  ","action":1,"reward":"50"},{"state":"     xo  ","action":2,"reward":"50"},{"state":"     xo  ","action":3,"reward":"50"},{"state":"     xo  ","action":4,"reward":"50"},{"state":"     xo  ","action":7,"reward":43},{"state":"     xo  ","action":8,"reward":43},{"state":"o  x   x ","action":1,"reward":"50"},{"state":"o  x   x ","action":2,"reward":"50"},{"state":"o  x   x ","action":4,"reward":"50"},{"state":"o  x   x ","action":5,"reward":43},{"state":"o  x   x ","action":6,"reward":"50"},{"state":"o  x   x ","action":8,"reward":44.4725},{"state":"o xx   xo","action":1,"reward":"50"},{"state":"o xx   xo","action":4,"reward":"50"},{"state":"o xx   xo","action":5,"reward":44.9},{"state":"o xx   xo","action":6,"reward":"50"},{"state":"oxxx o xo","action":4,"reward":54.875},{"state":"oxxx o xo","action":6,"reward":"50"},{"state":"    o xx ","action":0,"reward":"50"},{"state":"    o xx ","action":1,"reward":"50"},{"state":"    o xx ","action":2,"reward":"50"},{"state":"    o xx ","action":3,"reward":"50"},{"state":"    o xx ","action":5,"reward":44.4725},{"state":"    o xx ","action":8,"reward":84.19057650518691},{"state":"  x o x  ","action":0,"reward":43},{"state":"  x o x  ","action":1,"reward":85.84981143247215},{"state":"  x o x  ","action":3,"reward":"50"},{"state":"  x o x  ","action":5,"reward":"50"},{"state":"  x o x  ","action":7,"reward":49.525},{"state":"  x o x  ","action":8,"reward":"50"},{"state":"o x o xx ","action":1,"reward":52},{"state":"o x o xx ","action":3,"reward":"50"},{"state":"o x o xx ","action":5,"reward":42.5},{"state":"o x o xx ","action":8,"reward":"50"},{"state":"x x   o o","action":1,"reward":"50"},{"state":"x x   o o","action":3,"reward":47.91974999999999},{"state":"x x   o o","action":4,"reward":42.5},{"state":"x x   o o","action":5,"reward":49.525},{"state":"x x   o o","action":7,"reward":52.5},{"state":" o  o xx ","action":0,"reward":"50"},{"state":" o  o xx ","action":2,"reward":44.4},{"state":" o  o xx ","action":3,"reward":"50"},{"state":" o  o xx ","action":5,"reward":42.5},{"state":" o  o xx ","action":8,"reward":"50"},{"state":" oo oxxx ","action":0,"reward":52.5},{"state":" oo oxxx ","action":3,"reward":"50"},{"state":" oo oxxx ","action":8,"reward":"50"},{"state":"    x  ox","action":0,"reward":49.525},{"state":"    x  ox","action":1,"reward":45.87137499999999},{"state":"    x  ox","action":2,"reward":49.525},{"state":"    x  ox","action":3,"reward":42.5},{"state":"    x  ox","action":5,"reward":"50"},{"state":"    x  ox","action":6,"reward":42.5},{"state":"ox  x  ox","action":2,"reward":49.75},{"state":"ox  x  ox","action":3,"reward":74.01264621843187},{"state":"ox  x  ox","action":5,"reward":"50"},{"state":"ox  x  ox","action":6,"reward":"50"},{"state":"oxo x xox","action":3,"reward":50},{"state":"oxo x xox","action":5,"reward":50},{"state":" x  o    ","action":0,"reward":43.45},{"state":" x  o    ","action":2,"reward":76.46297492101588},{"state":" x  o    ","action":3,"reward":43.45},{"state":" x  o    ","action":5,"reward":47.18084666229407},{"state":" x  o    ","action":6,"reward":"50"},{"state":" x  o    ","action":7,"reward":49.46889507968749},{"state":" x  o    ","action":8,"reward":48.19816590625},{"state":"ox  o x  ","action":2,"reward":43},{"state":"ox  o x  ","action":3,"reward":"50"},{"state":"ox  o x  ","action":5,"reward":"50"},{"state":"ox  o x  ","action":7,"reward":51.425},{"state":"ox  o x  ","action":8,"reward":"50"},{"state":"o  x xo  ","action":1,"reward":"50"},{"state":"o  x xo  ","action":2,"reward":43},{"state":"o  x xo  ","action":4,"reward":"50"},{"state":"o  x xo  ","action":7,"reward":"50"},{"state":"o  x xo  ","action":8,"reward":"50"},{"state":"o ox xo x","action":1,"reward":"50"},{"state":"o ox xo x","action":4,"reward":"50"},{"state":"o ox xo x","action":7,"reward":42.5},{"state":"   o x xo","action":0,"reward":"50"},{"state":"   o x xo","action":1,"reward":"50"},{"state":"   o x xo","action":2,"reward":43},{"state":"   o x xo","action":4,"reward":"50"},{"state":"   o x xo","action":6,"reward":"50"},{"state":" xo   x o","action":0,"reward":"50"},{"state":" xo   x o","action":3,"reward":51.55},{"state":" xo   x o","action":4,"reward":"50"},{"state":" xo   x o","action":5,"reward":"50"},{"state":" xo   x o","action":7,"reward":"50"},{"state":" xoo xx o","action":0,"reward":52},{"state":" xoo xx o","action":4,"reward":"50"},{"state":" xoo xx o","action":7,"reward":"50"},{"state":"oxoo xxxo","action":4,"reward":52.5},{"state":" xx    o ","action":0,"reward":"50"},{"state":" xx    o ","action":3,"reward":"50"},{"state":" xx    o ","action":4,"reward":42.5},{"state":" xx    o ","action":5,"reward":42.5},{"state":" xx    o ","action":6,"reward":43.45},{"state":" xx    o ","action":8,"reward":"50"},{"state":" xx   oox","action":0,"reward":"50"},{"state":" xx   oox","action":3,"reward":"50"},{"state":" xx   oox","action":4,"reward":43},{"state":" xx   oox","action":5,"reward":"50"},{"state":"  o   xxo","action":0,"reward":"50"},{"state":"  o   xxo","action":1,"reward":"50"},{"state":"  o   xxo","action":3,"reward":52},{"state":"  o   xxo","action":4,"reward":"50"},{"state":"  o   xxo","action":5,"reward":"50"},{"state":" xoo  xxo","action":0,"reward":"50"},{"state":" xoo  xxo","action":4,"reward":"50"},{"state":" xoo  xxo","action":5,"reward":52.5},{"state":"  o x  x ","action":0,"reward":44.4},{"state":"  o x  x ","action":1,"reward":77.49838029988047},{"state":"  o x  x ","action":3,"reward":43.45},{"state":"  o x  x ","action":5,"reward":39.077806249999995},{"state":"  o x  x ","action":6,"reward":43.9725},{"state":"  o x  x ","action":8,"reward":42.5},{"state":"  o x oxx","action":0,"reward":"50"},{"state":"  o x oxx","action":1,"reward":43},{"state":"  o x oxx","action":3,"reward":44.4},{"state":"  o x oxx","action":5,"reward":"50"},{"state":"  ooxxoxx","action":0,"reward":52.5},{"state":"  ooxxoxx","action":1,"reward":"50"},{"state":"  x  x o ","action":0,"reward":"50"},{"state":"  x  x o ","action":1,"reward":42.5},{"state":"  x  x o ","action":3,"reward":"50"},{"state":"  x  x o ","action":4,"reward":"50"},{"state":"  x  x o ","action":6,"reward":"50"},{"state":"  x  x o ","action":8,"reward":46.7275},{"state":"x x  x oo","action":1,"reward":"50"},{"state":"x x  x oo","action":3,"reward":"50"},{"state":"x x  x oo","action":4,"reward":"50"},{"state":"x x  x oo","action":6,"reward":52.5},{"state":"     x ox","action":0,"reward":"50"},{"state":"     x ox","action":1,"reward":"50"},{"state":"     x ox","action":2,"reward":"50"},{"state":"     x ox","action":3,"reward":"50"},{"state":"     x ox","action":4,"reward":"50"},{"state":"     x ox","action":6,"reward":51.55},{"state":" x   xoox","action":0,"reward":"50"},{"state":" x   xoox","action":2,"reward":53.9},{"state":" x   xoox","action":3,"reward":"50"},{"state":" x   xoox","action":4,"reward":"50"},{"state":" xox xoox","action":0,"reward":"50"},{"state":" xox xoox","action":4,"reward":52.5},{"state":"x oxxo   ","action":1,"reward":44.4},{"state":"x oxxo   ","action":6,"reward":42.5},{"state":"x oxxo   ","action":7,"reward":46.205},{"state":"x oxxo   ","action":8,"reward":99.99999999999977},{"state":"x o o  x ","action":1,"reward":44.80285656249999},{"state":"x o o  x ","action":3,"reward":89.99999999999979},{"state":"x o o  x ","action":5,"reward":"50"},{"state":"x o o  x ","action":6,"reward":"50"},{"state":"x o o  x ","action":8,"reward":"50"},{"state":"xoo ox x ","action":3,"reward":53.455},{"state":"xoo ox x ","action":6,"reward":"50"},{"state":"xoo ox x ","action":8,"reward":"50"},{"state":"xoooox xx","action":6,"reward":57.131249999999994},{"state":"ox x   xo","action":2,"reward":"50"},{"state":"ox x   xo","action":4,"reward":"50"},{"state":"ox x   xo","action":5,"reward":42.5},{"state":"ox x   xo","action":6,"reward":"50"},{"state":" oxxo  x ","action":0,"reward":"50"},{"state":" oxxo  x ","action":5,"reward":"50"},{"state":" oxxo  x ","action":6,"reward":43},{"state":" oxxo  x ","action":8,"reward":43},{"state":" oxxo xxo","action":0,"reward":99.99999999999977},{"state":" oxxo xxo","action":5,"reward":42.5},{"state":"  o     x","action":0,"reward":"50"},{"state":"  o     x","action":1,"reward":"50"},{"state":"  o     x","action":3,"reward":44.9225},{"state":"  o     x","action":4,"reward":"50"},{"state":"  o     x","action":5,"reward":"50"},{"state":"  o     x","action":6,"reward":"50"},{"state":"  o     x","action":7,"reward":"50"},{"state":"  oo   xx","action":0,"reward":44.9},{"state":"  oo   xx","action":1,"reward":"50"},{"state":"  oo   xx","action":4,"reward":"50"},{"state":"  oo   xx","action":5,"reward":"50"},{"state":"  oo   xx","action":6,"reward":"50"},{"state":"o oox  xx","action":1,"reward":52.5},{"state":"o oox  xx","action":5,"reward":"50"},{"state":"o oox  xx","action":6,"reward":"50"},{"state":"    oxxox","action":0,"reward":"50"},{"state":"    oxxox","action":1,"reward":"50"},{"state":"    oxxox","action":2,"reward":75.63067612962661},{"state":"    oxxox","action":3,"reward":"50"},{"state":"  oxoxxox","action":0,"reward":"50"},{"state":"  oxoxxox","action":1,"reward":99.99999999999977},{"state":"oxoo   xx","action":4,"reward":42.5},{"state":"oxoo   xx","action":5,"reward":"50"},{"state":"oxoo   xx","action":6,"reward":"50"},{"state":"x o   x o","action":1,"reward":"50"},{"state":"x o   x o","action":3,"reward":"50"},{"state":"x o   x o","action":4,"reward":"50"},{"state":"x o   x o","action":5,"reward":"50"},{"state":"x o   x o","action":7,"reward":52},{"state":"x o x xoo","action":1,"reward":"50"},{"state":"x o x xoo","action":3,"reward":"50"},{"state":"x o x xoo","action":5,"reward":52.5},{"state":"   x o  x","action":0,"reward":49.525},{"state":"   x o  x","action":1,"reward":"50"},{"state":"   x o  x","action":2,"reward":"50"},{"state":"   x o  x","action":4,"reward":"50"},{"state":"   x o  x","action":6,"reward":43.947624999999995},{"state":"   x o  x","action":7,"reward":"50"},{"state":"ox x o  x","action":2,"reward":"50"},{"state":"ox x o  x","action":4,"reward":49.75},{"state":"ox x o  x","action":6,"reward":49.75},{"state":"ox x o  x","action":7,"reward":"50"},{"state":"ox xxoo x","action":2,"reward":42.5},{"state":"ox xxoo x","action":7,"reward":50},{"state":"xxo o    ","action":3,"reward":"50"},{"state":"xxo o    ","action":5,"reward":89.99999999999979},{"state":"xxo o    ","action":6,"reward":"50"},{"state":"xxo o    ","action":7,"reward":"50"},{"state":"xxo o    ","action":8,"reward":"50"},{"state":"xxo oo x ","action":3,"reward":99.99999999999977},{"state":"xxo oo x ","action":6,"reward":"50"},{"state":"xxo oo x ","action":8,"reward":"50"},{"state":"  ox     ","action":0,"reward":"50"},{"state":"  ox     ","action":1,"reward":"50"},{"state":"  ox     ","action":4,"reward":"50"},{"state":"  ox     ","action":5,"reward":"50"},{"state":"  ox     ","action":6,"reward":"50"},{"state":"  ox     ","action":7,"reward":"50"},{"state":"  ox     ","action":8,"reward":45.571112500000005},{"state":"  ox x  o","action":0,"reward":"50"},{"state":"  ox x  o","action":1,"reward":53.022499999999994},{"state":"  ox x  o","action":4,"reward":"50"},{"state":"  ox x  o","action":6,"reward":"50"},{"state":"  ox x  o","action":7,"reward":"50"},{"state":" oox x xo","action":0,"reward":"50"},{"state":" oox x xo","action":4,"reward":52},{"state":" oox x xo","action":6,"reward":"50"},{"state":" ooxoxxxo","action":0,"reward":52.5},{"state":"oox  xx  ","action":3,"reward":"50"},{"state":"oox  xx  ","action":4,"reward":52},{"state":"oox  xx  ","action":7,"reward":"50"},{"state":"oox  xx  ","action":8,"reward":"50"},{"state":"ooxxoxx  ","action":7,"reward":54.875},{"state":"ooxxoxx  ","action":8,"reward":"50"},{"state":"xxoo     ","action":4,"reward":"50"},{"state":"xxoo     ","action":5,"reward":"50"},{"state":"xxoo     ","action":6,"reward":"50"},{"state":"xxoo     ","action":7,"reward":"50"},{"state":"xxoo     ","action":8,"reward":53.022499999999994},{"state":"xxoox   o","action":5,"reward":"50"},{"state":"xxoox   o","action":6,"reward":"50"},{"state":"xxoox   o","action":7,"reward":53.9},{"state":"xxooxx oo","action":6,"reward":52.5},{"state":"xx  oox  ","action":2,"reward":"50"},{"state":"xx  oox  ","action":3,"reward":59.27468749999999},{"state":"xx  oox  ","action":7,"reward":"50"},{"state":"xx  oox  ","action":8,"reward":"50"},{"state":"oxx      ","action":3,"reward":"50"},{"state":"oxx      ","action":4,"reward":79.34744345836864},{"state":"oxx      ","action":5,"reward":"50"},{"state":"oxx      ","action":6,"reward":"50"},{"state":"oxx      ","action":7,"reward":"50"},{"state":"oxx      ","action":8,"reward":43.45},{"state":"oxx  x  o","action":3,"reward":"50"},{"state":"oxx  x  o","action":4,"reward":"50"},{"state":"oxx  x  o","action":6,"reward":55.705},{"state":"oxx  x  o","action":7,"reward":43},{"state":"oxx  xxoo","action":3,"reward":42.5},{"state":"oxx  xxoo","action":4,"reward":57.131249999999994},{"state":"xxoo x  o","action":4,"reward":"50"},{"state":"xxoo x  o","action":6,"reward":52},{"state":"xxoo x  o","action":7,"reward":"50"},{"state":"xxoo xoxo","action":4,"reward":52.5},{"state":" o x o xx","action":0,"reward":42.5},{"state":" o x o xx","action":2,"reward":"50"},{"state":" o x o xx","action":4,"reward":42.5},{"state":" o x o xx","action":6,"reward":49.75},{"state":"xo x ooxx","action":2,"reward":42.5},{"state":"xo x ooxx","action":4,"reward":50},{"state":"xoox x  o","action":4,"reward":52},{"state":"xoox x  o","action":6,"reward":"50"},{"state":"xoox x  o","action":7,"reward":"50"},{"state":"xooxox xo","action":6,"reward":54.875},{"state":" oo x  x ","action":0,"reward":"50"},{"state":" oo x  x ","action":3,"reward":43},{"state":" oo x  x ","action":5,"reward":"50"},{"state":" oo x  x ","action":6,"reward":"50"},{"state":" oo x  x ","action":8,"reward":"50"},{"state":" ooox  xx","action":0,"reward":"50"},{"state":" ooox  xx","action":5,"reward":"50"},{"state":" ooox  xx","action":6,"reward":42.5},{"state":"  o  x   ","action":0,"reward":"50"},{"state":"  o  x   ","action":1,"reward":"50"},{"state":"  o  x   ","action":3,"reward":"50"},{"state":"  o  x   ","action":4,"reward":"50"},{"state":"  o  x   ","action":6,"reward":"50"},{"state":"  o  x   ","action":7,"reward":51.55},{"state":"  o  x   ","action":8,"reward":"50"},{"state":"  ox x o ","action":0,"reward":"50"},{"state":"  ox x o ","action":1,"reward":"50"},{"state":"  ox x o ","action":4,"reward":52},{"state":"  ox x o ","action":6,"reward":"50"},{"state":"  ox x o ","action":8,"reward":"50"},{"state":"oxx    xo","action":3,"reward":"50"},{"state":"oxx    xo","action":4,"reward":52.5},{"state":"oxx    xo","action":5,"reward":"50"},{"state":"oxx    xo","action":6,"reward":"50"},{"state":"  x xx oo","action":0,"reward":"50"},{"state":"  x xx oo","action":1,"reward":53.9},{"state":"  x xx oo","action":3,"reward":"50"},{"state":"  x xx oo","action":6,"reward":"50"},{"state":"xox xx oo","action":3,"reward":"50"},{"state":"xox xx oo","action":6,"reward":54.875},{"state":"  x  xxoo","action":0,"reward":52},{"state":"  x  xxoo","action":1,"reward":"50"},{"state":"  x  xxoo","action":3,"reward":"50"},{"state":"  x  xxoo","action":4,"reward":"50"},{"state":"o xx xxoo","action":1,"reward":"50"},{"state":"o xx xxoo","action":4,"reward":54.875},{"state":" o  xx ox","action":0,"reward":"50"},{"state":" o  xx ox","action":2,"reward":42.5},{"state":" o  xx ox","action":3,"reward":"50"},{"state":" o  xx ox","action":6,"reward":"50"},{"state":"  o x o x","action":0,"reward":"50"},{"state":"  o x o x","action":1,"reward":"50"},{"state":"  o x o x","action":3,"reward":"50"},{"state":"  o x o x","action":5,"reward":"50"},{"state":"  o x o x","action":7,"reward":43},{"state":"  o xxoox","action":0,"reward":"50"},{"state":"  o xxoox","action":1,"reward":42.5},{"state":"  o xxoox","action":3,"reward":"50"},{"state":"  oox   x","action":0,"reward":"50"},{"state":"  oox   x","action":1,"reward":"50"},{"state":"  oox   x","action":5,"reward":43},{"state":"  oox   x","action":6,"reward":"50"},{"state":"  oox   x","action":7,"reward":"50"},{"state":"  ooxo xx","action":0,"reward":"50"},{"state":"  ooxo xx","action":1,"reward":42.5},{"state":"  ooxo xx","action":6,"reward":"50"},{"state":"o  x o  x","action":1,"reward":54.35024374999999},{"state":"o  x o  x","action":2,"reward":"50"},{"state":"o  x o  x","action":4,"reward":"50"},{"state":"o  x o  x","action":6,"reward":49.525},{"state":"o  x o  x","action":7,"reward":"50"},{"state":"o xx oo x","action":1,"reward":"50"},{"state":"o xx oo x","action":4,"reward":"50"},{"state":"o xx oo x","action":7,"reward":49.75},{"state":"o xxxooox","action":1,"reward":50},{"state":"x      xo","action":1,"reward":43.45},{"state":"x      xo","action":2,"reward":43},{"state":"x      xo","action":3,"reward":"50"},{"state":"x      xo","action":4,"reward":49.97399374999999},{"state":"x      xo","action":5,"reward":"50"},{"state":"x      xo","action":6,"reward":49.525},{"state":"xox    xo","action":3,"reward":49.75},{"state":"xox    xo","action":4,"reward":43},{"state":"xox    xo","action":5,"reward":"50"},{"state":"xox    xo","action":6,"reward":"50"},{"state":"xox o xxo","action":3,"reward":50},{"state":"xox o xxo","action":5,"reward":42.5},{"state":"o  xx    ","action":1,"reward":43},{"state":"o  xx    ","action":2,"reward":48.77610968749999},{"state":"o  xx    ","action":5,"reward":44.4725},{"state":"o  xx    ","action":6,"reward":43},{"state":"o  xx    ","action":7,"reward":43.45},{"state":"o  xx    ","action":8,"reward":43},{"state":"o  xx x o","action":1,"reward":"50"},{"state":"o  xx x o","action":2,"reward":"50"},{"state":"o  xx x o","action":5,"reward":52},{"state":"o  xx x o","action":7,"reward":42.5},{"state":"o    ox x","action":1,"reward":51.55},{"state":"o    ox x","action":2,"reward":"50"},{"state":"o    ox x","action":3,"reward":"50"},{"state":"o    ox x","action":4,"reward":"50"},{"state":"o    ox x","action":7,"reward":49.525},{"state":"ox   oxox","action":2,"reward":"50"},{"state":"ox   oxox","action":3,"reward":"50"},{"state":"ox   oxox","action":4,"reward":49.75},{"state":" x x  oox","action":0,"reward":43},{"state":" x x  oox","action":2,"reward":"50"},{"state":" x x  oox","action":4,"reward":"50"},{"state":" x x  oox","action":5,"reward":"50"},{"state":"oxxx  oox","action":4,"reward":42.5},{"state":"oxxx  oox","action":5,"reward":"50"},{"state":"ox  oxox ","action":2,"reward":99.99999999999977},{"state":"ox  oxox ","action":3,"reward":"50"},{"state":"ox  oxox ","action":8,"reward":"50"},{"state":"xx  o ox ","action":2,"reward":90.31442577707486},{"state":"xx  o ox ","action":3,"reward":"50"},{"state":"xx  o ox ","action":5,"reward":42.5},{"state":"xx  o ox ","action":8,"reward":43},{"state":"xx xo oxo","action":2,"reward":57.131249999999994},{"state":"xx xo oxo","action":5,"reward":42.5},{"state":"o x      ","action":1,"reward":45.1211125},{"state":"o x      ","action":3,"reward":"50"},{"state":"o x      ","action":4,"reward":"50"},{"state":"o x      ","action":5,"reward":43},{"state":"o x      ","action":6,"reward":53.898850494531246},{"state":"o x      ","action":7,"reward":"50"},{"state":"o x      ","action":8,"reward":48.013625},{"state":"oxx     o","action":3,"reward":"50"},{"state":"oxx     o","action":4,"reward":59.27468749999999},{"state":"oxx     o","action":5,"reward":"50"},{"state":"oxx     o","action":6,"reward":"50"},{"state":"oxx     o","action":7,"reward":"50"},{"state":"  x x   o","action":0,"reward":43},{"state":"  x x   o","action":1,"reward":42.54875},{"state":"  x x   o","action":3,"reward":37.273875},{"state":"  x x   o","action":5,"reward":42.04875},{"state":"  x x   o","action":6,"reward":43.947624999999995},{"state":"  x x   o","action":7,"reward":37.68},{"state":"  x xo xo","action":0,"reward":"50"},{"state":"  x xo xo","action":1,"reward":49.75},{"state":"  x xo xo","action":3,"reward":42.5},{"state":"  x xo xo","action":6,"reward":49.75},{"state":"xox xo xo","action":3,"reward":42.5},{"state":"xox xo xo","action":6,"reward":50},{"state":"o xx o   ","action":1,"reward":"50"},{"state":"o xx o   ","action":4,"reward":"50"},{"state":"o xx o   ","action":6,"reward":"50"},{"state":"o xx o   ","action":7,"reward":"50"},{"state":"o xx o   ","action":8,"reward":43},{"state":"o xx ox o","action":1,"reward":42.5},{"state":"o xx ox o","action":4,"reward":"50"},{"state":"o xx ox o","action":7,"reward":"50"},{"state":"o       x","action":1,"reward":"50"},{"state":"o       x","action":2,"reward":"50"},{"state":"o       x","action":3,"reward":54.036624999999994},{"state":"o       x","action":4,"reward":47.98445743906249},{"state":"o       x","action":5,"reward":47.2524705640625},{"state":"o       x","action":6,"reward":"50"},{"state":"o       x","action":7,"reward":49.3225},{"state":"o   o x x","action":1,"reward":47.91974999999999},{"state":"o   o x x","action":2,"reward":44.9},{"state":"o   o x x","action":3,"reward":43.404427840195304},{"state":"o   o x x","action":5,"reward":42.04875},{"state":"o   o x x","action":7,"reward":47.06272843749999},{"state":"o xoo x x","action":1,"reward":"50"},{"state":"o xoo x x","action":5,"reward":61.31095312499999},{"state":"o xoo x x","action":7,"reward":46.205},{"state":"oxxoo xox","action":5,"reward":99.99999999999977},{"state":"x o   xox","action":1,"reward":"50"},{"state":"x o   xox","action":3,"reward":42.5},{"state":"x o   xox","action":4,"reward":46.705},{"state":"x o   xox","action":5,"reward":42.5},{"state":"o x o   x","action":1,"reward":49.525},{"state":"o x o   x","action":3,"reward":44.9},{"state":"o x o   x","action":5,"reward":60.190199374999985},{"state":"o x o   x","action":6,"reward":44.4},{"state":"o x o   x","action":7,"reward":42.5},{"state":"ooxxo   x","action":5,"reward":49.75},{"state":"ooxxo   x","action":6,"reward":"50"},{"state":"ooxxo   x","action":7,"reward":"50"},{"state":"ooxxoo xx","action":6,"reward":50},{"state":" x   x o ","action":0,"reward":"50"},{"state":" x   x o ","action":2,"reward":"50"},{"state":" x   x o ","action":3,"reward":"50"},{"state":" x   x o ","action":4,"reward":"50"},{"state":" x   x o ","action":6,"reward":54.82749999999999},{"state":" x   x o ","action":8,"reward":"50"},{"state":" x  xxoo ","action":0,"reward":"50"},{"state":" x  xxoo ","action":2,"reward":"50"},{"state":" x  xxoo ","action":3,"reward":"50"},{"state":" x  xxoo ","action":8,"reward":61.31095312499999},{"state":"x    o x ","action":1,"reward":"50"},{"state":"x    o x ","action":2,"reward":"50"},{"state":"x    o x ","action":3,"reward":47.155},{"state":"x    o x ","action":4,"reward":"50"},{"state":"x    o x ","action":6,"reward":"50"},{"state":"x    o x ","action":8,"reward":"50"},{"state":"x  o o xx","action":1,"reward":"50"},{"state":"x  o o xx","action":2,"reward":"50"},{"state":"x  o o xx","action":4,"reward":59.27468749999999},{"state":"x  o o xx","action":6,"reward":"50"},{"state":"ooxxx    ","action":5,"reward":49.75},{"state":"ooxxx    ","action":6,"reward":49.75},{"state":"ooxxx    ","action":7,"reward":42.5},{"state":"ooxxx    ","action":8,"reward":"50"},{"state":"o x ox   ","action":1,"reward":43},{"state":"o x ox   ","action":3,"reward":"50"},{"state":"o x ox   ","action":6,"reward":"50"},{"state":"o x ox   ","action":7,"reward":"50"},{"state":"o x ox   ","action":8,"reward":99.99999999999977},{"state":"oox oxx  ","action":3,"reward":42.5},{"state":"oox oxx  ","action":7,"reward":"50"},{"state":"oox oxx  ","action":8,"reward":"50"},{"state":" x x  oo ","action":0,"reward":"50"},{"state":" x x  oo ","action":2,"reward":"50"},{"state":" x x  oo ","action":4,"reward":55.06849999999999},{"state":" x x  oo ","action":5,"reward":"50"},{"state":" x x  oo ","action":8,"reward":"50"},{"state":"xx xo oo ","action":2,"reward":54.875},{"state":"xx xo oo ","action":5,"reward":"50"},{"state":"xx xo oo ","action":8,"reward":"50"},{"state":"   xoxxo ","action":0,"reward":89.99999999999979},{"state":"   xoxxo ","action":1,"reward":"50"},{"state":"   xoxxo ","action":2,"reward":"50"},{"state":"   xoxxo ","action":8,"reward":"50"},{"state":"o xxoxxo ","action":1,"reward":"50"},{"state":"o xxoxxo ","action":8,"reward":99.99999999999977},{"state":" x  x oo ","action":0,"reward":"50"},{"state":" x  x oo ","action":2,"reward":"50"},{"state":" x  x oo ","action":3,"reward":"50"},{"state":" x  x oo ","action":5,"reward":"50"},{"state":" x  x oo ","action":8,"reward":57.131249999999994},{"state":"    oxx  ","action":0,"reward":"50"},{"state":"    oxx  ","action":1,"reward":43.45},{"state":"    oxx  ","action":2,"reward":45.87137499999999},{"state":"    oxx  ","action":3,"reward":43.45},{"state":"    oxx  ","action":7,"reward":75.87886450814204},{"state":"    oxx  ","action":8,"reward":43.45},{"state":" ox oxx  ","action":0,"reward":"50"},{"state":" ox oxx  ","action":3,"reward":43},{"state":" ox oxx  ","action":7,"reward":99.99999999999977},{"state":" ox oxx  ","action":8,"reward":"50"},{"state":" oxooxxx ","action":0,"reward":42.5},{"state":" oxooxxx ","action":8,"reward":50},{"state":"x o x  o ","action":1,"reward":"50"},{"state":"x o x  o ","action":3,"reward":"50"},{"state":"x o x  o ","action":5,"reward":"50"},{"state":"x o x  o ","action":6,"reward":52},{"state":"x o x  o ","action":8,"reward":"50"},{"state":" x   ox  ","action":0,"reward":54.42137499999999},{"state":" x   ox  ","action":2,"reward":"50"},{"state":" x   ox  ","action":3,"reward":"50"},{"state":" x   ox  ","action":4,"reward":"50"},{"state":" x   ox  ","action":7,"reward":"50"},{"state":" x   ox  ","action":8,"reward":"50"},{"state":"ox   ox x","action":2,"reward":"50"},{"state":"ox   ox x","action":3,"reward":"50"},{"state":"ox   ox x","action":4,"reward":44.4},{"state":"ox   ox x","action":7,"reward":"50"},{"state":"oxx oox x","action":3,"reward":99.99999999999977},{"state":"oxx oox x","action":7,"reward":"50"},{"state":"   xx  oo","action":0,"reward":"50"},{"state":"   xx  oo","action":1,"reward":"50"},{"state":"   xx  oo","action":2,"reward":43},{"state":"   xx  oo","action":5,"reward":"50"},{"state":"   xx  oo","action":6,"reward":54.875},{"state":" xoxx  oo","action":0,"reward":42.5},{"state":" xoxx  oo","action":5,"reward":"50"},{"state":" xoxx  oo","action":6,"reward":"50"},{"state":"o  x x o ","action":1,"reward":"50"},{"state":"o  x x o ","action":2,"reward":"50"},{"state":"o  x x o ","action":4,"reward":55.705},{"state":"o  x x o ","action":6,"reward":"50"},{"state":"o  x x o ","action":8,"reward":"50"},{"state":"o  xoxxo ","action":1,"reward":"50"},{"state":"o  xoxxo ","action":2,"reward":"50"},{"state":"o  xoxxo ","action":8,"reward":99.99999999999977},{"state":" xo    ox","action":0,"reward":"50"},{"state":" xo    ox","action":3,"reward":51.55},{"state":" xo    ox","action":4,"reward":"50"},{"state":" xo    ox","action":5,"reward":"50"},{"state":" xo    ox","action":6,"reward":"50"},{"state":" xoo x ox","action":0,"reward":52},{"state":" xoo x ox","action":4,"reward":"50"},{"state":" xoo x ox","action":6,"reward":"50"},{"state":"xx x o  o","action":2,"reward":"50"},{"state":"xx x o  o","action":4,"reward":42.5},{"state":"xx x o  o","action":6,"reward":42.5},{"state":"xx x o  o","action":7,"reward":"50"},{"state":"x      o ","action":1,"reward":45.955862499999995},{"state":"x      o ","action":2,"reward":43},{"state":"x      o ","action":3,"reward":44.9225},{"state":"x      o ","action":4,"reward":"50"},{"state":"x      o ","action":5,"reward":"50"},{"state":"x      o ","action":6,"reward":44.9225},{"state":"x      o ","action":8,"reward":"50"},{"state":"x     oox","action":1,"reward":44.4},{"state":"x     oox","action":2,"reward":"50"},{"state":"x     oox","action":3,"reward":"50"},{"state":"x     oox","action":4,"reward":"50"},{"state":"x     oox","action":5,"reward":42.5},{"state":"xo x  oox","action":2,"reward":"50"},{"state":"xo x  oox","action":4,"reward":52.5},{"state":"xo x  oox","action":5,"reward":"50"},{"state":"oxx ox   ","action":3,"reward":"50"},{"state":"oxx ox   ","action":6,"reward":"50"},{"state":"oxx ox   ","action":7,"reward":"50"},{"state":"oxx ox   ","action":8,"reward":99.99999999999977},{"state":"o oxx  ox","action":1,"reward":"50"},{"state":"o oxx  ox","action":5,"reward":52},{"state":"o oxx  ox","action":6,"reward":"50"},{"state":"o oxxoxox","action":1,"reward":54.875},{"state":"xx  oo x ","action":2,"reward":89.99999999999979},{"state":"xx  oo x ","action":3,"reward":"50"},{"state":"xx  oo x ","action":6,"reward":"50"},{"state":"xx  oo x ","action":8,"reward":"50"},{"state":"xxo oo xx","action":3,"reward":"50"},{"state":"xxo oo xx","action":6,"reward":99.99999999999977},{"state":"   x  xo ","action":0,"reward":49.525},{"state":"   x  xo ","action":1,"reward":43.45},{"state":"   x  xo ","action":2,"reward":43},{"state":"   x  xo ","action":4,"reward":42.5},{"state":"   x  xo ","action":5,"reward":"50"},{"state":"   x  xo ","action":8,"reward":46.321374999999996},{"state":" o x  xox","action":0,"reward":"50"},{"state":" o x  xox","action":2,"reward":52},{"state":" o x  xox","action":4,"reward":"50"},{"state":" o x  xox","action":5,"reward":43},{"state":" oxx oxox","action":0,"reward":42.5},{"state":" oxx oxox","action":4,"reward":"50"},{"state":" xo x    ","action":0,"reward":18.15405074257811},{"state":" xo x    ","action":3,"reward":17.36901394531249},{"state":" xo x    ","action":5,"reward":18.86028662498136},{"state":" xo x    ","action":6,"reward":19.5079278125},{"state":" xo x    ","action":7,"reward":59.97744362222711},{"state":" xo x    ","action":8,"reward":17.48814560345311},{"state":"xxoox xo ","action":5,"reward":42.5},{"state":"xxoox xo ","action":8,"reward":"50"},{"state":"  xx  oo ","action":0,"reward":"50"},{"state":"  xx  oo ","action":1,"reward":52},{"state":"  xx  oo ","action":4,"reward":"50"},{"state":"  xx  oo ","action":5,"reward":"50"},{"state":"  xx  oo ","action":8,"reward":"50"},{"state":" oxxx oo ","action":0,"reward":"50"},{"state":" oxxx oo ","action":5,"reward":"50"},{"state":" oxxx oo ","action":8,"reward":52.5},{"state":" x   o x ","action":0,"reward":43},{"state":" x   o x ","action":2,"reward":43},{"state":" x   o x ","action":3,"reward":"50"},{"state":" x   o x ","action":4,"reward":"50"},{"state":" x   o x ","action":6,"reward":49.525},{"state":" x   o x ","action":8,"reward":43},{"state":" xx  o xo","action":0,"reward":52},{"state":" xx  o xo","action":3,"reward":42.5},{"state":" xx  o xo","action":4,"reward":"50"},{"state":" xx  o xo","action":6,"reward":"50"},{"state":"      xo ","action":0,"reward":"50"},{"state":"      xo ","action":1,"reward":"50"},{"state":"      xo ","action":2,"reward":43.45},{"state":"      xo ","action":3,"reward":"50"},{"state":"      xo ","action":4,"reward":54.923865033549845},{"state":"      xo ","action":5,"reward":"50"},{"state":"      xo ","action":8,"reward":"50"},{"state":"  o x xo ","action":0,"reward":"50"},{"state":"  o x xo ","action":1,"reward":"50"},{"state":"  o x xo ","action":3,"reward":"50"},{"state":"  o x xo ","action":5,"reward":"50"},{"state":"  o x xo ","action":8,"reward":43},{"state":"  oxx xoo","action":0,"reward":"50"},{"state":"  oxx xoo","action":1,"reward":42.5},{"state":"  oxx xoo","action":5,"reward":"50"},{"state":"  ox   ox","action":0,"reward":"50"},{"state":"  ox   ox","action":1,"reward":"50"},{"state":"  ox   ox","action":4,"reward":53.4725},{"state":"  ox   ox","action":5,"reward":"50"},{"state":"  ox   ox","action":6,"reward":"50"},{"state":"x oxo  ox","action":1,"reward":"50"},{"state":"x oxo  ox","action":5,"reward":44.938182748437484},{"state":"x oxo  ox","action":6,"reward":99.99999999999977},{"state":"xxoxoo ox","action":6,"reward":63.245405468749986},{"state":"xx o     ","action":2,"reward":43.45},{"state":"xx o     ","action":4,"reward":49.525},{"state":"xx o     ","action":5,"reward":45.35},{"state":"xx o     ","action":6,"reward":"50"},{"state":"xx o     ","action":7,"reward":"50"},{"state":"xx o     ","action":8,"reward":"50"},{"state":"xx o o x ","action":2,"reward":"50"},{"state":"xx o o x ","action":4,"reward":52.5},{"state":"xx o o x ","action":6,"reward":"50"},{"state":"xx o o x ","action":8,"reward":"50"},{"state":" o  x oxx","action":0,"reward":"50"},{"state":" o  x oxx","action":2,"reward":52},{"state":" o  x oxx","action":3,"reward":"50"},{"state":" o  x oxx","action":5,"reward":49.75},{"state":" ox xooxx","action":0,"reward":50},{"state":" ox xooxx","action":3,"reward":42.5},{"state":"   xx   o","action":0,"reward":42.5},{"state":"   xx   o","action":1,"reward":38.154999999999994},{"state":"   xx   o","action":2,"reward":39.48393124999999},{"state":"   xx   o","action":5,"reward":42.99875},{"state":"   xx   o","action":6,"reward":37.44599999999999},{"state":"   xx   o","action":7,"reward":43},{"state":"xo xx   o","action":2,"reward":44.4},{"state":"xo xx   o","action":5,"reward":"50"},{"state":"xo xx   o","action":6,"reward":42.5},{"state":"xo xx   o","action":7,"reward":42.5},{"state":"   x xoo ","action":0,"reward":"50"},{"state":"   x xoo ","action":1,"reward":"50"},{"state":"   x xoo ","action":2,"reward":"50"},{"state":"   x xoo ","action":4,"reward":"50"},{"state":"   x xoo ","action":8,"reward":52.5},{"state":" o    x x","action":0,"reward":"50"},{"state":" o    x x","action":2,"reward":"50"},{"state":" o    x x","action":3,"reward":"50"},{"state":" o    x x","action":4,"reward":55.705},{"state":" o    x x","action":5,"reward":43},{"state":" o    x x","action":7,"reward":43},{"state":" o   xxox","action":0,"reward":42.5},{"state":" o   xxox","action":2,"reward":"50"},{"state":" o   xxox","action":3,"reward":"50"},{"state":" o   xxox","action":4,"reward":"50"},{"state":"    o xox","action":0,"reward":"50"},{"state":"    o xox","action":1,"reward":"50"},{"state":"    o xox","action":2,"reward":81.8252461943506},{"state":"    o xox","action":3,"reward":"50"},{"state":"    o xox","action":5,"reward":"50"},{"state":" xo o xox","action":0,"reward":"50"},{"state":" xo o xox","action":3,"reward":"50"},{"state":" xo o xox","action":5,"reward":67.35804037851435},{"state":"  xxo    ","action":0,"reward":76.96912129614722},{"state":"  xxo    ","action":1,"reward":43.45},{"state":"  xxo    ","action":5,"reward":42.120062499999996},{"state":"  xxo    ","action":6,"reward":39.726966276933574},{"state":"  xxo    ","action":7,"reward":43.45},{"state":"  xxo    ","action":8,"reward":37.748875},{"state":"  xxo ox ","action":0,"reward":"50"},{"state":"  xxo ox ","action":1,"reward":49.75},{"state":"  xxo ox ","action":5,"reward":"50"},{"state":"  xxo ox ","action":8,"reward":52.34556031249999},{"state":"xoxxo ox ","action":5,"reward":50},{"state":"xoxxo ox ","action":8,"reward":50},{"state":" xx   oo ","action":0,"reward":"50"},{"state":" xx   oo ","action":3,"reward":"50"},{"state":" xx   oo ","action":4,"reward":"50"},{"state":" xx   oo ","action":5,"reward":"50"},{"state":" xx   oo ","action":8,"reward":65.08313519531248},{"state":"    xoxxo","action":0,"reward":52},{"state":"    xoxxo","action":1,"reward":"50"},{"state":"    xoxxo","action":2,"reward":"50"},{"state":"    xoxxo","action":3,"reward":"50"},{"state":"o  xxoxxo","action":1,"reward":"50"},{"state":"o  xxoxxo","action":2,"reward":52.5},{"state":"x    x o ","action":1,"reward":"50"},{"state":"x    x o ","action":2,"reward":43.45},{"state":"x    x o ","action":3,"reward":43},{"state":"x    x o ","action":4,"reward":"50"},{"state":"x    x o ","action":6,"reward":43.45},{"state":"x    x o ","action":8,"reward":"50"},{"state":"x o xx o ","action":1,"reward":42.5},{"state":"x o xx o ","action":3,"reward":43},{"state":"x o xx o ","action":6,"reward":42.5},{"state":"x o xx o ","action":8,"reward":49.75},{"state":"xxooxx o ","action":6,"reward":42.5},{"state":"xxooxx o ","action":8,"reward":50},{"state":"xo  xxoo ","action":2,"reward":42.5},{"state":"xo  xxoo ","action":3,"reward":"50"},{"state":"xo  xxoo ","action":8,"reward":"50"},{"state":"xxo  xoox","action":3,"reward":"50"},{"state":"xxo  xoox","action":4,"reward":54.875},{"state":" xx oxxoo","action":0,"reward":99.99999999999977},{"state":" xx oxxoo","action":3,"reward":"50"},{"state":"x  oxo x ","action":1,"reward":43},{"state":"x  oxo x ","action":2,"reward":"50"},{"state":"x  oxo x ","action":6,"reward":"50"},{"state":"x  oxo x ","action":8,"reward":"50"},{"state":"xo oxoxx ","action":2,"reward":42.5},{"state":"xo oxoxx ","action":8,"reward":35.375},{"state":" x   xoo ","action":0,"reward":"50"},{"state":" x   xoo ","action":2,"reward":"50"},{"state":" x   xoo ","action":3,"reward":"50"},{"state":" x   xoo ","action":4,"reward":"50"},{"state":" x   xoo ","action":8,"reward":59.27468749999999},{"state":"  xxo xo ","action":0,"reward":"50"},{"state":"  xxo xo ","action":1,"reward":65.08313519531248},{"state":"  xxo xo ","action":5,"reward":49.75},{"state":"  xxo xo ","action":8,"reward":42.5},{"state":"  xxooxox","action":0,"reward":50},{"state":"  xxooxox","action":1,"reward":99.99999999999977},{"state":"  x o   x","action":0,"reward":42.5},{"state":"  x o   x","action":1,"reward":43},{"state":"  x o   x","action":3,"reward":42.5},{"state":"  x o   x","action":5,"reward":84.7543345723866},{"state":"  x o   x","action":6,"reward":36.7775},{"state":"  x o   x","action":7,"reward":42.5},{"state":"o x  x o ","action":1,"reward":"50"},{"state":"o x  x o ","action":3,"reward":"50"},{"state":"o x  x o ","action":4,"reward":52},{"state":"o x  x o ","action":6,"reward":48.41974999999999},{"state":"o x  x o ","action":8,"reward":"50"},{"state":"oxx  xoo ","action":3,"reward":"50"},{"state":"oxx  xoo ","action":4,"reward":"50"},{"state":"oxx  xoo ","action":8,"reward":57.131249999999994},{"state":"  xox o x","action":0,"reward":"50"},{"state":"  xox o x","action":1,"reward":"50"},{"state":"  xox o x","action":5,"reward":43},{"state":"  xox o x","action":7,"reward":42.5},{"state":"x o   xo ","action":1,"reward":42.5},{"state":"x o   xo ","action":3,"reward":"50"},{"state":"x o   xo ","action":4,"reward":"50"},{"state":"x o   xo ","action":5,"reward":"50"},{"state":"x o   xo ","action":8,"reward":"50"},{"state":"o    xxo ","action":1,"reward":"50"},{"state":"o    xxo ","action":2,"reward":"50"},{"state":"o    xxo ","action":3,"reward":"50"},{"state":"o    xxo ","action":4,"reward":"50"},{"state":"o    xxo ","action":8,"reward":52},{"state":"o  x xxoo","action":1,"reward":"50"},{"state":"o  x xxoo","action":2,"reward":"50"},{"state":"o  x xxoo","action":4,"reward":52.5},{"state":"    x xo ","action":0,"reward":49.07375},{"state":"    x xo ","action":1,"reward":43},{"state":"    x xo ","action":2,"reward":42.54875},{"state":"    x xo ","action":3,"reward":43.45},{"state":"    x xo ","action":5,"reward":43},{"state":"    x xo ","action":8,"reward":42.04875},{"state":"    xxxoo","action":0,"reward":43},{"state":"    xxxoo","action":1,"reward":42.5},{"state":"    xxxoo","action":2,"reward":49.75},{"state":"    xxxoo","action":3,"reward":"50"},{"state":" xo xxxoo","action":0,"reward":42.5},{"state":" xo xxxoo","action":3,"reward":50},{"state":"x  xo ox ","action":1,"reward":49.75},{"state":"x  xo ox ","action":2,"reward":99.99999999999977},{"state":"x  xo ox ","action":5,"reward":"50"},{"state":"x  xo ox ","action":8,"reward":43},{"state":"x xxo oxo","action":1,"reward":50},{"state":"x xxo oxo","action":5,"reward":42.5},{"state":"  oxo xox","action":0,"reward":"50"},{"state":"  oxo xox","action":1,"reward":99.99999999999977},{"state":"  oxo xox","action":5,"reward":49.75},{"state":" xoxooxox","action":0,"reward":50},{"state":"xx   x oo","action":2,"reward":"50"},{"state":"xx   x oo","action":3,"reward":"50"},{"state":"xx   x oo","action":4,"reward":42.5},{"state":"xx   x oo","action":6,"reward":"50"},{"state":"xo    xo ","action":2,"reward":"50"},{"state":"xo    xo ","action":3,"reward":51.55},{"state":"xo    xo ","action":4,"reward":"50"},{"state":"xo    xo ","action":5,"reward":"50"},{"state":"xo    xo ","action":8,"reward":"50"},{"state":"xo o  xox","action":2,"reward":"50"},{"state":"xo o  xox","action":4,"reward":"50"},{"state":"xo o  xox","action":5,"reward":52},{"state":"xoxo oxox","action":4,"reward":52.5},{"state":"    xx  o","action":0,"reward":43.45},{"state":"    xx  o","action":1,"reward":43},{"state":"    xx  o","action":2,"reward":43.45},{"state":"    xx  o","action":3,"reward":"50"},{"state":"    xx  o","action":6,"reward":43.45},{"state":"    xx  o","action":7,"reward":43.45},{"state":"xo  xx  o","action":2,"reward":42.5},{"state":"xo  xx  o","action":3,"reward":"50"},{"state":"xo  xx  o","action":6,"reward":"50"},{"state":"xo  xx  o","action":7,"reward":"50"},{"state":"   x x o ","action":0,"reward":43.9725},{"state":"   x x o ","action":1,"reward":43},{"state":"   x x o ","action":2,"reward":"50"},{"state":"   x x o ","action":4,"reward":"50"},{"state":"   x x o ","action":6,"reward":42.5},{"state":"   x x o ","action":8,"reward":"50"},{"state":"o xx   o ","action":1,"reward":"50"},{"state":"o xx   o ","action":4,"reward":"50"},{"state":"o xx   o ","action":5,"reward":53.06404093749998},{"state":"o xx   o ","action":6,"reward":"50"},{"state":"o xx   o ","action":8,"reward":"50"},{"state":"oxxx o o ","action":4,"reward":"50"},{"state":"oxxx o o ","action":6,"reward":52},{"state":"oxxx o o ","action":8,"reward":"50"},{"state":"oxxxxooo ","action":8,"reward":54.875},{"state":"xxox  oxo","action":4,"reward":"50"},{"state":"xxox  oxo","action":5,"reward":52.5},{"state":" oo xx  x","action":0,"reward":65.08313519531248},{"state":" oo xx  x","action":3,"reward":"50"},{"state":" oo xx  x","action":6,"reward":42.5},{"state":" oo xx  x","action":7,"reward":"50"},{"state":"   xx oo ","action":0,"reward":43},{"state":"   xx oo ","action":1,"reward":"50"},{"state":"   xx oo ","action":2,"reward":43},{"state":"   xx oo ","action":5,"reward":"50"},{"state":"   xx oo ","action":8,"reward":"50"},{"state":" xoxx oo ","action":0,"reward":42.5},{"state":" xoxx oo ","action":5,"reward":"50"},{"state":" xoxx oo ","action":8,"reward":"50"},{"state":"   xo  ox","action":0,"reward":"50"},{"state":"   xo  ox","action":1,"reward":"50"},{"state":"   xo  ox","action":2,"reward":"50"},{"state":"   xo  ox","action":5,"reward":"50"},{"state":"   xo  ox","action":6,"reward":62.882998720308564},{"state":"x  xo oox","action":1,"reward":57.131249999999994},{"state":"x  xo oox","action":2,"reward":"50"},{"state":"x  xo oox","action":5,"reward":"50"},{"state":"x     x o","action":1,"reward":43.45},{"state":"x     x o","action":2,"reward":"50"},{"state":"x     x o","action":3,"reward":49.525},{"state":"x     x o","action":4,"reward":43},{"state":"x     x o","action":5,"reward":"50"},{"state":"x     x o","action":7,"reward":"50"},{"state":"x  o xx o","action":1,"reward":49.75},{"state":"x  o xx o","action":2,"reward":"50"},{"state":"x  o xx o","action":4,"reward":49.75},{"state":"x  o xx o","action":7,"reward":"50"},{"state":"xoxo xx o","action":4,"reward":50},{"state":"xoxo xx o","action":7,"reward":"50"},{"state":"x x     o","action":1,"reward":43},{"state":"x x     o","action":3,"reward":43.45},{"state":"x x     o","action":4,"reward":43.45},{"state":"x x     o","action":5,"reward":49.525},{"state":"x x     o","action":6,"reward":46.705},{"state":"x x     o","action":7,"reward":43},{"state":"x x o x o","action":1,"reward":"50"},{"state":"x x o x o","action":3,"reward":43},{"state":"x x o x o","action":5,"reward":42.5},{"state":"x x o x o","action":7,"reward":"50"},{"state":"x xooxx o","action":1,"reward":50},{"state":"x xooxx o","action":7,"reward":42.5},{"state":"   xo xo ","action":0,"reward":83.61986732989978},{"state":"   xo xo ","action":1,"reward":"50"},{"state":"   xo xo ","action":2,"reward":"50"},{"state":"   xo xo ","action":5,"reward":"50"},{"state":"   xo xo ","action":8,"reward":44.4725},{"state":"   xoxxoo","action":0,"reward":"50"},{"state":"   xoxxoo","action":1,"reward":"50"},{"state":"   xoxxoo","action":2,"reward":52},{"state":" xx o o x","action":0,"reward":0},{"state":" xx o o x","action":3,"reward":0},{"state":" xx o o x","action":5,"reward":0},{"state":" xx o o x","action":7,"reward":0},{"state":"x   o xo ","action":1,"reward":"50"},{"state":"x   o xo ","action":2,"reward":"50"},{"state":"x   o xo ","action":3,"reward":87.16039116488734},{"state":"x   o xo ","action":5,"reward":"50"},{"state":"x   o xo ","action":8,"reward":47.91974999999999},{"state":"x   oxxoo","action":1,"reward":57.131249999999994},{"state":"x   oxxoo","action":2,"reward":"50"},{"state":"x   oxxoo","action":3,"reward":"50"},{"state":"o xxxo   ","action":1,"reward":"50"},{"state":"o xxxo   ","action":6,"reward":"50"},{"state":"o xxxo   ","action":7,"reward":"50"},{"state":"o xxxo   ","action":8,"reward":43},{"state":"o xxxo xo","action":1,"reward":35.375},{"state":"o xxxo xo","action":6,"reward":42.5},{"state":" o     xx","action":0,"reward":58.29641593749999},{"state":" o     xx","action":2,"reward":42.5},{"state":" o     xx","action":3,"reward":"50"},{"state":" o     xx","action":4,"reward":"50"},{"state":" o     xx","action":5,"reward":"50"},{"state":" o     xx","action":6,"reward":43.45},{"state":" o x  oxx","action":0,"reward":43},{"state":" o x  oxx","action":2,"reward":55.705},{"state":" o x  oxx","action":4,"reward":"50"},{"state":" o x  oxx","action":5,"reward":"50"},{"state":"ooxx  oxx","action":4,"reward":42.5},{"state":"ooxx  oxx","action":5,"reward":"50"},{"state":"   xox o ","action":0,"reward":"50"},{"state":"   xox o ","action":1,"reward":54.875},{"state":"   xox o ","action":2,"reward":"50"},{"state":"   xox o ","action":6,"reward":"50"},{"state":"   xox o ","action":8,"reward":"50"},{"state":"oxx   xo ","action":3,"reward":43},{"state":"oxx   xo ","action":4,"reward":43},{"state":"oxx   xo ","action":5,"reward":49.75},{"state":"oxx   xo ","action":8,"reward":"50"},{"state":"oxx oxxo ","action":3,"reward":42.5},{"state":"oxx oxxo ","action":8,"reward":99.99999999999977},{"state":"xox    o ","action":3,"reward":"50"},{"state":"xox    o ","action":4,"reward":"50"},{"state":"xox    o ","action":5,"reward":52},{"state":"xox    o ","action":6,"reward":"50"},{"state":"xox    o ","action":8,"reward":"50"},{"state":"xox  oxo ","action":3,"reward":"50"},{"state":"xox  oxo ","action":4,"reward":52.5},{"state":"xox  oxo ","action":8,"reward":"50"},{"state":"x      ox","action":1,"reward":43},{"state":"x      ox","action":2,"reward":44.9225},{"state":"x      ox","action":3,"reward":"50"},{"state":"x      ox","action":4,"reward":45.87137499999999},{"state":"x      ox","action":5,"reward":"50"},{"state":"x      ox","action":6,"reward":43},{"state":"x   ox ox","action":1,"reward":"50"},{"state":"x   ox ox","action":2,"reward":89.99999999999979},{"state":"x   ox ox","action":3,"reward":"50"},{"state":"x   ox ox","action":6,"reward":"50"},{"state":"x o oxxox","action":1,"reward":99.99999999999977},{"state":"x o oxxox","action":3,"reward":"50"},{"state":"  ox   x ","action":0,"reward":"50"},{"state":"  ox   x ","action":1,"reward":54.84887499999999},{"state":"  ox   x ","action":4,"reward":"50"},{"state":"  ox   x ","action":5,"reward":"50"},{"state":"  ox   x ","action":6,"reward":"50"},{"state":"  ox   x ","action":8,"reward":"50"},{"state":"xooxox x ","action":6,"reward":59.27468749999999},{"state":"xooxox x ","action":8,"reward":"50"},{"state":"  xo  x  ","action":0,"reward":43.9725},{"state":"  xo  x  ","action":1,"reward":43},{"state":"  xo  x  ","action":4,"reward":43},{"state":"  xo  x  ","action":5,"reward":"50"},{"state":"  xo  x  ","action":7,"reward":43.45},{"state":"  xo  x  ","action":8,"reward":"50"},{"state":"  xo  xox","action":0,"reward":43},{"state":"  xo  xox","action":1,"reward":43},{"state":"  xo  xox","action":4,"reward":53.9},{"state":"  xo  xox","action":5,"reward":"50"},{"state":"oxxo  xox","action":4,"reward":0},{"state":"oxxo  xox","action":5,"reward":0},{"state":"  xxo  o ","action":0,"reward":"50"},{"state":"  xxo  o ","action":1,"reward":"50"},{"state":"  xxo  o ","action":5,"reward":44.9},{"state":"  xxo  o ","action":6,"reward":"50"},{"state":"  xxo  o ","action":8,"reward":"50"},{"state":"x xxoo o ","action":1,"reward":52.5},{"state":"x xxoo o ","action":6,"reward":"50"},{"state":"x xxoo o ","action":8,"reward":"50"},{"state":"  x o  x ","action":0,"reward":43},{"state":"  x o  x ","action":1,"reward":43.45},{"state":"  x o  x ","action":3,"reward":43.45},{"state":"  x o  x ","action":5,"reward":85.48146974739817},{"state":"  x o  x ","action":6,"reward":39.86745195816405},{"state":"  x o  x ","action":8,"reward":43},{"state":"o x o  xx","action":1,"reward":42.5},{"state":"o x o  xx","action":3,"reward":44.4},{"state":"o x o  xx","action":5,"reward":"50"},{"state":"o x o  xx","action":6,"reward":52},{"state":"x  x   o ","action":1,"reward":"50"},{"state":"x  x   o ","action":2,"reward":43},{"state":"x  x   o ","action":4,"reward":"50"},{"state":"x  x   o ","action":5,"reward":"50"},{"state":"x  x   o ","action":6,"reward":47.155},{"state":"x  x   o ","action":8,"reward":42.5},{"state":"x  xx oo ","action":1,"reward":"50"},{"state":"x  xx oo ","action":2,"reward":"50"},{"state":"x  xx oo ","action":5,"reward":"50"},{"state":"x  xx oo ","action":8,"reward":57.131249999999994},{"state":"o xx oxo ","action":1,"reward":53.9},{"state":"o xx oxo ","action":4,"reward":"50"},{"state":"o xx oxo ","action":8,"reward":"50"},{"state":"ooxx oxox","action":4,"reward":54.875},{"state":"   xx xoo","action":0,"reward":42.5},{"state":"   xx xoo","action":1,"reward":42.5},{"state":"   xx xoo","action":2,"reward":42.5},{"state":"   xx xoo","action":5,"reward":"50"},{"state":"  xo    x","action":0,"reward":"50"},{"state":"  xo    x","action":1,"reward":53.022499999999994},{"state":"  xo    x","action":4,"reward":"50"},{"state":"  xo    x","action":5,"reward":"50"},{"state":"  xo    x","action":6,"reward":"50"},{"state":"  xo    x","action":7,"reward":43},{"state":" xxo   ox","action":0,"reward":"50"},{"state":" xxo   ox","action":4,"reward":42.5},{"state":" xxo   ox","action":5,"reward":"50"},{"state":" xxo   ox","action":6,"reward":"50"},{"state":"o o x xox","action":1,"reward":"50"},{"state":"o o x xox","action":3,"reward":49.75},{"state":"o o x xox","action":5,"reward":"50"},{"state":"oxoox xox","action":5,"reward":50},{"state":"   o  xx ","action":0,"reward":"50"},{"state":"   o  xx ","action":1,"reward":42.5},{"state":"   o  xx ","action":2,"reward":43},{"state":"   o  xx ","action":4,"reward":"50"},{"state":"   o  xx ","action":5,"reward":"50"},{"state":"   o  xx ","action":8,"reward":44.9225},{"state":"   o xxxo","action":0,"reward":"50"},{"state":"   o xxxo","action":1,"reward":"50"},{"state":"   o xxxo","action":2,"reward":"50"},{"state":"   o xxxo","action":4,"reward":51.65},{"state":" xox     ","action":0,"reward":43.45},{"state":" xox     ","action":4,"reward":"50"},{"state":" xox     ","action":5,"reward":"50"},{"state":" xox     ","action":6,"reward":43.45},{"state":" xox     ","action":7,"reward":"50"},{"state":" xox     ","action":8,"reward":54.42137499999999},{"state":"oxox   x ","action":4,"reward":43},{"state":"oxox   x ","action":5,"reward":"50"},{"state":"oxox   x ","action":6,"reward":"50"},{"state":"oxox   x ","action":8,"reward":"50"},{"state":"oxoxo xx ","action":5,"reward":42.5},{"state":"oxoxo xx ","action":8,"reward":99.99999999999977},{"state":"xx    oo ","action":2,"reward":53.9},{"state":"xx    oo ","action":3,"reward":43},{"state":"xx    oo ","action":4,"reward":"50"},{"state":"xx    oo ","action":5,"reward":43},{"state":"xx    oo ","action":8,"reward":"50"},{"state":"xx x ooo ","action":2,"reward":"50"},{"state":"xx x ooo ","action":4,"reward":42.5},{"state":"xx x ooo ","action":8,"reward":"50"},{"state":" o x   ox","action":0,"reward":"50"},{"state":" o x   ox","action":2,"reward":"50"},{"state":" o x   ox","action":4,"reward":"50"},{"state":" o x   ox","action":5,"reward":"50"},{"state":" o x   ox","action":6,"reward":44.4725},{"state":" o x xoox","action":0,"reward":"50"},{"state":" o x xoox","action":2,"reward":53.9},{"state":" o x xoox","action":4,"reward":"50"},{"state":"xoox xoox","action":4,"reward":57.131249999999994},{"state":"  o  x x ","action":0,"reward":46.7275},{"state":"  o  x x ","action":1,"reward":"50"},{"state":"  o  x x ","action":3,"reward":"50"},{"state":"  o  x x ","action":4,"reward":49.525},{"state":"  o  x x ","action":6,"reward":"50"},{"state":"  o  x x ","action":8,"reward":"50"},{"state":"x o ox x ","action":1,"reward":"50"},{"state":"x o ox x ","action":3,"reward":"50"},{"state":"x o ox x ","action":6,"reward":99.99999999999977},{"state":"x o ox x ","action":8,"reward":49.75},{"state":"x o oxxxo","action":1,"reward":42.5},{"state":"x o oxxxo","action":3,"reward":50},{"state":"o   xx o ","action":1,"reward":"50"},{"state":"o   xx o ","action":2,"reward":"50"},{"state":"o   xx o ","action":3,"reward":"50"},{"state":"o   xx o ","action":6,"reward":43},{"state":"o   xx o ","action":8,"reward":"50"},{"state":"o x xxoo ","action":1,"reward":42.5},{"state":"o x xxoo ","action":3,"reward":54.875},{"state":"o x xxoo ","action":8,"reward":"50"},{"state":"o    x  x","action":1,"reward":"50"},{"state":"o    x  x","action":2,"reward":49.525},{"state":"o    x  x","action":3,"reward":42.5},{"state":"o    x  x","action":4,"reward":44.4725},{"state":"o    x  x","action":6,"reward":43},{"state":"o    x  x","action":7,"reward":49.525},{"state":"  o xx o ","action":0,"reward":42.5},{"state":"  o xx o ","action":1,"reward":"50"},{"state":"  o xx o ","action":3,"reward":"50"},{"state":"  o xx o ","action":6,"reward":"50"},{"state":"  o xx o ","action":8,"reward":"50"},{"state":"   ox xo ","action":0,"reward":"50"},{"state":"   ox xo ","action":1,"reward":"50"},{"state":"   ox xo ","action":2,"reward":"50"},{"state":"   ox xo ","action":5,"reward":"50"},{"state":"   ox xo ","action":8,"reward":43.9725},{"state":" x ox xoo","action":0,"reward":"50"},{"state":" x ox xoo","action":2,"reward":52},{"state":" x ox xoo","action":5,"reward":"50"},{"state":"xxoox xoo","action":5,"reward":54.875},{"state":"xx ox  o ","action":2,"reward":49.75},{"state":"xx ox  o ","action":5,"reward":"50"},{"state":"xx ox  o ","action":6,"reward":"50"},{"state":"xx ox  o ","action":8,"reward":"50"},{"state":"  ox x   ","action":0,"reward":52},{"state":"  ox x   ","action":1,"reward":"50"},{"state":"  ox x   ","action":4,"reward":"50"},{"state":"  ox x   ","action":6,"reward":"50"},{"state":"  ox x   ","action":7,"reward":"50"},{"state":"  ox x   ","action":8,"reward":"50"},{"state":"o ox xx  ","action":1,"reward":52.5},{"state":"o ox xx  ","action":4,"reward":"50"},{"state":"o ox xx  ","action":7,"reward":"50"},{"state":"o ox xx  ","action":8,"reward":"50"},{"state":"o ox x x ","action":1,"reward":54.875},{"state":"o ox x x ","action":4,"reward":"50"},{"state":"o ox x x ","action":6,"reward":"50"},{"state":"o ox x x ","action":8,"reward":"50"},{"state":"xxo  x o ","action":3,"reward":"50"},{"state":"xxo  x o ","action":4,"reward":52},{"state":"xxo  x o ","action":6,"reward":"50"},{"state":"xxo  x o ","action":8,"reward":"50"},{"state":"xxoxox o ","action":6,"reward":99.99999999999977},{"state":"xxoxox o ","action":8,"reward":"50"},{"state":"o xo xx  ","action":1,"reward":"50"},{"state":"o xo xx  ","action":4,"reward":44.9},{"state":"o xo xx  ","action":7,"reward":"50"},{"state":"o xo xx  ","action":8,"reward":"50"},{"state":"oxxooxx  ","action":7,"reward":"50"},{"state":"oxxooxx  ","action":8,"reward":99.99999999999977},{"state":"xo x   o ","action":2,"reward":"50"},{"state":"xo x   o ","action":4,"reward":"50"},{"state":"xo x   o ","action":5,"reward":"50"},{"state":"xo x   o ","action":6,"reward":44.4725},{"state":"xo x   o ","action":8,"reward":"50"},{"state":"xo x xoo ","action":2,"reward":44.4},{"state":"xo x xoo ","action":4,"reward":"50"},{"state":"xo x xoo ","action":8,"reward":"50"},{"state":"   o xx  ","action":0,"reward":43.45},{"state":"   o xx  ","action":1,"reward":"50"},{"state":"   o xx  ","action":2,"reward":43.45},{"state":"   o xx  ","action":4,"reward":43.45},{"state":"   o xx  ","action":7,"reward":43.45},{"state":"   o xx  ","action":8,"reward":49.525},{"state":"  xo xxo ","action":0,"reward":"50"},{"state":"  xo xxo ","action":1,"reward":"50"},{"state":"  xo xxo ","action":4,"reward":"50"},{"state":"  xo xxo ","action":8,"reward":43},{"state":"x xo xxoo","action":1,"reward":42.5},{"state":"x xo xxoo","action":4,"reward":42.5},{"state":"o o xx ox","action":1,"reward":52.5},{"state":"o o xx ox","action":3,"reward":"50"},{"state":"o o xx ox","action":6,"reward":"50"},{"state":"x o    ox","action":1,"reward":"50"},{"state":"x o    ox","action":3,"reward":43},{"state":"x o    ox","action":4,"reward":"50"},{"state":"x o    ox","action":5,"reward":"50"},{"state":"x o    ox","action":6,"reward":"50"},{"state":"x oo x ox","action":1,"reward":42.5},{"state":"x oo x ox","action":4,"reward":"50"},{"state":"x oo x ox","action":6,"reward":"50"},{"state":"xox o    ","action":3,"reward":"50"},{"state":"xox o    ","action":5,"reward":"50"},{"state":"xox o    ","action":6,"reward":"50"},{"state":"xox o    ","action":7,"reward":"50"},{"state":"xox o    ","action":8,"reward":51.55},{"state":"xox o x o","action":3,"reward":53.9},{"state":"xox o x o","action":5,"reward":"50"},{"state":"xox o x o","action":7,"reward":"50"},{"state":"xoxooxx o","action":7,"reward":54.875},{"state":"xo  xx o ","action":2,"reward":"50"},{"state":"xo  xx o ","action":3,"reward":"50"},{"state":"xo  xx o ","action":6,"reward":42.5},{"state":"xo  xx o ","action":8,"reward":42.5},{"state":" o x     ","action":0,"reward":"50"},{"state":" o x     ","action":2,"reward":"50"},{"state":" o x     ","action":4,"reward":"50"},{"state":" o x     ","action":5,"reward":43.45},{"state":" o x     ","action":6,"reward":"50"},{"state":" o x     ","action":7,"reward":43.45},{"state":" o x     ","action":8,"reward":"50"},{"state":" o xx oox","action":0,"reward":"50"},{"state":" o xx oox","action":2,"reward":"50"},{"state":" o xx oox","action":5,"reward":42.5},{"state":"o   x oxx","action":1,"reward":53.9},{"state":"o   x oxx","action":2,"reward":"50"},{"state":"o   x oxx","action":3,"reward":"50"},{"state":"o   x oxx","action":5,"reward":"50"},{"state":"oo xx oxx","action":2,"reward":59.27468749999999},{"state":"oo xx oxx","action":5,"reward":"50"},{"state":"o o xx x ","action":1,"reward":"50"},{"state":"o o xx x ","action":3,"reward":64.79002361101561},{"state":"o o xx x ","action":6,"reward":"50"},{"state":"o o xx x ","action":8,"reward":"50"},{"state":"o ooxx xx","action":1,"reward":"50"},{"state":"o ooxx xx","action":6,"reward":99.99999999999977},{"state":" xxxoo   ","action":0,"reward":"50"},{"state":" xxxoo   ","action":6,"reward":"50"},{"state":" xxxoo   ","action":7,"reward":"50"},{"state":" xxxoo   ","action":8,"reward":42.5},{"state":"x x  ooxo","action":1,"reward":49.75},{"state":"x x  ooxo","action":3,"reward":49.75},{"state":"x x  ooxo","action":4,"reward":42.5},{"state":"xoxx ooxo","action":4,"reward":50},{"state":"  o  xx  ","action":0,"reward":"50"},{"state":"  o  xx  ","action":1,"reward":"50"},{"state":"  o  xx  ","action":3,"reward":49.525},{"state":"  o  xx  ","action":4,"reward":"50"},{"state":"  o  xx  ","action":7,"reward":"50"},{"state":"  o  xx  ","action":8,"reward":"50"},{"state":"  ooxxx  ","action":0,"reward":75.078971945599},{"state":"  ooxxx  ","action":1,"reward":43},{"state":"  ooxxx  ","action":7,"reward":49.75},{"state":"  ooxxx  ","action":8,"reward":49.75},{"state":"xx  ooxo ","action":2,"reward":52},{"state":"xx  ooxo ","action":3,"reward":"50"},{"state":"xx  ooxo ","action":8,"reward":"50"},{"state":"o   x   x","action":1,"reward":45.35},{"state":"o   x   x","action":2,"reward":48.41974999999999},{"state":"o   x   x","action":3,"reward":"50"},{"state":"o   x   x","action":5,"reward":43.45},{"state":"o   x   x","action":6,"reward":43.45},{"state":"o   x   x","action":7,"reward":"50"},{"state":" xox  o x","action":0,"reward":43},{"state":" xox  o x","action":4,"reward":"50"},{"state":" xox  o x","action":5,"reward":"50"},{"state":" xox  o x","action":7,"reward":"50"},{"state":"oxoxx o x","action":5,"reward":28.606249999999996},{"state":"oxoxx o x","action":7,"reward":28.606249999999996},{"state":" xoxxoo  ","action":0,"reward":"50"},{"state":" xoxxoo  ","action":7,"reward":"50"},{"state":" xoxxoo  ","action":8,"reward":52.5},{"state":"ox  o  xx","action":2,"reward":"50"},{"state":"ox  o  xx","action":3,"reward":"50"},{"state":"ox  o  xx","action":5,"reward":"50"},{"state":"ox  o  xx","action":6,"reward":89.99999999999979},{"state":"ox  oxoxx","action":2,"reward":99.99999999999977},{"state":"ox  oxoxx","action":3,"reward":"50"},{"state":"xxo o   x","action":3,"reward":"50"},{"state":"xxo o   x","action":5,"reward":"50"},{"state":"xxo o   x","action":6,"reward":99.99999999999977},{"state":"xxo o   x","action":7,"reward":"50"},{"state":"o   x x  ","action":1,"reward":42.5},{"state":"o   x x  ","action":2,"reward":53.9},{"state":"o   x x  ","action":3,"reward":42.5},{"state":"o   x x  ","action":5,"reward":43},{"state":"o   x x  ","action":7,"reward":43},{"state":"o   x x  ","action":8,"reward":44.4725},{"state":"x ox o   ","action":1,"reward":"50"},{"state":"x ox o   ","action":4,"reward":"50"},{"state":"x ox o   ","action":6,"reward":"50"},{"state":"x ox o   ","action":7,"reward":42.5},{"state":"x ox o   ","action":8,"reward":"50"},{"state":"   xo    ","action":0,"reward":86.88178261806495},{"state":"   xo    ","action":1,"reward":"50"},{"state":"   xo    ","action":2,"reward":49.3225},{"state":"   xo    ","action":5,"reward":43},{"state":"   xo    ","action":6,"reward":"50"},{"state":"   xo    ","action":7,"reward":"50"},{"state":"   xo    ","action":8,"reward":"50"},{"state":" xoxo    ","action":0,"reward":86.88109005192007},{"state":" xoxo    ","action":5,"reward":49.525},{"state":" xoxo    ","action":6,"reward":"50"},{"state":" xoxo    ","action":7,"reward":49.525},{"state":" xoxo    ","action":8,"reward":"50"},{"state":" xoxo xo ","action":0,"reward":"50"},{"state":" xoxo xo ","action":5,"reward":49.75},{"state":" xoxo xo ","action":8,"reward":"50"},{"state":"  xx  o  ","action":0,"reward":43.45},{"state":"  xx  o  ","action":1,"reward":"50"},{"state":"  xx  o  ","action":4,"reward":45.87137499999999},{"state":"  xx  o  ","action":5,"reward":"50"},{"state":"  xx  o  ","action":7,"reward":"50"},{"state":"  xx  o  ","action":8,"reward":"50"},{"state":" xxxo o  ","action":0,"reward":"50"},{"state":" xxxo o  ","action":5,"reward":49.75},{"state":" xxxo o  ","action":7,"reward":42.5},{"state":" xxxo o  ","action":8,"reward":46.205},{"state":"x xo x o ","action":1,"reward":"50"},{"state":"x xo x o ","action":4,"reward":"50"},{"state":"x xo x o ","action":6,"reward":"50"},{"state":"x xo x o ","action":8,"reward":42.5},{"state":" o  oxx  ","action":0,"reward":"50"},{"state":" o  oxx  ","action":2,"reward":"50"},{"state":" o  oxx  ","action":3,"reward":43},{"state":" o  oxx  ","action":7,"reward":"50"},{"state":" o  oxx  ","action":8,"reward":53.9},{"state":" oxooxx  ","action":0,"reward":42.5},{"state":" oxooxx  ","action":7,"reward":52.5},{"state":" oxooxx  ","action":8,"reward":"50"},{"state":" ox    xo","action":0,"reward":"50"},{"state":" ox    xo","action":3,"reward":"50"},{"state":" ox    xo","action":4,"reward":51.32223078124998},{"state":" ox    xo","action":5,"reward":"50"},{"state":" ox    xo","action":6,"reward":"50"},{"state":" oxxo  xo","action":0,"reward":57.131249999999994},{"state":" oxxo  xo","action":5,"reward":"50"},{"state":" oxxo  xo","action":6,"reward":"50"},{"state":"  x   xoo","action":0,"reward":"50"},{"state":"  x   xoo","action":1,"reward":"50"},{"state":"  x   xoo","action":3,"reward":"50"},{"state":"  x   xoo","action":4,"reward":"50"},{"state":"  x   xoo","action":5,"reward":42.5},{"state":"x x  oo  ","action":1,"reward":"50"},{"state":"x x  oo  ","action":3,"reward":"50"},{"state":"x x  oo  ","action":4,"reward":"50"},{"state":"x x  oo  ","action":7,"reward":51.55},{"state":"x x  oo  ","action":8,"reward":"50"},{"state":"x x  ooox","action":1,"reward":52},{"state":"x x  ooox","action":3,"reward":"50"},{"state":"x x  ooox","action":4,"reward":"50"},{"state":"xoxx ooox","action":4,"reward":54.875},{"state":"    x x o","action":0,"reward":"50"},{"state":"    x x o","action":1,"reward":44.4725},{"state":"    x x o","action":2,"reward":49.525},{"state":"    x x o","action":3,"reward":42.5},{"state":"    x x o","action":5,"reward":42.5},{"state":"    x x o","action":7,"reward":43},{"state":" o   o xx","action":0,"reward":53.022499999999994},{"state":" o   o xx","action":2,"reward":"50"},{"state":" o   o xx","action":3,"reward":"50"},{"state":" o   o xx","action":4,"reward":"50"},{"state":" o   o xx","action":6,"reward":"50"},{"state":"oo x o xx","action":2,"reward":"50"},{"state":"oo x o xx","action":4,"reward":"50"},{"state":"oo x o xx","action":6,"reward":55.705},{"state":"oo xxooxx","action":2,"reward":57.131249999999994},{"state":"  xx x oo","action":0,"reward":"50"},{"state":"  xx x oo","action":1,"reward":43},{"state":"  xx x oo","action":4,"reward":"50"},{"state":"  xx x oo","action":6,"reward":"50"},{"state":" oxx xxoo","action":0,"reward":42.5},{"state":" oxx xxoo","action":4,"reward":"50"},{"state":" x xx oo ","action":0,"reward":"50"},{"state":" x xx oo ","action":2,"reward":43},{"state":" x xx oo ","action":5,"reward":53.9},{"state":" x xx oo ","action":8,"reward":"50"},{"state":" xoxx oox","action":0,"reward":42.5},{"state":" xoxx oox","action":5,"reward":42.5},{"state":"x xo  ox ","action":1,"reward":43},{"state":"x xo  ox ","action":4,"reward":"50"},{"state":"x xo  ox ","action":5,"reward":"50"},{"state":"x xo  ox ","action":8,"reward":"50"},{"state":"xoxox ox ","action":5,"reward":42.5},{"state":"xoxox ox ","action":8,"reward":"50"},{"state":" o  xo x ","action":0,"reward":51.425},{"state":" o  xo x ","action":2,"reward":"50"},{"state":" o  xo x ","action":3,"reward":"50"},{"state":" o  xo x ","action":6,"reward":"50"},{"state":" o  xo x ","action":8,"reward":"50"},{"state":"oo  xoxx ","action":2,"reward":52.5},{"state":"oo  xoxx ","action":3,"reward":"50"},{"state":"oo  xoxx ","action":8,"reward":"50"},{"state":"o     xx ","action":1,"reward":42.5},{"state":"o     xx ","action":2,"reward":38.98393124999999},{"state":"o     xx ","action":3,"reward":43.45},{"state":"o     xx ","action":4,"reward":42.5},{"state":"o     xx ","action":5,"reward":42.5},{"state":"o     xx ","action":8,"reward":43},{"state":"x x oo   ","action":1,"reward":49.525},{"state":"x x oo   ","action":3,"reward":99.99999999999977},{"state":"x x oo   ","action":6,"reward":"50"},{"state":"x x oo   ","action":7,"reward":"50"},{"state":"x x oo   ","action":8,"reward":"50"},{"state":"xox oo x ","action":3,"reward":"50"},{"state":"xox oo x ","action":6,"reward":49.75},{"state":"xox oo x ","action":8,"reward":"50"},{"state":"xo    x  ","action":2,"reward":"50"},{"state":"xo    x  ","action":3,"reward":49.525},{"state":"xo    x  ","action":4,"reward":46.277499999999996},{"state":"xo    x  ","action":5,"reward":"50"},{"state":"xo    x  ","action":7,"reward":42.5},{"state":"xo    x  ","action":8,"reward":"50"},{"state":"xox o x  ","action":3,"reward":"50"},{"state":"xox o x  ","action":5,"reward":"50"},{"state":"xox o x  ","action":7,"reward":99.99999999999977},{"state":"xox o x  ","action":8,"reward":"50"},{"state":" x  ox   ","action":0,"reward":48.013625},{"state":" x  ox   ","action":2,"reward":85.57692558496682},{"state":" x  ox   ","action":3,"reward":45.91412187499999},{"state":" x  ox   ","action":6,"reward":44.9},{"state":" x  ox   ","action":7,"reward":45.726556249999994},{"state":" x  ox   ","action":8,"reward":45.35},{"state":" xo oxx  ","action":0,"reward":"50"},{"state":" xo oxx  ","action":3,"reward":49.75},{"state":" xo oxx  ","action":7,"reward":49.75},{"state":" xo oxx  ","action":8,"reward":75.53995759096131},{"state":" xo oxxox","action":0,"reward":50},{"state":" xo oxxox","action":3,"reward":50},{"state":" x oxx  o","action":0,"reward":"50"},{"state":" x oxx  o","action":2,"reward":"50"},{"state":" x oxx  o","action":6,"reward":"50"},{"state":" x oxx  o","action":7,"reward":49.75},{"state":" ox  o x ","action":0,"reward":"50"},{"state":" ox  o x ","action":3,"reward":"50"},{"state":" ox  o x ","action":4,"reward":51.55},{"state":" ox  o x ","action":6,"reward":"50"},{"state":" ox  o x ","action":8,"reward":"50"},{"state":" ox ooxx ","action":0,"reward":52},{"state":" ox ooxx ","action":3,"reward":"50"},{"state":" ox ooxx ","action":8,"reward":"50"},{"state":"ooxxooxx ","action":8,"reward":52.5},{"state":"x xxoo  o","action":1,"reward":49.512499999999996},{"state":"x xxoo  o","action":6,"reward":42.5},{"state":"x xxoo  o","action":7,"reward":42.5},{"state":"xoxxoo xo","action":6,"reward":50},{"state":" oxx o x ","action":0,"reward":49.75},{"state":" oxx o x ","action":4,"reward":"50"},{"state":" oxx o x ","action":6,"reward":"50"},{"state":" oxx o x ","action":8,"reward":"50"},{"state":"ooxxxo x ","action":6,"reward":50},{"state":"ooxxxo x ","action":8,"reward":"50"},{"state":"  o xox  ","action":0,"reward":"50"},{"state":"  o xox  ","action":1,"reward":"50"},{"state":"  o xox  ","action":3,"reward":"50"},{"state":"  o xox  ","action":7,"reward":51.55},{"state":"  o xox  ","action":8,"reward":"50"},{"state":" xo xoxo ","action":0,"reward":52},{"state":" xo xoxo ","action":3,"reward":"50"},{"state":" xo xoxo ","action":8,"reward":"50"},{"state":"oxoxxoxo ","action":8,"reward":52.5},{"state":"xo x     ","action":2,"reward":43},{"state":"xo x     ","action":4,"reward":"50"},{"state":"xo x     ","action":5,"reward":43.45},{"state":"xo x     ","action":6,"reward":"50"},{"state":"xo x     ","action":7,"reward":"50"},{"state":"xo x     ","action":8,"reward":43},{"state":"x o oox x","action":1,"reward":"50"},{"state":"x o oox x","action":3,"reward":"50"},{"state":"x o oox x","action":7,"reward":52},{"state":" o  x xxo","action":0,"reward":"50"},{"state":" o  x xxo","action":2,"reward":53.9},{"state":" o  x xxo","action":3,"reward":42.5},{"state":" o  x xxo","action":5,"reward":"50"},{"state":" x  xo o ","action":0,"reward":"50"},{"state":" x  xo o ","action":2,"reward":49.525},{"state":" x  xo o ","action":3,"reward":"50"},{"state":" x  xo o ","action":6,"reward":"50"},{"state":" x  xo o ","action":8,"reward":"50"},{"state":"oxoxxo ox","action":6,"reward":50},{"state":"x  x  o  ","action":1,"reward":"50"},{"state":"x  x  o  ","action":2,"reward":44.4725},{"state":"x  x  o  ","action":4,"reward":"50"},{"state":"x  x  o  ","action":5,"reward":43.45},{"state":"x  x  o  ","action":7,"reward":43.45},{"state":"x  x  o  ","action":8,"reward":"50"},{"state":"x xx  oo ","action":1,"reward":"50"},{"state":"x xx  oo ","action":4,"reward":"50"},{"state":"x xx  oo ","action":5,"reward":43},{"state":"x xx  oo ","action":8,"reward":"50"},{"state":"x xxxooo ","action":1,"reward":42.5},{"state":"x xxxooo ","action":8,"reward":57.131249999999994},{"state":" o x o x ","action":0,"reward":"50"},{"state":" o x o x ","action":2,"reward":"50"},{"state":" o x o x ","action":4,"reward":"50"},{"state":" o x o x ","action":6,"reward":53.022499999999994},{"state":" o x o x ","action":8,"reward":"50"},{"state":" o xxoox ","action":0,"reward":"50"},{"state":" o xxoox ","action":2,"reward":52},{"state":" o xxoox ","action":8,"reward":"50"},{"state":" ooxxooxx","action":0,"reward":52.5},{"state":"x  o  xxo","action":1,"reward":"50"},{"state":"x  o  xxo","action":2,"reward":"50"},{"state":"x  o  xxo","action":4,"reward":"50"},{"state":"x  o  xxo","action":5,"reward":43},{"state":"x xo oxxo","action":1,"reward":42.5},{"state":"x xo oxxo","action":4,"reward":"50"},{"state":"  xxoox o","action":0,"reward":52.5},{"state":"  xxoox o","action":1,"reward":"50"},{"state":"  xxoox o","action":7,"reward":42.5},{"state":"xo   o x ","action":2,"reward":"50"},{"state":"xo   o x ","action":3,"reward":"50"},{"state":"xo   o x ","action":4,"reward":"50"},{"state":"xo   o x ","action":6,"reward":51.55},{"state":"xo   o x ","action":8,"reward":"50"},{"state":"xo   ooxx","action":2,"reward":"50"},{"state":"xo   ooxx","action":3,"reward":"50"},{"state":"xo   ooxx","action":4,"reward":52},{"state":"xox oooxx","action":3,"reward":57.131249999999994},{"state":"x x  o xo","action":1,"reward":"50"},{"state":"x x  o xo","action":3,"reward":"50"},{"state":"x x  o xo","action":4,"reward":43},{"state":"x x  o xo","action":6,"reward":49.75},{"state":"x xx ooxo","action":1,"reward":50},{"state":"x xx ooxo","action":4,"reward":42.5},{"state":" o x o  x","action":0,"reward":"50"},{"state":" o x o  x","action":2,"reward":44.9},{"state":" o x o  x","action":4,"reward":"50"},{"state":" o x o  x","action":6,"reward":"50"},{"state":" o x o  x","action":7,"reward":"50"},{"state":" oox o xx","action":0,"reward":52.5},{"state":" oox o xx","action":4,"reward":"50"},{"state":" oox o xx","action":6,"reward":"50"},{"state":" x o ox x","action":0,"reward":"50"},{"state":" x o ox x","action":2,"reward":"50"},{"state":" x o ox x","action":4,"reward":54.875},{"state":" x o ox x","action":7,"reward":"50"},{"state":"    xxo  ","action":0,"reward":"50"},{"state":"    xxo  ","action":1,"reward":43.45},{"state":"    xxo  ","action":2,"reward":51.55},{"state":"    xxo  ","action":3,"reward":43.45},{"state":"    xxo  ","action":7,"reward":46.205},{"state":"    xxo  ","action":8,"reward":43},{"state":"   oxxox ","action":0,"reward":"50"},{"state":"   oxxox ","action":1,"reward":"50"},{"state":"   oxxox ","action":2,"reward":43},{"state":"   oxxox ","action":8,"reward":52},{"state":"x ooxxox ","action":1,"reward":42.5},{"state":"x ooxxox ","action":8,"reward":35.375},{"state":"xx oxo   ","action":2,"reward":"50"},{"state":"xx oxo   ","action":6,"reward":"50"},{"state":"xx oxo   ","action":7,"reward":"50"},{"state":"xx oxo   ","action":8,"reward":43},{"state":"xx oxox o","action":2,"reward":"50"},{"state":"xx oxox o","action":7,"reward":42.5},{"state":"x x xooo ","action":1,"reward":"50"},{"state":"x x xooo ","action":3,"reward":"50"},{"state":"x x xooo ","action":8,"reward":52.5},{"state":" xox   xo","action":0,"reward":"50"},{"state":" xox   xo","action":4,"reward":52},{"state":" xox   xo","action":5,"reward":"50"},{"state":" xox   xo","action":6,"reward":"50"},{"state":"xxoxo  xo","action":5,"reward":"50"},{"state":"xxoxo  xo","action":6,"reward":99.99999999999977},{"state":"    o  xx","action":0,"reward":31.247249999999994},{"state":"    o  xx","action":1,"reward":35.85},{"state":"    o  xx","action":2,"reward":33.92730307069813},{"state":"    o  xx","action":3,"reward":32.87513437499999},{"state":"    o  xx","action":5,"reward":31.270999999999997},{"state":"    o  xx","action":6,"reward":84.3186127083362},{"state":" x  oo xx","action":0,"reward":"50"},{"state":" x  oo xx","action":2,"reward":"50"},{"state":" x  oo xx","action":3,"reward":54.875},{"state":" x  oo xx","action":6,"reward":"50"},{"state":"xx x  oo ","action":2,"reward":"50"},{"state":"xx x  oo ","action":4,"reward":"50"},{"state":"xx x  oo ","action":5,"reward":43},{"state":"xx x  oo ","action":8,"reward":"50"},{"state":"xx x ooox","action":2,"reward":35.375},{"state":"xx x ooox","action":4,"reward":42.5},{"state":" o x ooxx","action":0,"reward":"50"},{"state":" o x ooxx","action":2,"reward":"50"},{"state":" o x ooxx","action":4,"reward":52},{"state":"oxxx oxo ","action":4,"reward":"50"},{"state":"oxxx oxo ","action":8,"reward":42.5},{"state":" o  xo  x","action":0,"reward":"50"},{"state":" o  xo  x","action":2,"reward":"50"},{"state":" o  xo  x","action":3,"reward":43},{"state":" o  xo  x","action":6,"reward":"50"},{"state":" o  xo  x","action":7,"reward":"50"},{"state":" oxoxo  x","action":0,"reward":"50"},{"state":" oxoxo  x","action":6,"reward":42.5},{"state":" oxoxo  x","action":7,"reward":"50"},{"state":"   oxxo  ","action":0,"reward":52.5},{"state":"   oxxo  ","action":1,"reward":"50"},{"state":"   oxxo  ","action":2,"reward":"50"},{"state":"   oxxo  ","action":7,"reward":"50"},{"state":"   oxxo  ","action":8,"reward":"50"},{"state":"xxo   xo ","action":3,"reward":"50"},{"state":"xxo   xo ","action":4,"reward":"50"},{"state":"xxo   xo ","action":5,"reward":"50"},{"state":"xxo   xo ","action":8,"reward":43},{"state":"xxo  xxoo","action":3,"reward":"50"},{"state":"xxo  xxoo","action":4,"reward":42.5},{"state":"x o  ox x","action":1,"reward":42.5},{"state":"x o  ox x","action":3,"reward":"50"},{"state":"x o  ox x","action":4,"reward":42.5},{"state":"x o  ox x","action":7,"reward":"50"},{"state":"o x  ooxx","action":1,"reward":49.75},{"state":"o x  ooxx","action":3,"reward":"50"},{"state":"o x  ooxx","action":4,"reward":"50"},{"state":"ooxx ooxx","action":4,"reward":50},{"state":"   ox o x","action":0,"reward":"50"},{"state":"   ox o x","action":1,"reward":"50"},{"state":"   ox o x","action":2,"reward":"50"},{"state":"   ox o x","action":5,"reward":"50"},{"state":"   ox o x","action":7,"reward":52},{"state":"   oxxoox","action":0,"reward":52.5},{"state":"   oxxoox","action":1,"reward":"50"},{"state":"   oxxoox","action":2,"reward":"50"},{"state":" ox x    ","action":0,"reward":49.525},{"state":" ox x    ","action":3,"reward":49.525},{"state":" ox x    ","action":5,"reward":"50"},{"state":" ox x    ","action":6,"reward":43},{"state":" ox x    ","action":7,"reward":43.45},{"state":" ox x    ","action":8,"reward":43.9725},{"state":" ox x o x","action":0,"reward":49.75},{"state":" ox x o x","action":3,"reward":42.5},{"state":" ox x o x","action":5,"reward":43},{"state":" ox x o x","action":7,"reward":"50"},{"state":"   ox ox ","action":0,"reward":52.5},{"state":"   ox ox ","action":1,"reward":"50"},{"state":"   ox ox ","action":2,"reward":"50"},{"state":"   ox ox ","action":5,"reward":"50"},{"state":"   ox ox ","action":8,"reward":"50"},{"state":"x    o  x","action":1,"reward":43},{"state":"x    o  x","action":2,"reward":44.9225},{"state":"x    o  x","action":3,"reward":52},{"state":"x    o  x","action":4,"reward":45.87137499999999},{"state":"x    o  x","action":6,"reward":"50"},{"state":"x    o  x","action":7,"reward":"50"},{"state":"xo x o  x","action":2,"reward":"50"},{"state":"xo x o  x","action":4,"reward":42.5},{"state":"xo x o  x","action":6,"reward":42.5},{"state":"xo x o  x","action":7,"reward":"50"},{"state":"oo  x   x","action":2,"reward":"50"},{"state":"oo  x   x","action":3,"reward":"50"},{"state":"oo  x   x","action":5,"reward":"50"},{"state":"oo  x   x","action":6,"reward":52},{"state":"oo  x   x","action":7,"reward":"50"},{"state":"oo  xxo x","action":2,"reward":52.5},{"state":"oo  xxo x","action":3,"reward":"50"},{"state":"oo  xxo x","action":7,"reward":"50"},{"state":"o  xox  x","action":1,"reward":44.4},{"state":"o  xox  x","action":2,"reward":89.99999999999979},{"state":"o  xox  x","action":6,"reward":46.205},{"state":"o  xox  x","action":7,"reward":48.14747002485149},{"state":"ox xoxo x","action":2,"reward":99.99999999999977},{"state":"ox xoxo x","action":7,"reward":"50"},{"state":"   xo x  ","action":0,"reward":80.31302664400069},{"state":"   xo x  ","action":1,"reward":39.91902161798524},{"state":"   xo x  ","action":2,"reward":42.5},{"state":"   xo x  ","action":5,"reward":42.5},{"state":"   xo x  ","action":7,"reward":38.14959733244513},{"state":"   xo x  ","action":8,"reward":35.85},{"state":"ox  xo   ","action":2,"reward":"50"},{"state":"ox  xo   ","action":3,"reward":42.5},{"state":"ox  xo   ","action":6,"reward":43},{"state":"ox  xo   ","action":7,"reward":"50"},{"state":"ox  xo   ","action":8,"reward":"50"},{"state":"   o ox x","action":0,"reward":"50"},{"state":"   o ox x","action":1,"reward":42.5},{"state":"   o ox x","action":2,"reward":"50"},{"state":"   o ox x","action":4,"reward":"50"},{"state":"   o ox x","action":7,"reward":"50"},{"state":"xx  oxo  ","action":2,"reward":88.10865573723329},{"state":"xx  oxo  ","action":3,"reward":"50"},{"state":"xx  oxo  ","action":7,"reward":"50"},{"state":"xx  oxo  ","action":8,"reward":"50"},{"state":" xo xox  ","action":0,"reward":49.75},{"state":" xo xox  ","action":3,"reward":43},{"state":" xo xox  ","action":7,"reward":49.75},{"state":" xo xox  ","action":8,"reward":59.27468749999999},{"state":"oxoxxox  ","action":7,"reward":50},{"state":"oxoxxox  ","action":8,"reward":61.31095312499999},{"state":" xoxx  o ","action":0,"reward":"50"},{"state":" xoxx  o ","action":5,"reward":74.42659609106055},{"state":" xoxx  o ","action":6,"reward":"50"},{"state":" xoxx  o ","action":8,"reward":"50"},{"state":"xxoxxo o ","action":6,"reward":"50"},{"state":"xxoxxo o ","action":8,"reward":99.99999999999977},{"state":"o  ox xx ","action":1,"reward":52},{"state":"o  ox xx ","action":2,"reward":43},{"state":"o  ox xx ","action":5,"reward":"50"},{"state":"o  ox xx ","action":8,"reward":"50"},{"state":"o ooxxxx ","action":1,"reward":99.99999999999977},{"state":"o ooxxxx ","action":8,"reward":42.5},{"state":"x o o   x","action":1,"reward":"50"},{"state":"x o o   x","action":3,"reward":"50"},{"state":"x o o   x","action":5,"reward":"50"},{"state":"x o o   x","action":6,"reward":"50"},{"state":"x o o   x","action":7,"reward":82.15492711704901},{"state":"xx  xoo  ","action":2,"reward":42.5},{"state":"xx  xoo  ","action":3,"reward":"50"},{"state":"xx  xoo  ","action":7,"reward":"50"},{"state":"xx  xoo  ","action":8,"reward":"50"},{"state":"  o  xx o","action":0,"reward":"50"},{"state":"  o  xx o","action":1,"reward":"50"},{"state":"  o  xx o","action":3,"reward":"50"},{"state":"  o  xx o","action":4,"reward":43},{"state":"  o  xx o","action":7,"reward":43},{"state":"  ox xxoo","action":0,"reward":"50"},{"state":"  ox xxoo","action":1,"reward":42.5},{"state":"  ox xxoo","action":4,"reward":"50"},{"state":"xox     o","action":3,"reward":"50"},{"state":"xox     o","action":4,"reward":49.525},{"state":"xox     o","action":5,"reward":"50"},{"state":"xox     o","action":6,"reward":"50"},{"state":"xox     o","action":7,"reward":"50"},{"state":"xox ox  o","action":3,"reward":49.75},{"state":"xox ox  o","action":6,"reward":"50"},{"state":"xox ox  o","action":7,"reward":"50"},{"state":"xoxoox xo","action":6,"reward":50},{"state":"xo x  o  ","action":2,"reward":"50"},{"state":"xo x  o  ","action":4,"reward":"50"},{"state":"xo x  o  ","action":5,"reward":51.55},{"state":"xo x  o  ","action":7,"reward":"50"},{"state":"xo x  o  ","action":8,"reward":"50"},{"state":"xoxx oo  ","action":4,"reward":"50"},{"state":"xoxx oo  ","action":7,"reward":52},{"state":"xoxx oo  ","action":8,"reward":"50"},{"state":" x xox  o","action":0,"reward":59.27468749999999},{"state":" x xox  o","action":2,"reward":"50"},{"state":" x xox  o","action":6,"reward":"50"},{"state":" x xox  o","action":7,"reward":"50"},{"state":"oxx x o  ","action":3,"reward":74.3328958360247},{"state":"oxx x o  ","action":5,"reward":"50"},{"state":"oxx x o  ","action":7,"reward":49.75},{"state":"oxx x o  ","action":8,"reward":43},{"state":"oxxxx o o","action":5,"reward":42.5},{"state":"oxxxx o o","action":7,"reward":54.875},{"state":" ox x   o","action":0,"reward":"50"},{"state":" ox x   o","action":3,"reward":43},{"state":" ox x   o","action":5,"reward":"50"},{"state":" ox x   o","action":6,"reward":"50"},{"state":" ox x   o","action":7,"reward":"50"},{"state":" oxox  xo","action":0,"reward":42.5},{"state":" oxox  xo","action":5,"reward":"50"},{"state":" oxox  xo","action":6,"reward":"50"},{"state":" xx o  o ","action":0,"reward":"50"},{"state":" xx o  o ","action":3,"reward":"50"},{"state":" xx o  o ","action":5,"reward":"50"},{"state":" xx o  o ","action":6,"reward":43},{"state":" xx o  o ","action":8,"reward":52},{"state":" xx o oox","action":0,"reward":"50"},{"state":" xx o oox","action":3,"reward":"50"},{"state":" xx o oox","action":5,"reward":42.5},{"state":"    xxo o","action":0,"reward":42.5},{"state":"    xxo o","action":1,"reward":"50"},{"state":"    xxo o","action":2,"reward":"50"},{"state":"    xxo o","action":3,"reward":"50"},{"state":"    xxo o","action":7,"reward":"50"},{"state":"    x   o","action":0,"reward":43},{"state":"    x   o","action":1,"reward":38.62637500000001},{"state":"    x   o","action":2,"reward":44.9},{"state":"    x   o","action":3,"reward":36.7775},{"state":"    x   o","action":5,"reward":38.22393125000001},{"state":"    x   o","action":6,"reward":39.40294374999999},{"state":"    x   o","action":7,"reward":41.08919375},{"state":"x   x o o","action":1,"reward":"50"},{"state":"x   x o o","action":2,"reward":"50"},{"state":"x   x o o","action":3,"reward":"50"},{"state":"x   x o o","action":5,"reward":"50"},{"state":"x   x o o","action":7,"reward":59.27468749999999},{"state":"xox o  xo","action":3,"reward":49.75},{"state":"xox o  xo","action":5,"reward":49.75},{"state":"xox o  xo","action":6,"reward":49.512499999999996},{"state":"x x o o x","action":1,"reward":0},{"state":"x x o o x","action":3,"reward":0},{"state":"x x o o x","action":5,"reward":0},{"state":"x x o o x","action":7,"reward":0},{"state":"x xxooo x","action":1,"reward":50},{"state":"x xxooo x","action":7,"reward":42.5},{"state":"   x  oxo","action":0,"reward":43},{"state":"   x  oxo","action":1,"reward":"50"},{"state":"   x  oxo","action":2,"reward":"50"},{"state":"   x  oxo","action":4,"reward":"50"},{"state":"   x  oxo","action":5,"reward":"50"},{"state":"o  xx oxo","action":1,"reward":42.5},{"state":"o  xx oxo","action":2,"reward":"50"},{"state":"o  xx oxo","action":5,"reward":42.5},{"state":"  x  oxo ","action":0,"reward":"50"},{"state":"  x  oxo ","action":1,"reward":"50"},{"state":"  x  oxo ","action":3,"reward":"50"},{"state":"  x  oxo ","action":4,"reward":52},{"state":"  x  oxo ","action":8,"reward":"50"},{"state":"  x ooxox","action":0,"reward":"50"},{"state":"  x ooxox","action":1,"reward":52.5},{"state":"  x ooxox","action":3,"reward":"50"},{"state":"x xo ox  ","action":1,"reward":"50"},{"state":"x xo ox  ","action":4,"reward":"50"},{"state":"x xo ox  ","action":7,"reward":43},{"state":"x xo ox  ","action":8,"reward":"50"},{"state":"x xo oxox","action":1,"reward":42.5},{"state":"x xo oxox","action":4,"reward":54.875},{"state":"oo xxo x ","action":2,"reward":"50"},{"state":"oo xxo x ","action":6,"reward":49.75},{"state":"oo xxo x ","action":8,"reward":"50"},{"state":"ooxxxoox ","action":8,"reward":50},{"state":" xo  x   ","action":0,"reward":"50"},{"state":" xo  x   ","action":3,"reward":"50"},{"state":" xo  x   ","action":4,"reward":"50"},{"state":" xo  x   ","action":6,"reward":"50"},{"state":" xo  x   ","action":7,"reward":43.45},{"state":" xo  x   ","action":8,"reward":44.9225},{"state":" xox x  o","action":0,"reward":"50"},{"state":" xox x  o","action":4,"reward":"50"},{"state":" xox x  o","action":6,"reward":"50"},{"state":" xox x  o","action":7,"reward":52},{"state":"xxox x oo","action":4,"reward":"50"},{"state":"xxox x oo","action":6,"reward":52.5},{"state":" ox  x   ","action":0,"reward":43.45},{"state":" ox  x   ","action":3,"reward":42.5},{"state":" ox  x   ","action":4,"reward":"50"},{"state":" ox  x   ","action":6,"reward":42.5},{"state":" ox  x   ","action":7,"reward":44.4725},{"state":" ox  x   ","action":8,"reward":43.45},{"state":" ox  x xo","action":0,"reward":43},{"state":" ox  x xo","action":3,"reward":49.75},{"state":" ox  x xo","action":4,"reward":"50"},{"state":" ox  x xo","action":6,"reward":49.75},{"state":"oox xx xo","action":3,"reward":42.5},{"state":"oox xx xo","action":6,"reward":42.5},{"state":"   oxo  x","action":0,"reward":43},{"state":"   oxo  x","action":1,"reward":"50"},{"state":"   oxo  x","action":2,"reward":"50"},{"state":"   oxo  x","action":6,"reward":"50"},{"state":"   oxo  x","action":7,"reward":"50"},{"state":"ox oxo  x","action":2,"reward":42.5},{"state":"ox oxo  x","action":6,"reward":"50"},{"state":"ox oxo  x","action":7,"reward":"50"},{"state":"  x ox   ","action":0,"reward":43},{"state":"  x ox   ","action":1,"reward":49.525},{"state":"  x ox   ","action":3,"reward":43.45},{"state":"  x ox   ","action":6,"reward":44.96412187499999},{"state":"  x ox   ","action":7,"reward":48.440004606755046},{"state":"  x ox   ","action":8,"reward":80.60777225233647},{"state":" xo     x","action":0,"reward":43},{"state":" xo     x","action":3,"reward":43.45},{"state":" xo     x","action":4,"reward":49.525},{"state":" xo     x","action":5,"reward":"50"},{"state":" xo     x","action":6,"reward":43.45},{"state":" xo     x","action":7,"reward":49.525},{"state":" xoxo   x","action":0,"reward":49.75},{"state":" xoxo   x","action":5,"reward":44.9},{"state":" xoxo   x","action":6,"reward":"50"},{"state":" xoxo   x","action":7,"reward":77.91331742848018},{"state":"oxoxo x x","action":5,"reward":42.5},{"state":"oxoxo x x","action":7,"reward":50},{"state":"xx ox oo ","action":2,"reward":42.5},{"state":"xx ox oo ","action":5,"reward":"50"},{"state":"xx ox oo ","action":8,"reward":"50"},{"state":"o x  x  o","action":1,"reward":55.705},{"state":"o x  x  o","action":3,"reward":"50"},{"state":"o x  x  o","action":4,"reward":"50"},{"state":"o x  x  o","action":6,"reward":"50"},{"state":"o x  x  o","action":7,"reward":"50"},{"state":"oox  xx o","action":3,"reward":"50"},{"state":"oox  xx o","action":4,"reward":57.131249999999994},{"state":"oox  xx o","action":7,"reward":"50"},{"state":" xox  x o","action":0,"reward":"50"},{"state":" xox  x o","action":4,"reward":53.9},{"state":" xox  x o","action":5,"reward":"50"},{"state":" xox  x o","action":7,"reward":"50"},{"state":" xoxoxx o","action":0,"reward":99.99999999999977},{"state":" xoxoxx o","action":7,"reward":"50"},{"state":"  xoxxo  ","action":0,"reward":"50"},{"state":"  xoxxo  ","action":1,"reward":53.9},{"state":"  xoxxo  ","action":7,"reward":"50"},{"state":"  xoxxo  ","action":8,"reward":"50"},{"state":" oxoxxox ","action":0,"reward":57.131249999999994},{"state":" oxoxxox ","action":8,"reward":"50"},{"state":"o x x ox ","action":1,"reward":"50"},{"state":"o x x ox ","action":3,"reward":52.5},{"state":"o x x ox ","action":5,"reward":"50"},{"state":"o x x ox ","action":8,"reward":"50"},{"state":"x  x oox ","action":1,"reward":"50"},{"state":"x  x oox ","action":2,"reward":"50"},{"state":"x  x oox ","action":4,"reward":52},{"state":"x  x oox ","action":8,"reward":"50"},{"state":"xx xooox ","action":2,"reward":99.99999999999977},{"state":"xx xooox ","action":8,"reward":"50"},{"state":"x   oxx o","action":1,"reward":"50"},{"state":"x   oxx o","action":2,"reward":"50"},{"state":"x   oxx o","action":3,"reward":"50"},{"state":"x   oxx o","action":7,"reward":43},{"state":"x x oxxoo","action":1,"reward":99.99999999999977},{"state":"x x oxxoo","action":3,"reward":42.5},{"state":"    ox  x","action":0,"reward":"50"},{"state":"    ox  x","action":1,"reward":"50"},{"state":"    ox  x","action":2,"reward":86.82574266427211},{"state":"    ox  x","action":3,"reward":"50"},{"state":"    ox  x","action":6,"reward":"50"},{"state":"    ox  x","action":7,"reward":"50"},{"state":"  oxox  x","action":0,"reward":"50"},{"state":"  oxox  x","action":1,"reward":"50"},{"state":"  oxox  x","action":6,"reward":99.99999999999977},{"state":"  oxox  x","action":7,"reward":"50"},{"state":"  xo oxx ","action":0,"reward":43},{"state":"  xo oxx ","action":1,"reward":42.5},{"state":"  xo oxx ","action":4,"reward":"50"},{"state":"  xo oxx ","action":8,"reward":"50"},{"state":"oxxo oxx ","action":4,"reward":"50"},{"state":"oxxo oxx ","action":8,"reward":42.5},{"state":"o    xox ","action":1,"reward":"50"},{"state":"o    xox ","action":2,"reward":"50"},{"state":"o    xox ","action":3,"reward":52.5},{"state":"o    xox ","action":4,"reward":"50"},{"state":"o    xox ","action":8,"reward":"50"},{"state":"  oxo  xx","action":0,"reward":"50"},{"state":"  oxo  xx","action":1,"reward":44.4},{"state":"  oxo  xx","action":5,"reward":"50"},{"state":"  oxo  xx","action":6,"reward":99.99999996505598},{"state":"xooxo  xx","action":5,"reward":"50"},{"state":"xooxo  xx","action":6,"reward":59.27468749999999},{"state":" xxo xo  ","action":0,"reward":"50"},{"state":" xxo xo  ","action":4,"reward":"50"},{"state":" xxo xo  ","action":7,"reward":42.5},{"state":" xxo xo  ","action":8,"reward":42.5},{"state":"oxx o    ","action":3,"reward":"50"},{"state":"oxx o    ","action":5,"reward":"50"},{"state":"oxx o    ","action":6,"reward":50.997499999999995},{"state":"oxx o    ","action":7,"reward":"50"},{"state":"oxx o    ","action":8,"reward":"50"},{"state":" xoox   x","action":0,"reward":42.5},{"state":" xoox   x","action":5,"reward":43},{"state":" xoox   x","action":6,"reward":"50"},{"state":" xoox   x","action":7,"reward":"50"},{"state":"oxoxo   x","action":5,"reward":"50"},{"state":"oxoxo   x","action":6,"reward":99.99999999999977},{"state":"oxoxo   x","action":7,"reward":"50"},{"state":"x x oo x ","action":1,"reward":"50"},{"state":"x x oo x ","action":3,"reward":99.99999999999977},{"state":"x x oo x ","action":6,"reward":"50"},{"state":"x x oo x ","action":8,"reward":43},{"state":"x xxoo xo","action":1,"reward":28.606249999999996},{"state":"x xxoo xo","action":6,"reward":35.375},{"state":"o  xox ox","action":1,"reward":52.5},{"state":"o  xox ox","action":2,"reward":"50"},{"state":"o  xox ox","action":6,"reward":"50"},{"state":"xo  oxx  ","action":2,"reward":"50"},{"state":"xo  oxx  ","action":3,"reward":"50"},{"state":"xo  oxx  ","action":7,"reward":"50"},{"state":"xo  oxx  ","action":8,"reward":44.4},{"state":"xox oxx o","action":3,"reward":"50"},{"state":"xox oxx o","action":7,"reward":99.99999999999977},{"state":" o   xx  ","action":0,"reward":"50"},{"state":" o   xx  ","action":2,"reward":57.41974999999999},{"state":" o   xx  ","action":3,"reward":"50"},{"state":" o   xx  ","action":4,"reward":"50"},{"state":" o   xx  ","action":7,"reward":"50"},{"state":" o   xx  ","action":8,"reward":"50"},{"state":" oox xx  ","action":0,"reward":54.875},{"state":" oox xx  ","action":4,"reward":"50"},{"state":" oox xx  ","action":7,"reward":"50"},{"state":" oox xx  ","action":8,"reward":"50"},{"state":"ox    x o","action":2,"reward":"50"},{"state":"ox    x o","action":3,"reward":43},{"state":"ox    x o","action":4,"reward":"50"},{"state":"ox    x o","action":5,"reward":"50"},{"state":"ox    x o","action":7,"reward":"50"},{"state":"ox o  xxo","action":2,"reward":"50"},{"state":"ox o  xxo","action":4,"reward":"50"},{"state":"ox o  xxo","action":5,"reward":42.5},{"state":" oxxo   x","action":0,"reward":"50"},{"state":" oxxo   x","action":5,"reward":49.75},{"state":" oxxo   x","action":6,"reward":42.5},{"state":" oxxo   x","action":7,"reward":"50"},{"state":"o   ox  x","action":1,"reward":"50"},{"state":"o   ox  x","action":2,"reward":87.40969594184956},{"state":"o   ox  x","action":3,"reward":"50"},{"state":"o   ox  x","action":6,"reward":"50"},{"state":"o   ox  x","action":7,"reward":"50"},{"state":"oxo ox  x","action":3,"reward":"50"},{"state":"oxo ox  x","action":6,"reward":99.99999999999977},{"state":"oxo ox  x","action":7,"reward":"50"},{"state":"xoo xxx o","action":3,"reward":50},{"state":"xoo xxx o","action":7,"reward":42.5},{"state":"o   xo x ","action":1,"reward":"50"},{"state":"o   xo x ","action":2,"reward":"50"},{"state":"o   xo x ","action":3,"reward":"50"},{"state":"o   xo x ","action":6,"reward":49.525},{"state":"o   xo x ","action":8,"reward":"50"},{"state":"o  xxoox ","action":1,"reward":"50"},{"state":"o  xxoox ","action":2,"reward":"50"},{"state":"o  xxoox ","action":8,"reward":49.75},{"state":"o xxxooxo","action":1,"reward":50},{"state":" o x    x","action":0,"reward":"50"},{"state":" o x    x","action":2,"reward":44.4725},{"state":" o x    x","action":4,"reward":"50"},{"state":" o x    x","action":5,"reward":"50"},{"state":" o x    x","action":6,"reward":51.55},{"state":" o x    x","action":7,"reward":"50"},{"state":"xoox    x","action":4,"reward":52},{"state":"xoox    x","action":5,"reward":"50"},{"state":"xoox    x","action":6,"reward":"50"},{"state":"xoox    x","action":7,"reward":"50"},{"state":"o xx    o","action":1,"reward":"50"},{"state":"o xx    o","action":4,"reward":65.08313519531248},{"state":"o xx    o","action":5,"reward":"50"},{"state":"o xx    o","action":6,"reward":"50"},{"state":"o xx    o","action":7,"reward":"50"},{"state":" o  x x  ","action":0,"reward":44.9},{"state":" o  x x  ","action":2,"reward":38.176375},{"state":" o  x x  ","action":3,"reward":42.5},{"state":" o  x x  ","action":5,"reward":43},{"state":" o  x x  ","action":7,"reward":42.5},{"state":" o  x x  ","action":8,"reward":44.4938125},{"state":" o  xox x","action":0,"reward":43},{"state":" o  xox x","action":2,"reward":42.5},{"state":" o  xox x","action":3,"reward":42.5},{"state":" o  xox x","action":7,"reward":42.5},{"state":"o  x  ox ","action":1,"reward":"50"},{"state":"o  x  ox ","action":2,"reward":"50"},{"state":"o  x  ox ","action":4,"reward":49.525},{"state":"o  x  ox ","action":5,"reward":"50"},{"state":"o  x  ox ","action":8,"reward":43},{"state":"ox x  oxo","action":2,"reward":"50"},{"state":"ox x  oxo","action":4,"reward":"50"},{"state":"ox x  oxo","action":5,"reward":42.5},{"state":"oxxx ox o","action":4,"reward":57.131249999999994},{"state":"oxxx ox o","action":7,"reward":"50"},{"state":"oxooxxx  ","action":7,"reward":50},{"state":"oxooxxx  ","action":8,"reward":42.5},{"state":"x   xoxo ","action":1,"reward":42.5},{"state":"x   xoxo ","action":2,"reward":"50"},{"state":"x   xoxo ","action":3,"reward":42.5},{"state":"x   xoxo ","action":8,"reward":42.5},{"state":"o x x   o","action":1,"reward":42.5},{"state":"o x x   o","action":3,"reward":"50"},{"state":"o x x   o","action":5,"reward":42.5},{"state":"o x x   o","action":6,"reward":56.56023156249999},{"state":"o x x   o","action":7,"reward":"50"},{"state":"  x x o  ","action":0,"reward":49.525},{"state":"  x x o  ","action":1,"reward":"50"},{"state":"  x x o  ","action":3,"reward":"50"},{"state":"  x x o  ","action":5,"reward":43.898993749999995},{"state":"  x x o  ","action":7,"reward":53.35375},{"state":"  x x o  ","action":8,"reward":44.9},{"state":"oxx x oox","action":3,"reward":99.99999999999977},{"state":"oxx x oox","action":5,"reward":50},{"state":"ox  o  x ","action":2,"reward":"50"},{"state":"ox  o  x ","action":3,"reward":"50"},{"state":"ox  o  x ","action":5,"reward":"50"},{"state":"ox  o  x ","action":6,"reward":"50"},{"state":"ox  o  x ","action":8,"reward":99.99999999999977},{"state":"o   o  xx","action":1,"reward":43},{"state":"o   o  xx","action":2,"reward":44.4},{"state":"o   o  xx","action":3,"reward":"50"},{"state":"o   o  xx","action":5,"reward":"50"},{"state":"o   o  xx","action":6,"reward":89.99999999999979},{"state":"oox o  xx","action":3,"reward":42.5},{"state":"oox o  xx","action":5,"reward":"50"},{"state":"oox o  xx","action":6,"reward":49.75},{"state":"o  x   ox","action":1,"reward":"50"},{"state":"o  x   ox","action":2,"reward":"50"},{"state":"o  x   ox","action":4,"reward":"50"},{"state":"o  x   ox","action":5,"reward":"50"},{"state":"o  x   ox","action":6,"reward":49.525},{"state":"o  xx oox","action":1,"reward":42.5},{"state":"o  xx oox","action":2,"reward":"50"},{"state":"o  xx oox","action":5,"reward":49.75},{"state":"ox xxooox","action":2,"reward":50},{"state":" oox x  x","action":0,"reward":"50"},{"state":" oox x  x","action":4,"reward":"50"},{"state":" oox x  x","action":6,"reward":42.5},{"state":" oox x  x","action":7,"reward":"50"},{"state":"o  x  xo ","action":1,"reward":51.55},{"state":"o  x  xo ","action":2,"reward":"50"},{"state":"o  x  xo ","action":4,"reward":"50"},{"state":"o  x  xo ","action":5,"reward":"50"},{"state":"o  x  xo ","action":8,"reward":"50"},{"state":"oo x xxo ","action":2,"reward":"50"},{"state":"oo x xxo ","action":4,"reward":"50"},{"state":"oo x xxo ","action":8,"reward":44.4},{"state":"ooxx xxoo","action":4,"reward":52.5},{"state":"xox      ","action":3,"reward":"50"},{"state":"xox      ","action":4,"reward":"50"},{"state":"xox      ","action":5,"reward":43},{"state":"xox      ","action":6,"reward":"50"},{"state":"xox      ","action":7,"reward":57.41974999999999},{"state":"xox      ","action":8,"reward":43.45},{"state":" xo o  xx","action":0,"reward":42.5},{"state":" xo o  xx","action":3,"reward":42.5},{"state":" xo o  xx","action":5,"reward":44.4},{"state":" xo o  xx","action":6,"reward":"50"},{"state":"x o x    ","action":1,"reward":37.269121874999996},{"state":"x o x    ","action":3,"reward":38.561125},{"state":"x o x    ","action":5,"reward":35.375},{"state":"x o x    ","action":6,"reward":36.35},{"state":"x o x    ","action":7,"reward":34.82710175781248},{"state":"x o x    ","action":8,"reward":82.20168671560133},{"state":"o  xx  o ","action":1,"reward":42.5},{"state":"o  xx  o ","action":2,"reward":"50"},{"state":"o  xx  o ","action":5,"reward":43},{"state":"o  xx  o ","action":6,"reward":"50"},{"state":"o  xx  o ","action":8,"reward":42.5},{"state":"oox     x","action":3,"reward":"50"},{"state":"oox     x","action":4,"reward":"50"},{"state":"oox     x","action":5,"reward":53.022499999999994},{"state":"oox     x","action":6,"reward":"50"},{"state":"oox     x","action":7,"reward":"50"},{"state":"oox  ox x","action":3,"reward":"50"},{"state":"oox  ox x","action":4,"reward":53.9},{"state":"oox  ox x","action":7,"reward":"50"},{"state":"ooxxoox x","action":7,"reward":99.99999999999977},{"state":"x  xo  ox","action":1,"reward":"50"},{"state":"x  xo  ox","action":2,"reward":52},{"state":"x  xo  ox","action":5,"reward":"50"},{"state":"x  xo  ox","action":6,"reward":"50"},{"state":"     xox ","action":0,"reward":"50"},{"state":"     xox ","action":1,"reward":43.45},{"state":"     xox ","action":2,"reward":"50"},{"state":"     xox ","action":3,"reward":43.45},{"state":"     xox ","action":4,"reward":45.87137499999999},{"state":"     xox ","action":8,"reward":"50"},{"state":"x  o xox ","action":1,"reward":"50"},{"state":"x  o xox ","action":2,"reward":43},{"state":"x  o xox ","action":4,"reward":"50"},{"state":"x  o xox ","action":8,"reward":"50"},{"state":"  x   ox ","action":0,"reward":43},{"state":"  x   ox ","action":1,"reward":"50"},{"state":"  x   ox ","action":3,"reward":53.4725},{"state":"  x   ox ","action":4,"reward":"50"},{"state":"  x   ox ","action":5,"reward":49.525},{"state":"  x   ox ","action":8,"reward":43},{"state":"oxx   ox ","action":3,"reward":"50"},{"state":"oxx   ox ","action":4,"reward":"50"},{"state":"oxx   ox ","action":5,"reward":"50"},{"state":"oxx   ox ","action":8,"reward":42.5},{"state":"ooxx o  x","action":4,"reward":52},{"state":"ooxx o  x","action":6,"reward":49.75},{"state":"ooxx o  x","action":7,"reward":"50"},{"state":"      xxo","action":0,"reward":57.76513749999998},{"state":"      xxo","action":1,"reward":"50"},{"state":"      xxo","action":2,"reward":"50"},{"state":"      xxo","action":3,"reward":"50"},{"state":"      xxo","action":4,"reward":46.18521373437498},{"state":"      xxo","action":5,"reward":"50"},{"state":"x   o xxo","action":1,"reward":"50"},{"state":"x   o xxo","action":2,"reward":"50"},{"state":"x   o xxo","action":3,"reward":70.45921534681132},{"state":"x   o xxo","action":5,"reward":"50"},{"state":"xx oo xxo","action":2,"reward":"50"},{"state":"xx oo xxo","action":5,"reward":99.99999999999977},{"state":"o o  xxx ","action":1,"reward":"50"},{"state":"o o  xxx ","action":3,"reward":"50"},{"state":"o o  xxx ","action":4,"reward":44.4},{"state":"o o  xxx ","action":8,"reward":43},{"state":"oxo  xxxo","action":3,"reward":42.5},{"state":"oxo  xxxo","action":4,"reward":"50"},{"state":"xxo      ","action":3,"reward":44.4725},{"state":"xxo      ","action":4,"reward":44.9},{"state":"xxo      ","action":5,"reward":44.4725},{"state":"xxo      ","action":6,"reward":48.869749999999996},{"state":"xxo      ","action":7,"reward":"50"},{"state":"xxo      ","action":8,"reward":"50"},{"state":"xxo xo   ","action":3,"reward":44.4},{"state":"xxo xo   ","action":6,"reward":"50"},{"state":"xxo xo   ","action":7,"reward":53.9},{"state":"xxo xo   ","action":8,"reward":"50"},{"state":"   ox  x ","action":0,"reward":42.5},{"state":"   ox  x ","action":1,"reward":43.45},{"state":"   ox  x ","action":2,"reward":"50"},{"state":"   ox  x ","action":5,"reward":43},{"state":"   ox  x ","action":6,"reward":42.5},{"state":"   ox  x ","action":8,"reward":43.45},{"state":"o x x o  ","action":1,"reward":43},{"state":"o x x o  ","action":3,"reward":"50"},{"state":"o x x o  ","action":5,"reward":"50"},{"state":"o x x o  ","action":7,"reward":"50"},{"state":"o x x o  ","action":8,"reward":"50"},{"state":"oox xxo  ","action":3,"reward":"50"},{"state":"oox xxo  ","action":7,"reward":42.5},{"state":"oox xxo  ","action":8,"reward":"50"},{"state":"ox xo    ","action":2,"reward":"50"},{"state":"ox xo    ","action":5,"reward":"50"},{"state":"ox xo    ","action":6,"reward":"50"},{"state":"ox xo    ","action":7,"reward":"50"},{"state":"ox xo    ","action":8,"reward":99.99999999999977},{"state":"o  xx ox ","action":1,"reward":49.75},{"state":"o  xx ox ","action":2,"reward":"50"},{"state":"o  xx ox ","action":5,"reward":42.5},{"state":"o  xx ox ","action":8,"reward":42.5},{"state":"   x   xo","action":0,"reward":43},{"state":"   x   xo","action":1,"reward":"50"},{"state":"   x   xo","action":2,"reward":43.45},{"state":"   x   xo","action":4,"reward":64.47577182777343},{"state":"   x   xo","action":5,"reward":49.525},{"state":"   x   xo","action":6,"reward":44.9225},{"state":"   xxo xo","action":0,"reward":"50"},{"state":"   xxo xo","action":1,"reward":52},{"state":"   xxo xo","action":2,"reward":"50"},{"state":"   xxo xo","action":6,"reward":49.75},{"state":"  xxxooxo","action":0,"reward":"50"},{"state":"  xxxooxo","action":1,"reward":50},{"state":"o   x  xo","action":1,"reward":"50"},{"state":"o   x  xo","action":2,"reward":44.4},{"state":"o   x  xo","action":3,"reward":"50"},{"state":"o   x  xo","action":5,"reward":"50"},{"state":"o   x  xo","action":6,"reward":"50"},{"state":"o o x xxo","action":1,"reward":54.875},{"state":"o o x xxo","action":3,"reward":"50"},{"state":"o o x xxo","action":5,"reward":"50"},{"state":"   x oxxo","action":0,"reward":"50"},{"state":"   x oxxo","action":1,"reward":"50"},{"state":"   x oxxo","action":2,"reward":"50"},{"state":"   x oxxo","action":4,"reward":43},{"state":"  xxooxxo","action":0,"reward":99.99999999999977},{"state":"  xxooxxo","action":1,"reward":42.5},{"state":"x x o  ox","action":1,"reward":52.5},{"state":"x x o  ox","action":3,"reward":"50"},{"state":"x x o  ox","action":5,"reward":42.5},{"state":"x x o  ox","action":6,"reward":"50"},{"state":"ox  oxo x","action":2,"reward":99.99999999999977},{"state":"ox  oxo x","action":3,"reward":"50"},{"state":"ox  oxo x","action":7,"reward":44.4},{"state":"ox xoxoox","action":2,"reward":52.5},{"state":"   xooxx ","action":0,"reward":43},{"state":"   xooxx ","action":1,"reward":"50"},{"state":"   xooxx ","action":2,"reward":42.5},{"state":"   xooxx ","action":8,"reward":"50"},{"state":"oo x x   ","action":2,"reward":"50"},{"state":"oo x x   ","action":4,"reward":"50"},{"state":"oo x x   ","action":6,"reward":"50"},{"state":"oo x x   ","action":7,"reward":"50"},{"state":"oo x x   ","action":8,"reward":52},{"state":"oo x xx o","action":2,"reward":"50"},{"state":"oo x xx o","action":4,"reward":52.5},{"state":"oo x xx o","action":7,"reward":"50"},{"state":" xx ox o ","action":0,"reward":52},{"state":" xx ox o ","action":3,"reward":"50"},{"state":" xx ox o ","action":6,"reward":42.5},{"state":" xx ox o ","action":8,"reward":47.91974999999999},{"state":"oox x    ","action":3,"reward":"50"},{"state":"oox x    ","action":5,"reward":"50"},{"state":"oox x    ","action":6,"reward":"50"},{"state":"oox x    ","action":7,"reward":"50"},{"state":"oox x    ","action":8,"reward":42.5},{"state":"oxoxo xox","action":5,"reward":50},{"state":"x  xo  xo","action":1,"reward":43},{"state":"x  xo  xo","action":2,"reward":"50"},{"state":"x  xo  xo","action":5,"reward":"50"},{"state":"x  xo  xo","action":6,"reward":52},{"state":"xoxxo  xo","action":5,"reward":42.5},{"state":"xoxxo  xo","action":6,"reward":50},{"state":"oo xx    ","action":2,"reward":"50"},{"state":"oo xx    ","action":5,"reward":"50"},{"state":"oo xx    ","action":6,"reward":"50"},{"state":"oo xx    ","action":7,"reward":44.9},{"state":"oo xx    ","action":8,"reward":"50"},{"state":"oo xx  ox","action":2,"reward":52.5},{"state":"oo xx  ox","action":5,"reward":"50"},{"state":"oo xx  ox","action":6,"reward":"50"},{"state":"  xxxoo  ","action":0,"reward":"50"},{"state":"  xxxoo  ","action":1,"reward":"50"},{"state":"  xxxoo  ","action":7,"reward":46.705},{"state":"  xxxoo  ","action":8,"reward":"50"},{"state":"ox    x  ","action":2,"reward":42.54875},{"state":"ox    x  ","action":3,"reward":45.87137499999999},{"state":"ox    x  ","action":4,"reward":69.48590127933218},{"state":"ox    x  ","action":5,"reward":41.88707419543161},{"state":"ox    x  ","action":7,"reward":48.11360758632811},{"state":"ox    x  ","action":8,"reward":41.96715139062499},{"state":"ox xo x  ","action":2,"reward":74.17702092014464},{"state":"ox xo x  ","action":5,"reward":"50"},{"state":"ox xo x  ","action":7,"reward":49.75},{"state":"ox xo x  ","action":8,"reward":"50"},{"state":"o   xo  x","action":1,"reward":"50"},{"state":"o   xo  x","action":2,"reward":51.55},{"state":"o   xo  x","action":3,"reward":"50"},{"state":"o   xo  x","action":6,"reward":"50"},{"state":"o   xo  x","action":7,"reward":"50"},{"state":"o o xox x","action":1,"reward":"50"},{"state":"o o xox x","action":3,"reward":"50"},{"state":"o o xox x","action":7,"reward":52},{"state":"o x xo   ","action":1,"reward":"50"},{"state":"o x xo   ","action":3,"reward":"50"},{"state":"o x xo   ","action":6,"reward":"50"},{"state":"o x xo   ","action":7,"reward":"50"},{"state":"o x xo   ","action":8,"reward":42.5},{"state":"o o x  x ","action":1,"reward":"50"},{"state":"o o x  x ","action":3,"reward":"50"},{"state":"o o x  x ","action":5,"reward":"50"},{"state":"o o x  x ","action":6,"reward":"50"},{"state":"o o x  x ","action":8,"reward":52},{"state":"     o xx","action":0,"reward":49.525},{"state":"     o xx","action":1,"reward":44.4725},{"state":"     o xx","action":2,"reward":43},{"state":"     o xx","action":3,"reward":45.35},{"state":"     o xx","action":4,"reward":43.45},{"state":"     o xx","action":6,"reward":42.99875},{"state":"   x ooxx","action":0,"reward":49.75},{"state":"   x ooxx","action":1,"reward":"50"},{"state":"   x ooxx","action":2,"reward":43},{"state":"   x ooxx","action":4,"reward":"50"},{"state":"o xx ooxx","action":1,"reward":"50"},{"state":"o xx ooxx","action":4,"reward":50},{"state":"ooxxx  o ","action":5,"reward":"50"},{"state":"ooxxx  o ","action":6,"reward":42.5},{"state":"ooxxx  o ","action":8,"reward":"50"},{"state":"oo xxo  x","action":2,"reward":52.5},{"state":"oo xxo  x","action":6,"reward":"50"},{"state":"oo xxo  x","action":7,"reward":"50"},{"state":"ox  o   x","action":2,"reward":"50"},{"state":"ox  o   x","action":3,"reward":"50"},{"state":"ox  o   x","action":5,"reward":67.65290801437244},{"state":"ox  o   x","action":6,"reward":"50"},{"state":"ox  o   x","action":7,"reward":"50"},{"state":"ox  oox x","action":2,"reward":"50"},{"state":"ox  oox x","action":3,"reward":71.55999538617696},{"state":"ox  oox x","action":7,"reward":"50"},{"state":"x o x  xo","action":1,"reward":43},{"state":"x o x  xo","action":3,"reward":"50"},{"state":"x o x  xo","action":5,"reward":99.99999999999977},{"state":"x o x  xo","action":6,"reward":42.5},{"state":"oxo x    ","action":3,"reward":"50"},{"state":"oxo x    ","action":5,"reward":"50"},{"state":"oxo x    ","action":6,"reward":"50"},{"state":"oxo x    ","action":7,"reward":"50"},{"state":"oxo x    ","action":8,"reward":43},{"state":"oxo xx  o","action":3,"reward":42.5},{"state":"oxo xx  o","action":6,"reward":"50"},{"state":"oxo xx  o","action":7,"reward":"50"},{"state":"x       o","action":1,"reward":"50"},{"state":"x       o","action":2,"reward":51.145},{"state":"x       o","action":3,"reward":"50"},{"state":"x       o","action":4,"reward":"50"},{"state":"x       o","action":5,"reward":"50"},{"state":"x       o","action":6,"reward":43.69568027313395},{"state":"x       o","action":7,"reward":44.4725},{"state":"x xo xo o","action":1,"reward":"50"},{"state":"x xo xo o","action":4,"reward":"50"},{"state":"x xo xo o","action":7,"reward":54.875},{"state":"  x  x  o","action":0,"reward":"50"},{"state":"  x  x  o","action":1,"reward":"50"},{"state":"  x  x  o","action":3,"reward":"50"},{"state":"  x  x  o","action":4,"reward":61.29123729358576},{"state":"  x  x  o","action":6,"reward":"50"},{"state":"  x  x  o","action":7,"reward":"50"},{"state":" xx ox  o","action":0,"reward":99.99999999999977},{"state":" xx ox  o","action":3,"reward":"50"},{"state":" xx ox  o","action":6,"reward":"50"},{"state":" xx ox  o","action":7,"reward":"50"},{"state":"o     x x","action":1,"reward":42.5},{"state":"o     x x","action":2,"reward":43.45},{"state":"o     x x","action":3,"reward":42.5},{"state":"o     x x","action":4,"reward":"50"},{"state":"o     x x","action":5,"reward":"50"},{"state":"o     x x","action":7,"reward":"50"},{"state":"o o x x x","action":1,"reward":99.99999999999977},{"state":"o o x x x","action":3,"reward":"50"},{"state":"o o x x x","action":5,"reward":43},{"state":"o o x x x","action":7,"reward":"50"},{"state":"oxo xox x","action":3,"reward":42.5},{"state":"oxo xox x","action":7,"reward":50},{"state":"  x x o o","action":0,"reward":"50"},{"state":"  x x o o","action":1,"reward":"50"},{"state":"  x x o o","action":3,"reward":"50"},{"state":"  x x o o","action":5,"reward":52},{"state":"  x x o o","action":7,"reward":"50"},{"state":"  xxxoo o","action":0,"reward":"50"},{"state":"  xxxoo o","action":1,"reward":"50"},{"state":"  xxxoo o","action":7,"reward":52.5},{"state":"  xx o  o","action":0,"reward":"50"},{"state":"  xx o  o","action":1,"reward":"50"},{"state":"  xx o  o","action":4,"reward":"50"},{"state":"  xx o  o","action":6,"reward":49.525},{"state":"  xx o  o","action":7,"reward":"50"},{"state":"  xx ooxo","action":0,"reward":49.75},{"state":"  xx ooxo","action":1,"reward":"50"},{"state":"  xx ooxo","action":4,"reward":"50"},{"state":" x o xox ","action":0,"reward":"50"},{"state":" x o xox ","action":2,"reward":"50"},{"state":" x o xox ","action":4,"reward":"50"},{"state":" x o xox ","action":8,"reward":43},{"state":"xx o xoxo","action":2,"reward":"50"},{"state":"xx o xoxo","action":4,"reward":42.5},{"state":"o xxx o o","action":1,"reward":"50"},{"state":"o xxx o o","action":5,"reward":52},{"state":"o xxx o o","action":7,"reward":"50"},{"state":"oxxxxoo o","action":7,"reward":54.875},{"state":"  o   x x","action":0,"reward":"50"},{"state":"  o   x x","action":1,"reward":42.5},{"state":"  o   x x","action":3,"reward":43},{"state":"  o   x x","action":4,"reward":43},{"state":"  o   x x","action":5,"reward":43},{"state":"  o   x x","action":7,"reward":44.9225},{"state":"  oxo x x","action":0,"reward":0},{"state":"  oxo x x","action":1,"reward":0},{"state":"  oxo x x","action":5,"reward":0},{"state":"  oxo x x","action":7,"reward":0},{"state":"  x  ox o","action":0,"reward":"50"},{"state":"  x  ox o","action":1,"reward":44.4725},{"state":"  x  ox o","action":3,"reward":"50"},{"state":"  x  ox o","action":4,"reward":"50"},{"state":"  x  ox o","action":7,"reward":"50"},{"state":" ox  oxxo","action":0,"reward":"50"},{"state":" ox  oxxo","action":3,"reward":"50"},{"state":" ox  oxxo","action":4,"reward":59.04876249999999},{"state":" oxxooxxo","action":0,"reward":57.131249999999994},{"state":"   x xo  ","action":0,"reward":42.5},{"state":"   x xo  ","action":1,"reward":"50"},{"state":"   x xo  ","action":2,"reward":42.5},{"state":"   x xo  ","action":4,"reward":"50"},{"state":"   x xo  ","action":7,"reward":42.5},{"state":"   x xo  ","action":8,"reward":"50"},{"state":"    ox xo","action":0,"reward":57.131249999999994},{"state":"    ox xo","action":1,"reward":"50"},{"state":"    ox xo","action":2,"reward":"50"},{"state":"    ox xo","action":3,"reward":"50"},{"state":"    ox xo","action":6,"reward":"50"},{"state":"xoxo oxxo","action":4,"reward":52.5},{"state":"    xo  x","action":0,"reward":48.645062499999995},{"state":"    xo  x","action":1,"reward":43.45},{"state":"    xo  x","action":2,"reward":43},{"state":"    xo  x","action":3,"reward":43},{"state":"    xo  x","action":6,"reward":42.5},{"state":"    xo  x","action":7,"reward":42.04875},{"state":" xo xo  x","action":0,"reward":42.5},{"state":" xo xo  x","action":3,"reward":35.85},{"state":" xo xo  x","action":6,"reward":42.5},{"state":" xo xo  x","action":7,"reward":42.5},{"state":" xx oo x ","action":0,"reward":"50"},{"state":" xx oo x ","action":3,"reward":99.99999999999977},{"state":" xx oo x ","action":6,"reward":44.4},{"state":" xx oo x ","action":8,"reward":42.5},{"state":"o  x  x o","action":1,"reward":"50"},{"state":"o  x  x o","action":2,"reward":55.254999999999995},{"state":"o  x  x o","action":4,"reward":"50"},{"state":"o  x  x o","action":5,"reward":"50"},{"state":"o  x  x o","action":7,"reward":"50"},{"state":"o ox xx o","action":1,"reward":"50"},{"state":"o ox xx o","action":4,"reward":52.5},{"state":"o ox xx o","action":7,"reward":"50"},{"state":"x xox   o","action":1,"reward":"50"},{"state":"x xox   o","action":5,"reward":"50"},{"state":"x xox   o","action":6,"reward":52},{"state":"x xox   o","action":7,"reward":"50"},{"state":"x xoxxo o","action":1,"reward":"50"},{"state":"x xoxxo o","action":7,"reward":52.5},{"state":" xo xx  o","action":0,"reward":43},{"state":" xo xx  o","action":3,"reward":49.75},{"state":" xo xx  o","action":6,"reward":44.4},{"state":" xo xx  o","action":7,"reward":"50"},{"state":"oxo xxx o","action":3,"reward":35.375},{"state":"oxo xxx o","action":7,"reward":35.375},{"state":"x    xo o","action":1,"reward":"50"},{"state":"x    xo o","action":2,"reward":"50"},{"state":"x    xo o","action":3,"reward":"50"},{"state":"x    xo o","action":4,"reward":"50"},{"state":"x    xo o","action":7,"reward":57.131249999999994},{"state":"xooxox  x","action":6,"reward":99.99999999999977},{"state":"xooxox  x","action":7,"reward":"50"},{"state":"  o oxx x","action":0,"reward":"50"},{"state":"  o oxx x","action":1,"reward":"50"},{"state":"  o oxx x","action":3,"reward":"50"},{"state":"  o oxx x","action":7,"reward":76.94987677015595},{"state":"xoxx   o ","action":4,"reward":57.131249999999994},{"state":"xoxx   o ","action":5,"reward":"50"},{"state":"xoxx   o ","action":6,"reward":"50"},{"state":"xoxx   o ","action":8,"reward":"50"},{"state":" o   x  x","action":0,"reward":"50"},{"state":" o   x  x","action":2,"reward":"50"},{"state":" o   x  x","action":3,"reward":42.5},{"state":" o   x  x","action":4,"reward":"50"},{"state":" o   x  x","action":6,"reward":"50"},{"state":" o   x  x","action":7,"reward":"50"},{"state":" xo ox xo","action":0,"reward":99.99999999999977},{"state":" xo ox xo","action":3,"reward":"50"},{"state":" xo ox xo","action":6,"reward":"50"},{"state":"oxx    ox","action":3,"reward":43},{"state":"oxx    ox","action":4,"reward":"50"},{"state":"oxx    ox","action":5,"reward":43},{"state":"oxx    ox","action":6,"reward":"50"},{"state":"o ox  xxo","action":1,"reward":"50"},{"state":"o ox  xxo","action":4,"reward":52.5},{"state":"o ox  xxo","action":5,"reward":"50"},{"state":" x x o   ","action":0,"reward":"50"},{"state":" x x o   ","action":2,"reward":43.45},{"state":" x x o   ","action":4,"reward":"50"},{"state":" x x o   ","action":6,"reward":"50"},{"state":" x x o   ","action":7,"reward":49.525},{"state":" x x o   ","action":8,"reward":43},{"state":" xox o  x","action":0,"reward":"50"},{"state":" xox o  x","action":4,"reward":"50"},{"state":" xox o  x","action":6,"reward":43},{"state":" xox o  x","action":7,"reward":"50"},{"state":"xxox oo x","action":4,"reward":52.5},{"state":"xxox oo x","action":7,"reward":42.5},{"state":"ox x    o","action":2,"reward":"50"},{"state":"ox x    o","action":4,"reward":54.875},{"state":"ox x    o","action":5,"reward":"50"},{"state":"ox x    o","action":6,"reward":"50"},{"state":"ox x    o","action":7,"reward":"50"},{"state":"o x x    ","action":1,"reward":"50"},{"state":"o x x    ","action":3,"reward":45.56498132656248},{"state":"o x x    ","action":5,"reward":"50"},{"state":"o x x    ","action":6,"reward":"50"},{"state":"o x x    ","action":7,"reward":43.45},{"state":"o x x    ","action":8,"reward":"50"},{"state":"o xoxx   ","action":1,"reward":"50"},{"state":"o xoxx   ","action":6,"reward":59.27468749999999},{"state":"o xoxx   ","action":7,"reward":"50"},{"state":"o xoxx   ","action":8,"reward":"50"},{"state":"ox  xxxoo","action":2,"reward":35.375},{"state":"ox  xxxoo","action":3,"reward":28.606249999999996},{"state":"o  xx   o","action":1,"reward":"50"},{"state":"o  xx   o","action":2,"reward":"50"},{"state":"o  xx   o","action":5,"reward":44.9},{"state":"o  xx   o","action":6,"reward":"50"},{"state":"o  xx   o","action":7,"reward":"50"},{"state":"ox xxo  o","action":2,"reward":52.5},{"state":"ox xxo  o","action":6,"reward":"50"},{"state":"ox xxo  o","action":7,"reward":"50"},{"state":"o  x   xo","action":1,"reward":"50"},{"state":"o  x   xo","action":2,"reward":"50"},{"state":"o  x   xo","action":4,"reward":"50"},{"state":"o  x   xo","action":5,"reward":55.298874999999995},{"state":"o  x   xo","action":6,"reward":"50"},{"state":"oxxx ooxo","action":4,"reward":52.5},{"state":"    x oxo","action":0,"reward":43},{"state":"    x oxo","action":1,"reward":49.525},{"state":"    x oxo","action":2,"reward":42.5},{"state":"    x oxo","action":3,"reward":"50"},{"state":"    x oxo","action":5,"reward":"50"},{"state":"o  xxox o","action":1,"reward":42.5},{"state":"o  xxox o","action":2,"reward":"50"},{"state":"o  xxox o","action":7,"reward":"50"},{"state":" o   x xo","action":0,"reward":"50"},{"state":" o   x xo","action":2,"reward":49.525},{"state":" o   x xo","action":3,"reward":49.525},{"state":" o   x xo","action":4,"reward":"50"},{"state":" o   x xo","action":6,"reward":49.525},{"state":" ox  xoxo","action":0,"reward":"50"},{"state":" ox  xoxo","action":3,"reward":49.75},{"state":" ox  xoxo","action":4,"reward":"50"},{"state":"xoxo xoxo","action":4,"reward":50},{"state":"  o x   x","action":0,"reward":79.44910555151962},{"state":"  o x   x","action":1,"reward":42.07881270753078},{"state":"  o x   x","action":3,"reward":43},{"state":"  o x   x","action":5,"reward":42.5},{"state":"  o x   x","action":6,"reward":43},{"state":"  o x   x","action":7,"reward":40.43440430546874},{"state":"o o xx  x","action":1,"reward":99.99999999999977},{"state":"o o xx  x","action":3,"reward":"50"},{"state":"o o xx  x","action":6,"reward":43},{"state":"o o xx  x","action":7,"reward":"50"},{"state":"oxo xxo x","action":3,"reward":54.875},{"state":"oxo xxo x","action":7,"reward":42.5},{"state":" oxx ox o","action":0,"reward":42.5},{"state":" oxx ox o","action":4,"reward":"50"},{"state":" oxx ox o","action":7,"reward":"50"},{"state":"xx    o o","action":2,"reward":59.04876249999999},{"state":"xx    o o","action":3,"reward":"50"},{"state":"xx    o o","action":4,"reward":"50"},{"state":"xx    o o","action":5,"reward":"50"},{"state":"xx    o o","action":7,"reward":"50"},{"state":"xxo   oxo","action":3,"reward":"50"},{"state":"xxo   oxo","action":4,"reward":57.131249999999994},{"state":"xxo   oxo","action":5,"reward":"50"},{"state":"    ox x ","action":0,"reward":45.27831298344605},{"state":"    ox x ","action":1,"reward":45.87137499999999},{"state":"    ox x ","action":2,"reward":84.02727217338794},{"state":"    ox x ","action":3,"reward":44.4725},{"state":"    ox x ","action":6,"reward":43.947624999999995},{"state":"    ox x ","action":8,"reward":49.525},{"state":"xx  oxoxo","action":2,"reward":54.875},{"state":"xx  oxoxo","action":3,"reward":"50"},{"state":"oxxxo    ","action":5,"reward":78.67871407073622},{"state":"oxxxo    ","action":6,"reward":49.75},{"state":"oxxxo    ","action":7,"reward":48.41974999999999},{"state":"oxxxo    ","action":8,"reward":"50"},{"state":"oxxxox o ","action":6,"reward":"50"},{"state":"oxxxox o ","action":8,"reward":59.27468749999999},{"state":"o  xxo x ","action":1,"reward":49.75},{"state":"o  xxo x ","action":2,"reward":42.5},{"state":"o  xxo x ","action":6,"reward":"50"},{"state":"o  xxo x ","action":8,"reward":42.5},{"state":"oo xxo xx","action":2,"reward":"50"},{"state":"oo xxo xx","action":6,"reward":50},{"state":"xo xx  oo","action":2,"reward":"50"},{"state":"xo xx  oo","action":5,"reward":42.5},{"state":"xo xx  oo","action":6,"reward":"50"},{"state":"o x   x o","action":1,"reward":46.705},{"state":"o x   x o","action":3,"reward":"50"},{"state":"o x   x o","action":4,"reward":"50"},{"state":"o x   x o","action":5,"reward":"50"},{"state":"o x   x o","action":7,"reward":"50"},{"state":"x oxo  x ","action":1,"reward":"50"},{"state":"x oxo  x ","action":5,"reward":45.017917890291784},{"state":"x oxo  x ","action":6,"reward":99.29200654433235},{"state":"x oxo  x ","action":8,"reward":"50"},{"state":"x oxoo xx","action":1,"reward":"50"},{"state":"x oxoo xx","action":6,"reward":72.98199561686812},{"state":"x xoo xxo","action":1,"reward":50},{"state":"x xoo xxo","action":5,"reward":99.99999999999977},{"state":" o x  x o","action":0,"reward":"50"},{"state":" o x  x o","action":2,"reward":43},{"state":" o x  x o","action":4,"reward":"50"},{"state":" o x  x o","action":5,"reward":"50"},{"state":" o x  x o","action":7,"reward":"50"},{"state":" oox  xxo","action":0,"reward":"50"},{"state":" oox  xxo","action":4,"reward":42.5},{"state":" oox  xxo","action":5,"reward":"50"},{"state":"    xo xo","action":0,"reward":"50"},{"state":"    xo xo","action":1,"reward":43},{"state":"    xo xo","action":2,"reward":"50"},{"state":"    xo xo","action":3,"reward":49.525},{"state":"    xo xo","action":6,"reward":"50"},{"state":" ox xo xo","action":0,"reward":"50"},{"state":" ox xo xo","action":3,"reward":42.5},{"state":" ox xo xo","action":6,"reward":"50"},{"state":"  x o xo ","action":0,"reward":48.41974999999999},{"state":"  x o xo ","action":1,"reward":99.99999999999977},{"state":"  x o xo ","action":3,"reward":"50"},{"state":"  x o xo ","action":5,"reward":"50"},{"state":"  x o xo ","action":8,"reward":43},{"state":" o  x   x","action":0,"reward":45.35},{"state":" o  x   x","action":2,"reward":43},{"state":" o  x   x","action":3,"reward":42.5},{"state":" o  x   x","action":5,"reward":43.45},{"state":" o  x   x","action":6,"reward":43.45},{"state":" o  x   x","action":7,"reward":42.5},{"state":"oo  x  xx","action":2,"reward":59.27468749999999},{"state":"oo  x  xx","action":3,"reward":"50"},{"state":"oo  x  xx","action":5,"reward":"50"},{"state":"oo  x  xx","action":6,"reward":"50"},{"state":" x o x   ","action":0,"reward":43.45},{"state":" x o x   ","action":2,"reward":"50"},{"state":" x o x   ","action":4,"reward":49.525},{"state":" x o x   ","action":6,"reward":45.35},{"state":" x o x   ","action":7,"reward":43},{"state":" x o x   ","action":8,"reward":43.45},{"state":" xxo x o ","action":0,"reward":"50"},{"state":" xxo x o ","action":4,"reward":"50"},{"state":" xxo x o ","action":6,"reward":42.5},{"state":" xxo x o ","action":8,"reward":"50"},{"state":"xoxxoo x ","action":6,"reward":50},{"state":"xoxxoo x ","action":8,"reward":42.5},{"state":"xo    o x","action":2,"reward":"50"},{"state":"xo    o x","action":3,"reward":51.55},{"state":"xo    o x","action":4,"reward":"50"},{"state":"xo    o x","action":5,"reward":"50"},{"state":"xo    o x","action":7,"reward":"50"},{"state":"xo o  oxx","action":2,"reward":"50"},{"state":"xo o  oxx","action":4,"reward":"50"},{"state":"xo o  oxx","action":5,"reward":52},{"state":"xoxo ooxx","action":4,"reward":52.5},{"state":"x oxo   x","action":1,"reward":42.5},{"state":"x oxo   x","action":5,"reward":"50"},{"state":"x oxo   x","action":6,"reward":99.9999997785263},{"state":"x oxo   x","action":7,"reward":43},{"state":"xxoxo  ox","action":5,"reward":42.5},{"state":"xxoxo  ox","action":6,"reward":99.99999999999977},{"state":" ox o  x ","action":0,"reward":"50"},{"state":" ox o  x ","action":3,"reward":"50"},{"state":" ox o  x ","action":5,"reward":"50"},{"state":" ox o  x ","action":6,"reward":"50"},{"state":" ox o  x ","action":8,"reward":51.55},{"state":" ox o xxo","action":0,"reward":"50"},{"state":" ox o xxo","action":3,"reward":55.705},{"state":" ox o xxo","action":5,"reward":"50"},{"state":" oxox   x","action":0,"reward":"50"},{"state":" oxox   x","action":5,"reward":"50"},{"state":" oxox   x","action":6,"reward":53.9},{"state":" oxox   x","action":7,"reward":"50"},{"state":" oxox oxx","action":0,"reward":54.875},{"state":" oxox oxx","action":5,"reward":"50"},{"state":"ooxxx ox ","action":5,"reward":50},{"state":"ooxxx ox ","action":8,"reward":"50"},{"state":" o      x","action":0,"reward":"50"},{"state":" o      x","action":2,"reward":"50"},{"state":" o      x","action":3,"reward":"50"},{"state":" o      x","action":4,"reward":"50"},{"state":" o      x","action":5,"reward":"50"},{"state":" o      x","action":6,"reward":51.145},{"state":" o      x","action":7,"reward":"50"},{"state":" o   xo x","action":0,"reward":"50"},{"state":" o   xo x","action":2,"reward":"50"},{"state":" o   xo x","action":3,"reward":"50"},{"state":" o   xo x","action":4,"reward":"50"},{"state":" o   xo x","action":7,"reward":51.55},{"state":"xooxx    ","action":5,"reward":42.5},{"state":"xooxx    ","action":6,"reward":42.5},{"state":"xooxx    ","action":7,"reward":42.5},{"state":"xooxx    ","action":8,"reward":52},{"state":" oo x x  ","action":0,"reward":"50"},{"state":" oo x x  ","action":3,"reward":"50"},{"state":" oo x x  ","action":5,"reward":"50"},{"state":" oo x x  ","action":7,"reward":43},{"state":" oo x x  ","action":8,"reward":"50"},{"state":"xoo x xo ","action":3,"reward":42.5},{"state":"xoo x xo ","action":5,"reward":"50"},{"state":"xoo x xo ","action":8,"reward":"50"},{"state":" o  xxo  ","action":0,"reward":"50"},{"state":" o  xxo  ","action":2,"reward":52},{"state":" o  xxo  ","action":3,"reward":"50"},{"state":" o  xxo  ","action":7,"reward":"50"},{"state":" o  xxo  ","action":8,"reward":"50"},{"state":" oo xxox ","action":0,"reward":52.5},{"state":" oo xxox ","action":3,"reward":"50"},{"state":" oo xxox ","action":8,"reward":"50"},{"state":"x x   oxo","action":1,"reward":49.75},{"state":"x x   oxo","action":3,"reward":43},{"state":"x x   oxo","action":4,"reward":42.5},{"state":"x x   oxo","action":5,"reward":42.5},{"state":" oox ox x","action":0,"reward":"50"},{"state":" oox ox x","action":4,"reward":"50"},{"state":" oox ox x","action":7,"reward":42.5},{"state":"ox xx oo ","action":2,"reward":"50"},{"state":"ox xx oo ","action":5,"reward":52},{"state":"ox xx oo ","action":8,"reward":"50"},{"state":"xo  x    ","action":2,"reward":43},{"state":"xo  x    ","action":3,"reward":"50"},{"state":"xo  x    ","action":5,"reward":"50"},{"state":"xo  x    ","action":6,"reward":42.5},{"state":"xo  x    ","action":7,"reward":"50"},{"state":"xo  x    ","action":8,"reward":"50"},{"state":"x  o    x","action":1,"reward":"50"},{"state":"x  o    x","action":2,"reward":"50"},{"state":"x  o    x","action":4,"reward":"50"},{"state":"x  o    x","action":5,"reward":43.45},{"state":"x  o    x","action":6,"reward":43},{"state":"x  o    x","action":7,"reward":"50"},{"state":"x xo o  x","action":1,"reward":"50"},{"state":"x xo o  x","action":4,"reward":"50"},{"state":"x xo o  x","action":6,"reward":43},{"state":"x xo o  x","action":7,"reward":52},{"state":"x xo ooxx","action":1,"reward":42.5},{"state":"x xo ooxx","action":4,"reward":"50"},{"state":"o   oxx  ","action":1,"reward":"50"},{"state":"o   oxx  ","action":2,"reward":"50"},{"state":"o   oxx  ","action":3,"reward":48.013625},{"state":"o   oxx  ","action":7,"reward":"50"},{"state":"o   oxx  ","action":8,"reward":99.99999999999977},{"state":"o xooxx  ","action":1,"reward":"50"},{"state":"o xooxx  ","action":7,"reward":"50"},{"state":"o xooxx  ","action":8,"reward":54.875},{"state":"oo xx   x","action":2,"reward":"50"},{"state":"oo xx   x","action":5,"reward":"50"},{"state":"oo xx   x","action":6,"reward":43},{"state":"oo xx   x","action":7,"reward":43},{"state":"ooxxx  ox","action":5,"reward":42.5},{"state":"ooxxx  ox","action":6,"reward":42.5},{"state":"o x  xo  ","action":1,"reward":44.4},{"state":"o x  xo  ","action":3,"reward":"50"},{"state":"o x  xo  ","action":4,"reward":51.55},{"state":"o x  xo  ","action":7,"reward":"50"},{"state":"o x  xo  ","action":8,"reward":"50"},{"state":"oox  xox ","action":3,"reward":52.5},{"state":"oox  xox ","action":4,"reward":"50"},{"state":"oox  xox ","action":8,"reward":"50"},{"state":"xox x o  ","action":3,"reward":"50"},{"state":"xox x o  ","action":5,"reward":"50"},{"state":"xox x o  ","action":7,"reward":"50"},{"state":"xox x o  ","action":8,"reward":49.75},{"state":"o  o xx  ","action":1,"reward":"50"},{"state":"o  o xx  ","action":2,"reward":49.525},{"state":"o  o xx  ","action":4,"reward":"50"},{"state":"o  o xx  ","action":7,"reward":"50"},{"state":"o  o xx  ","action":8,"reward":"50"},{"state":"oxoo xx  ","action":4,"reward":"50"},{"state":"oxoo xx  ","action":7,"reward":49.75},{"state":"oxoo xx  ","action":8,"reward":"50"},{"state":"oxoo xxox","action":4,"reward":50},{"state":"xoxo  xxo","action":4,"reward":50},{"state":"xoxo  xxo","action":5,"reward":"50"},{"state":"    x ox ","action":0,"reward":42.5},{"state":"    x ox ","action":1,"reward":45.46412187499999},{"state":"    x ox ","action":2,"reward":43},{"state":"    x ox ","action":3,"reward":43},{"state":"    x ox ","action":5,"reward":49.07375},{"state":"    x ox ","action":8,"reward":42.5},{"state":"xo oxxox ","action":2,"reward":"50"},{"state":"xo oxxox ","action":8,"reward":50},{"state":"oo x ox x","action":2,"reward":"50"},{"state":"oo x ox x","action":4,"reward":"50"},{"state":"oo x ox x","action":7,"reward":52},{"state":"oo xxoxox","action":2,"reward":54.875},{"state":"  oo xx x","action":0,"reward":"50"},{"state":"  oo xx x","action":1,"reward":42.5},{"state":"  oo xx x","action":4,"reward":43},{"state":"  oo xx x","action":7,"reward":"50"},{"state":"oxx o o x","action":3,"reward":"50"},{"state":"oxx o o x","action":5,"reward":49.75},{"state":"oxx o o x","action":7,"reward":"50"},{"state":"oxxxooo x","action":7,"reward":50},{"state":" x xo xo ","action":0,"reward":57.82533008222655},{"state":" x xo xo ","action":2,"reward":49.75},{"state":" x xo xo ","action":5,"reward":49.75},{"state":" x xo xo ","action":8,"reward":42.5},{"state":" x xooxox","action":0,"reward":50},{"state":" x xooxox","action":2,"reward":42.5},{"state":"o   x  ox","action":1,"reward":"50"},{"state":"o   x  ox","action":2,"reward":"50"},{"state":"o   x  ox","action":3,"reward":52},{"state":"o   x  ox","action":5,"reward":"50"},{"state":"o   x  ox","action":6,"reward":"50"},{"state":"ox   xo x","action":2,"reward":48.41974999999999},{"state":"ox   xo x","action":3,"reward":99.99999999999977},{"state":"ox   xo x","action":4,"reward":"50"},{"state":"ox   xo x","action":7,"reward":42.5},{"state":"   x   ox","action":0,"reward":"50"},{"state":"   x   ox","action":1,"reward":44.4725},{"state":"   x   ox","action":2,"reward":43.45},{"state":"   x   ox","action":4,"reward":"50"},{"state":"   x   ox","action":5,"reward":"50"},{"state":"   x   ox","action":6,"reward":43.45},{"state":"  ox  xox","action":0,"reward":"50"},{"state":"  ox  xox","action":1,"reward":"50"},{"state":"  ox  xox","action":4,"reward":43},{"state":"  ox  xox","action":5,"reward":"50"},{"state":" xoxo xox","action":0,"reward":50},{"state":" xoxo xox","action":5,"reward":42.5},{"state":"ox  x oox","action":2,"reward":52},{"state":"ox  x oox","action":3,"reward":"50"},{"state":"ox  x oox","action":5,"reward":"50"},{"state":"o xx  ox ","action":1,"reward":43},{"state":"o xx  ox ","action":4,"reward":49.75},{"state":"o xx  ox ","action":5,"reward":"50"},{"state":"o xx  ox ","action":8,"reward":43},{"state":"o xxx oxo","action":1,"reward":42.5},{"state":"o xxx oxo","action":5,"reward":42.5},{"state":"o xx  o  ","action":1,"reward":50.997499999999995},{"state":"o xx  o  ","action":4,"reward":"50"},{"state":"o xx  o  ","action":5,"reward":"50"},{"state":"o xx  o  ","action":7,"reward":"50"},{"state":"o xx  o  ","action":8,"reward":"50"},{"state":"ooxx  ox ","action":4,"reward":"50"},{"state":"ooxx  ox ","action":5,"reward":"50"},{"state":"ooxx  ox ","action":8,"reward":52},{"state":"    xxoxo","action":0,"reward":"50"},{"state":"    xxoxo","action":1,"reward":"50"},{"state":"    xxoxo","action":2,"reward":"50"},{"state":"    xxoxo","action":3,"reward":52},{"state":"  xoxxoxo","action":0,"reward":61.31095312499999},{"state":"  xoxxoxo","action":1,"reward":"50"},{"state":"   o   xx","action":0,"reward":"50"},{"state":"   o   xx","action":1,"reward":43},{"state":"   o   xx","action":2,"reward":43},{"state":"   o   xx","action":4,"reward":"50"},{"state":"   o   xx","action":5,"reward":46.205},{"state":"   o   xx","action":6,"reward":"50"},{"state":"  oox  xx","action":0,"reward":"50"},{"state":"  oox  xx","action":1,"reward":"50"},{"state":"  oox  xx","action":5,"reward":"50"},{"state":"  oox  xx","action":6,"reward":42.5},{"state":"ooxx  o x","action":4,"reward":49.75},{"state":"ooxx  o x","action":5,"reward":"50"},{"state":"ooxx  o x","action":7,"reward":"50"},{"state":"ooxxo oxx","action":5,"reward":50},{"state":" x     xo","action":0,"reward":"50"},{"state":" x     xo","action":2,"reward":"50"},{"state":" x     xo","action":3,"reward":"50"},{"state":" x     xo","action":4,"reward":55.08904093749998},{"state":" x     xo","action":5,"reward":"50"},{"state":" x     xo","action":6,"reward":"50"},{"state":" xx o  xo","action":0,"reward":99.99999999999977},{"state":" xx o  xo","action":3,"reward":44.4},{"state":" xx o  xo","action":5,"reward":47.91974999999999},{"state":" xx o  xo","action":6,"reward":43.59039776256978},{"state":" xxoo xxo","action":0,"reward":99.99999999999977},{"state":" xxoo xxo","action":5,"reward":"50"},{"state":" x  o xxo","action":0,"reward":"50"},{"state":" x  o xxo","action":2,"reward":"50"},{"state":" x  o xxo","action":3,"reward":89.99999999999979},{"state":" x  o xxo","action":5,"reward":"50"},{"state":"x  x oo x","action":1,"reward":"50"},{"state":"x  x oo x","action":2,"reward":52},{"state":"x  x oo x","action":4,"reward":43},{"state":"x  x oo x","action":7,"reward":"50"},{"state":"xx xooo x","action":2,"reward":99.99999999999977},{"state":"xx xooo x","action":7,"reward":42.5},{"state":"o x   o x","action":1,"reward":"50"},{"state":"o x   o x","action":3,"reward":"50"},{"state":"o x   o x","action":4,"reward":"50"},{"state":"o x   o x","action":5,"reward":"50"},{"state":"o x   o x","action":7,"reward":52.39637499999999},{"state":"o x x oox","action":1,"reward":"50"},{"state":"o x x oox","action":3,"reward":"50"},{"state":"o x x oox","action":5,"reward":55.16974999999999},{"state":"oxx xooox","action":3,"reward":57.131249999999994},{"state":"oxox     ","action":4,"reward":"50"},{"state":"oxox     ","action":5,"reward":49.525},{"state":"oxox     ","action":6,"reward":"50"},{"state":"oxox     ","action":7,"reward":"50"},{"state":"oxox     ","action":8,"reward":"50"},{"state":"oxox o  x","action":4,"reward":49.75},{"state":"oxox o  x","action":6,"reward":"50"},{"state":"oxox o  x","action":7,"reward":"50"},{"state":"x   oxox ","action":1,"reward":55.28225},{"state":"x   oxox ","action":2,"reward":"50"},{"state":"x   oxox ","action":3,"reward":"50"},{"state":"x   oxox ","action":8,"reward":"50"},{"state":"xo  oxoxx","action":2,"reward":54.875},{"state":"xo  oxoxx","action":3,"reward":"50"},{"state":" x xox o ","action":0,"reward":52},{"state":" x xox o ","action":2,"reward":"50"},{"state":" x xox o ","action":6,"reward":"50"},{"state":" x xox o ","action":8,"reward":"50"},{"state":"oxx o   x","action":3,"reward":42.5},{"state":"oxx o   x","action":5,"reward":79.93907800018222},{"state":"oxx o   x","action":6,"reward":42.5},{"state":"oxx o   x","action":7,"reward":42.5},{"state":"o    o xx","action":1,"reward":"50"},{"state":"o    o xx","action":2,"reward":43},{"state":"o    o xx","action":3,"reward":"50"},{"state":"o    o xx","action":4,"reward":"50"},{"state":"o    o xx","action":6,"reward":"50"},{"state":"o o xo xx","action":1,"reward":"50"},{"state":"o o xo xx","action":3,"reward":42.5},{"state":"o o xo xx","action":6,"reward":"50"},{"state":"xx  o  xo","action":2,"reward":89.99999999999979},{"state":"xx  o  xo","action":3,"reward":42.5},{"state":"xx  o  xo","action":5,"reward":42.5},{"state":"xx  o  xo","action":6,"reward":47.91974999999999},{"state":"o xo    x","action":1,"reward":"50"},{"state":"o xo    x","action":4,"reward":"50"},{"state":"o xo    x","action":5,"reward":52},{"state":"o xo    x","action":6,"reward":"50"},{"state":"o xo    x","action":7,"reward":"50"},{"state":"o xo o xx","action":1,"reward":"50"},{"state":"o xo o xx","action":4,"reward":"50"},{"state":"o xo o xx","action":6,"reward":52.5},{"state":" x    x o","action":0,"reward":"50"},{"state":" x    x o","action":2,"reward":"50"},{"state":" x    x o","action":3,"reward":51.55},{"state":" x    x o","action":4,"reward":"50"},{"state":" x    x o","action":5,"reward":43.45},{"state":" x    x o","action":7,"reward":"50"},{"state":" x x ox o","action":0,"reward":"50"},{"state":" x x ox o","action":2,"reward":"50"},{"state":" x x ox o","action":4,"reward":"50"},{"state":" x x ox o","action":7,"reward":43},{"state":" x xxoxoo","action":0,"reward":42.5},{"state":" x xxoxoo","action":2,"reward":52.5},{"state":"o x  ox  ","action":1,"reward":"50"},{"state":"o x  ox  ","action":3,"reward":46.705},{"state":"o x  ox  ","action":4,"reward":"50"},{"state":"o x  ox  ","action":7,"reward":"50"},{"state":"o x  ox  ","action":8,"reward":"50"},{"state":"o xo ox x","action":1,"reward":"50"},{"state":"o xo ox x","action":4,"reward":52.5},{"state":"o xo ox x","action":7,"reward":"50"},{"state":"x    xoxo","action":1,"reward":43},{"state":"x    xoxo","action":2,"reward":"50"},{"state":"x    xoxo","action":3,"reward":"50"},{"state":"x    xoxo","action":4,"reward":"50"},{"state":"xo x xoxo","action":2,"reward":42.5},{"state":"xo x xoxo","action":4,"reward":50},{"state":" x xx  oo","action":0,"reward":"50"},{"state":" x xx  oo","action":2,"reward":"50"},{"state":" x xx  oo","action":5,"reward":"50"},{"state":" x xx  oo","action":6,"reward":61.31095312499999},{"state":"  x xoo x","action":0,"reward":49.75},{"state":"  x xoo x","action":1,"reward":49.75},{"state":"  x xoo x","action":3,"reward":42.5},{"state":"  x xoo x","action":7,"reward":49.75},{"state":" oxxxoo x","action":0,"reward":50},{"state":" oxxxoo x","action":7,"reward":"50"},{"state":"o    oxx ","action":1,"reward":"50"},{"state":"o    oxx ","action":2,"reward":"50"},{"state":"o    oxx ","action":3,"reward":53.9},{"state":"o    oxx ","action":4,"reward":"50"},{"state":"o    oxx ","action":8,"reward":"50"},{"state":"ox o oxx ","action":2,"reward":"50"},{"state":"ox o oxx ","action":4,"reward":54.875},{"state":"ox o oxx ","action":8,"reward":"50"},{"state":"ox x     ","action":2,"reward":43},{"state":"ox x     ","action":4,"reward":71.65794464257755},{"state":"ox x     ","action":5,"reward":39.031606562499995},{"state":"ox x     ","action":6,"reward":43.54037187499999},{"state":"ox x     ","action":7,"reward":41.91229147378905},{"state":"ox x     ","action":8,"reward":43.45},{"state":"ox x o x ","action":2,"reward":"50"},{"state":"ox x o x ","action":4,"reward":52},{"state":"ox x o x ","action":6,"reward":"50"},{"state":"ox x o x ","action":8,"reward":"50"},{"state":"x   o xox","action":1,"reward":99.99999999999977},{"state":"x   o xox","action":2,"reward":"50"},{"state":"x   o xox","action":3,"reward":49.75},{"state":"x   o xox","action":5,"reward":42.5},{"state":"x  ooxxox","action":1,"reward":99.99999999999977},{"state":"x  ooxxox","action":2,"reward":50},{"state":"o  xo oxx","action":1,"reward":"50"},{"state":"o  xo oxx","action":2,"reward":99.99999999999977},{"state":"o  xo oxx","action":5,"reward":49.75},{"state":"o xxoooxx","action":1,"reward":50},{"state":"   xoxox ","action":0,"reward":"50"},{"state":"   xoxox ","action":1,"reward":49.75},{"state":"   xoxox ","action":2,"reward":"50"},{"state":"   xoxox ","action":8,"reward":"50"},{"state":"o xox   x","action":1,"reward":"50"},{"state":"o xox   x","action":5,"reward":44.4},{"state":"o xox   x","action":6,"reward":"50"},{"state":"o xox   x","action":7,"reward":"50"},{"state":"  o ox xx","action":0,"reward":"50"},{"state":"  o ox xx","action":1,"reward":"50"},{"state":"  o ox xx","action":3,"reward":"50"},{"state":"  o ox xx","action":6,"reward":99.99999999999977},{"state":"xox x   o","action":3,"reward":"50"},{"state":"xox x   o","action":5,"reward":43},{"state":"xox x   o","action":6,"reward":"50"},{"state":"xox x   o","action":7,"reward":"50"},{"state":"xoxxxo  o","action":6,"reward":50},{"state":"xoxxxo  o","action":7,"reward":42.5},{"state":"ox o    x","action":2,"reward":"50"},{"state":"ox o    x","action":4,"reward":51.55},{"state":"ox o    x","action":5,"reward":"50"},{"state":"ox o    x","action":6,"reward":"50"},{"state":"ox o    x","action":7,"reward":"50"},{"state":"ox oox  x","action":2,"reward":52},{"state":"ox oox  x","action":6,"reward":"50"},{"state":"ox oox  x","action":7,"reward":"50"},{"state":"oxooox xx","action":6,"reward":52.5},{"state":"o  ox x  ","action":1,"reward":"50"},{"state":"o  ox x  ","action":2,"reward":"50"},{"state":"o  ox x  ","action":5,"reward":43},{"state":"o  ox x  ","action":7,"reward":"50"},{"state":"o  ox x  ","action":8,"reward":"50"},{"state":"o  oxoxx ","action":1,"reward":"50"},{"state":"o  oxoxx ","action":2,"reward":42.5},{"state":"o  oxoxx ","action":8,"reward":"50"},{"state":"ox xxoo  ","action":2,"reward":42.5},{"state":"ox xxoo  ","action":7,"reward":"50"},{"state":"ox xxoo  ","action":8,"reward":"50"},{"state":"o  o x  x","action":1,"reward":52},{"state":"o  o x  x","action":2,"reward":"50"},{"state":"o  o x  x","action":4,"reward":"50"},{"state":"o  o x  x","action":6,"reward":"50"},{"state":"o  o x  x","action":7,"reward":"50"},{"state":"oo oxx  x","action":2,"reward":52.5},{"state":"oo oxx  x","action":6,"reward":"50"},{"state":"oo oxx  x","action":7,"reward":"50"},{"state":"ooxx x   ","action":4,"reward":"50"},{"state":"ooxx x   ","action":6,"reward":43},{"state":"ooxx x   ","action":7,"reward":"50"},{"state":"ooxx x   ","action":8,"reward":"50"},{"state":"ooxx xox ","action":4,"reward":42.5},{"state":"ooxx xox ","action":8,"reward":42.5},{"state":"x x ox o ","action":1,"reward":99.99999999999977},{"state":"x x ox o ","action":3,"reward":"50"},{"state":"x x ox o ","action":6,"reward":"50"},{"state":"x x ox o ","action":8,"reward":"50"},{"state":"     ox x","action":0,"reward":43},{"state":"     ox x","action":1,"reward":43},{"state":"     ox x","action":2,"reward":"50"},{"state":"     ox x","action":3,"reward":43.9725},{"state":"     ox x","action":4,"reward":"50"},{"state":"     ox x","action":7,"reward":"50"},{"state":"oxo  x   ","action":3,"reward":"50"},{"state":"oxo  x   ","action":4,"reward":"50"},{"state":"oxo  x   ","action":6,"reward":"50"},{"state":"oxo  x   ","action":7,"reward":43},{"state":"oxo  x   ","action":8,"reward":"50"},{"state":"oxox x o ","action":4,"reward":"50"},{"state":"oxox x o ","action":6,"reward":"50"},{"state":"oxox x o ","action":8,"reward":42.5},{"state":"x   xo o ","action":1,"reward":"50"},{"state":"x   xo o ","action":2,"reward":"50"},{"state":"x   xo o ","action":3,"reward":43},{"state":"x   xo o ","action":6,"reward":"50"},{"state":"x   xo o ","action":8,"reward":"50"},{"state":"x  oxoxo ","action":1,"reward":42.5},{"state":"x  oxoxo ","action":2,"reward":"50"},{"state":"x  oxoxo ","action":8,"reward":"50"},{"state":"   x xxoo","action":0,"reward":53.9},{"state":"   x xxoo","action":1,"reward":"50"},{"state":"   x xxoo","action":2,"reward":"50"},{"state":"   x xxoo","action":4,"reward":"50"},{"state":"ox      x","action":2,"reward":38.778776234374995},{"state":"ox      x","action":3,"reward":45.186222262093324},{"state":"ox      x","action":4,"reward":43.71325645651264},{"state":"ox      x","action":5,"reward":43.45},{"state":"ox      x","action":6,"reward":81.22227951360439},{"state":"ox      x","action":7,"reward":42.99875},{"state":"ox    xox","action":2,"reward":"50"},{"state":"ox    xox","action":3,"reward":"50"},{"state":"ox    xox","action":4,"reward":49.75},{"state":"ox    xox","action":5,"reward":"50"},{"state":"  xx o o ","action":0,"reward":"50"},{"state":"  xx o o ","action":1,"reward":52},{"state":"  xx o o ","action":4,"reward":"50"},{"state":"  xx o o ","action":6,"reward":"50"},{"state":"  xx o o ","action":8,"reward":"50"},{"state":" oxx o ox","action":0,"reward":"50"},{"state":" oxx o ox","action":4,"reward":52.5},{"state":" oxx o ox","action":6,"reward":"50"},{"state":" o xx xo ","action":0,"reward":42.5},{"state":" o xx xo ","action":2,"reward":"50"},{"state":" o xx xo ","action":5,"reward":"50"},{"state":" o xx xo ","action":8,"reward":"50"},{"state":"o xxxo o ","action":1,"reward":49.75},{"state":"o xxxo o ","action":6,"reward":"50"},{"state":"o xxxo o ","action":8,"reward":42.5},{"state":" xxo     ","action":0,"reward":48.013625},{"state":" xxo     ","action":4,"reward":"50"},{"state":" xxo     ","action":5,"reward":"50"},{"state":" xxo     ","action":6,"reward":44.9},{"state":" xxo     ","action":7,"reward":42.5},{"state":" xxo     ","action":8,"reward":"50"},{"state":" xx x oo ","action":0,"reward":"50"},{"state":" xx x oo ","action":3,"reward":43},{"state":" xx x oo ","action":5,"reward":"50"},{"state":" xx x oo ","action":8,"reward":52.5},{"state":" xxox oox","action":0,"reward":"50"},{"state":" xxox oox","action":5,"reward":42.5},{"state":"ox xox o ","action":2,"reward":"50"},{"state":"ox xox o ","action":6,"reward":"50"},{"state":"ox xox o ","action":8,"reward":52.5},{"state":"   oxo xx","action":0,"reward":"50"},{"state":"   oxo xx","action":1,"reward":43},{"state":"   oxo xx","action":2,"reward":42.5},{"state":"   oxo xx","action":6,"reward":42.5},{"state":"o xx xoo ","action":1,"reward":"50"},{"state":"o xx xoo ","action":4,"reward":42.5},{"state":"o xx xoo ","action":8,"reward":"50"},{"state":"xox x  o ","action":3,"reward":"50"},{"state":"xox x  o ","action":5,"reward":42.5},{"state":"xox x  o ","action":6,"reward":"50"},{"state":"xox x  o ","action":8,"reward":"50"},{"state":"ox     ox","action":2,"reward":49.525},{"state":"ox     ox","action":3,"reward":"50"},{"state":"ox     ox","action":4,"reward":"50"},{"state":"ox     ox","action":5,"reward":"50"},{"state":"ox     ox","action":6,"reward":"50"},{"state":"   oxx   ","action":0,"reward":"50"},{"state":"   oxx   ","action":1,"reward":"50"},{"state":"   oxx   ","action":2,"reward":49.525},{"state":"   oxx   ","action":6,"reward":51.55},{"state":"   oxx   ","action":7,"reward":49.525},{"state":"   oxx   ","action":8,"reward":"50"},{"state":"   oxxxo ","action":0,"reward":"50"},{"state":"   oxxxo ","action":1,"reward":"50"},{"state":"   oxxxo ","action":2,"reward":49.75},{"state":"   oxxxo ","action":8,"reward":"50"},{"state":" xooxxxo ","action":0,"reward":50},{"state":" xooxxxo ","action":8,"reward":50},{"state":"o xxox o ","action":1,"reward":52.5},{"state":"o xxox o ","action":6,"reward":"50"},{"state":"o xxox o ","action":8,"reward":"50"},{"state":"xo  x  xo","action":2,"reward":"50"},{"state":"xo  x  xo","action":3,"reward":43},{"state":"xo  x  xo","action":5,"reward":43},{"state":"xo  x  xo","action":6,"reward":"50"},{"state":"o x    ox","action":1,"reward":52},{"state":"o x    ox","action":3,"reward":"50"},{"state":"o x    ox","action":4,"reward":"50"},{"state":"o x    ox","action":5,"reward":"50"},{"state":"o x    ox","action":6,"reward":"50"},{"state":"ooxx   ox","action":4,"reward":52.5},{"state":"ooxx   ox","action":5,"reward":"50"},{"state":"ooxx   ox","action":6,"reward":"50"},{"state":"  xoxooxx","action":0,"reward":52.5},{"state":"  xoxooxx","action":1,"reward":42.5},{"state":"    x oox","action":0,"reward":"50"},{"state":"    x oox","action":1,"reward":"50"},{"state":"    x oox","action":2,"reward":"50"},{"state":"    x oox","action":3,"reward":"50"},{"state":"    x oox","action":5,"reward":49.525},{"state":" x  xooox","action":0,"reward":49.75},{"state":" x  xooox","action":2,"reward":"50"},{"state":" x  xooox","action":3,"reward":"50"},{"state":"o  x    x","action":1,"reward":43.45},{"state":"o  x    x","action":2,"reward":"50"},{"state":"o  x    x","action":4,"reward":43},{"state":"o  x    x","action":5,"reward":43.45},{"state":"o  x    x","action":6,"reward":43.45},{"state":"o  x    x","action":7,"reward":"50"},{"state":"xxo   oox","action":3,"reward":"50"},{"state":"xxo   oox","action":4,"reward":52.5},{"state":"xxo   oox","action":5,"reward":"50"},{"state":"x o    x ","action":1,"reward":44.9225},{"state":"x o    x ","action":3,"reward":49.525},{"state":"x o    x ","action":4,"reward":45.87137499999999},{"state":"x o    x ","action":5,"reward":46.705},{"state":"x o    x ","action":6,"reward":"50"},{"state":"x o    x ","action":8,"reward":43.45},{"state":"xoo xx xo","action":3,"reward":50},{"state":"xoo xx xo","action":6,"reward":42.5},{"state":" x  ox o ","action":0,"reward":"50"},{"state":" x  ox o ","action":2,"reward":"50"},{"state":" x  ox o ","action":3,"reward":"50"},{"state":" x  ox o ","action":6,"reward":46.705},{"state":" x  ox o ","action":8,"reward":53.4725},{"state":" x  oxoox","action":0,"reward":"50"},{"state":" x  oxoox","action":2,"reward":54.875},{"state":" x  oxoox","action":3,"reward":"50"},{"state":"o xxo   x","action":1,"reward":42.5},{"state":"o xxo   x","action":5,"reward":44.99999999999989},{"state":"o xxo   x","action":6,"reward":42.262499999999996},{"state":"o xxo   x","action":7,"reward":38.90422483984374},{"state":"o xxoo xx","action":1,"reward":42.5},{"state":"o xxoo xx","action":6,"reward":50},{"state":"xo    xox","action":2,"reward":"50"},{"state":"xo    xox","action":3,"reward":43},{"state":"xo    xox","action":4,"reward":"50"},{"state":"xo    xox","action":5,"reward":42.5},{"state":"xo o xxox","action":2,"reward":42.5},{"state":"xo o xxox","action":4,"reward":"50"},{"state":"xxo x oo ","action":3,"reward":"50"},{"state":"xxo x oo ","action":5,"reward":"50"},{"state":"xxo x oo ","action":8,"reward":52.5},{"state":"o xoxx xo","action":1,"reward":42.5},{"state":"o xoxx xo","action":6,"reward":"50"},{"state":"   o  xox","action":0,"reward":"50"},{"state":"   o  xox","action":1,"reward":"50"},{"state":"   o  xox","action":2,"reward":49.525},{"state":"   o  xox","action":4,"reward":"50"},{"state":"   o  xox","action":5,"reward":"50"},{"state":"  oo xxox","action":0,"reward":"50"},{"state":"  oo xxox","action":1,"reward":"50"},{"state":"  oo xxox","action":4,"reward":49.75},{"state":" xoooxxox","action":0,"reward":50},{"state":"  xx  oox","action":0,"reward":"50"},{"state":"  xx  oox","action":1,"reward":"50"},{"state":"  xx  oox","action":4,"reward":"50"},{"state":"  xx  oox","action":5,"reward":43},{"state":"o xxo xo ","action":1,"reward":99.99999999999977},{"state":"o xxo xo ","action":5,"reward":"50"},{"state":"o xxo xo ","action":8,"reward":"50"},{"state":" x  x oox","action":0,"reward":"50"},{"state":" x  x oox","action":2,"reward":"50"},{"state":" x  x oox","action":3,"reward":"50"},{"state":" x  x oox","action":5,"reward":49.75},{"state":" x xxooox","action":0,"reward":50},{"state":" x xxooox","action":2,"reward":42.5},{"state":"    oxxo ","action":0,"reward":"50"},{"state":"    oxxo ","action":1,"reward":99.99999999999977},{"state":"    oxxo ","action":2,"reward":"50"},{"state":"    oxxo ","action":3,"reward":"50"},{"state":"    oxxo ","action":8,"reward":"50"},{"state":"oxxxo o x","action":5,"reward":50},{"state":"oxxxo o x","action":7,"reward":42.5},{"state":"o x x  o ","action":1,"reward":"50"},{"state":"o x x  o ","action":3,"reward":"50"},{"state":"o x x  o ","action":5,"reward":"50"},{"state":"o x x  o ","action":6,"reward":54.09729718749999},{"state":"o x x  o ","action":8,"reward":42.5},{"state":"oo x   xx","action":2,"reward":"50"},{"state":"oo x   xx","action":4,"reward":43},{"state":"oo x   xx","action":5,"reward":"50"},{"state":"oo x   xx","action":6,"reward":53.9},{"state":"ooxxo  xx","action":5,"reward":42.5},{"state":"ooxxo  xx","action":6,"reward":42.5},{"state":"o   xxo x","action":1,"reward":44.4},{"state":"o   xxo x","action":2,"reward":"50"},{"state":"o   xxo x","action":3,"reward":"50"},{"state":"o   xxo x","action":7,"reward":"50"},{"state":"oo  xxoxx","action":2,"reward":"50"},{"state":"oo  xxoxx","action":3,"reward":57.131249999999994},{"state":"o  x o xx","action":1,"reward":"50"},{"state":"o  x o xx","action":2,"reward":43},{"state":"o  x o xx","action":4,"reward":"50"},{"state":"o  x o xx","action":6,"reward":"50"},{"state":"o oxxo xx","action":1,"reward":99.99999999999977},{"state":"o oxxo xx","action":6,"reward":42.5},{"state":"x    oxox","action":1,"reward":"50"},{"state":"x    oxox","action":2,"reward":"50"},{"state":"x    oxox","action":3,"reward":43},{"state":"x    oxox","action":4,"reward":52},{"state":"xx o oxox","action":2,"reward":42.5},{"state":"xx o oxox","action":4,"reward":52.5},{"state":"xxo o  x ","action":3,"reward":89.99999999999979},{"state":"xxo o  x ","action":5,"reward":"50"},{"state":"xxo o  x ","action":6,"reward":"50"},{"state":"xxo o  x ","action":8,"reward":"50"},{"state":"xxooo  xx","action":5,"reward":99.99999999999977},{"state":"xxooo  xx","action":6,"reward":"50"},{"state":" xx oooxx","action":0,"reward":"50"},{"state":" xx oooxx","action":3,"reward":99.99999999999977},{"state":"   xoxx o","action":0,"reward":"50"},{"state":"   xoxx o","action":1,"reward":52},{"state":"   xoxx o","action":2,"reward":"50"},{"state":"   xoxx o","action":7,"reward":"50"},{"state":"x   x   o","action":1,"reward":"50"},{"state":"x   x   o","action":2,"reward":49.525},{"state":"x   x   o","action":3,"reward":"50"},{"state":"x   x   o","action":5,"reward":"50"},{"state":"x   x   o","action":6,"reward":"50"},{"state":"x   x   o","action":7,"reward":44.35375},{"state":"xxo x   o","action":3,"reward":"50"},{"state":"xxo x   o","action":5,"reward":99.99999999999977},{"state":"xxo x   o","action":6,"reward":42.5},{"state":"xxo x   o","action":7,"reward":49.75},{"state":"xxo x xoo","action":3,"reward":50},{"state":"xxo x xoo","action":5,"reward":99.99999999999977},{"state":"   x oxo ","action":0,"reward":"50"},{"state":"   x oxo ","action":1,"reward":"50"},{"state":"   x oxo ","action":2,"reward":"50"},{"state":"   x oxo ","action":4,"reward":"50"},{"state":"   x oxo ","action":8,"reward":55.254999999999995},{"state":"x  xx  oo","action":1,"reward":"50"},{"state":"x  xx  oo","action":2,"reward":"50"},{"state":"x  xx  oo","action":5,"reward":"50"},{"state":"x  xx  oo","action":6,"reward":52.5},{"state":"x  o x   ","action":1,"reward":43.45},{"state":"x  o x   ","action":2,"reward":43.45},{"state":"x  o x   ","action":4,"reward":49.525},{"state":"x  o x   ","action":6,"reward":"50"},{"state":"x  o x   ","action":7,"reward":43.45},{"state":"x  o x   ","action":8,"reward":49.525},{"state":"xx o x o ","action":2,"reward":"50"},{"state":"xx o x o ","action":4,"reward":"50"},{"state":"xx o x o ","action":6,"reward":43},{"state":"xx o x o ","action":8,"reward":"50"},{"state":"xx oxxoo ","action":2,"reward":42.5},{"state":"xx oxxoo ","action":8,"reward":52.5},{"state":"x ox   xo","action":1,"reward":"50"},{"state":"x ox   xo","action":4,"reward":"50"},{"state":"x ox   xo","action":5,"reward":52.5},{"state":"x ox   xo","action":6,"reward":43},{"state":"x oxx oxo","action":1,"reward":42.5},{"state":"x oxx oxo","action":5,"reward":52.5},{"state":"  x oxox ","action":0,"reward":44.4},{"state":"  x oxox ","action":1,"reward":49.75},{"state":"  x oxox ","action":3,"reward":42.5},{"state":"  x oxox ","action":8,"reward":"50"},{"state":" o  oxxx ","action":0,"reward":"50"},{"state":" o  oxxx ","action":2,"reward":"50"},{"state":" o  oxxx ","action":3,"reward":"50"},{"state":" o  oxxx ","action":8,"reward":52},{"state":"x   xox o","action":1,"reward":42.5},{"state":"x   xox o","action":2,"reward":54.875},{"state":"x   xox o","action":3,"reward":"50"},{"state":"x   xox o","action":7,"reward":"50"},{"state":"ox xxox o","action":2,"reward":65.08313519531248},{"state":"ox xxox o","action":7,"reward":"50"},{"state":"x o o  xx","action":1,"reward":"50"},{"state":"x o o  xx","action":3,"reward":"50"},{"state":"x o o  xx","action":5,"reward":44.4},{"state":"x o o  xx","action":6,"reward":98.75528596904046},{"state":"   xxoox ","action":0,"reward":49.75},{"state":"   xxoox ","action":1,"reward":"50"},{"state":"   xxoox ","action":2,"reward":43},{"state":"   xxoox ","action":8,"reward":49.75},{"state":"o xxxoox ","action":1,"reward":50},{"state":"o xxxoox ","action":8,"reward":42.5},{"state":" x x oxoo","action":0,"reward":52},{"state":" x x oxoo","action":2,"reward":"50"},{"state":" x x oxoo","action":4,"reward":"50"},{"state":"oxxx oxoo","action":4,"reward":52.5},{"state":"xx oo   x","action":2,"reward":"50"},{"state":"xx oo   x","action":5,"reward":99.99999999999977},{"state":"xx oo   x","action":6,"reward":"50"},{"state":"xx oo   x","action":7,"reward":"50"},{"state":"xo xoxox ","action":2,"reward":52.5},{"state":"xo xoxox ","action":8,"reward":50},{"state":" ox    ox","action":0,"reward":42.5},{"state":" ox    ox","action":3,"reward":"50"},{"state":" ox    ox","action":4,"reward":"50"},{"state":" ox    ox","action":5,"reward":"50"},{"state":" ox    ox","action":6,"reward":"50"},{"state":"    ox ox","action":0,"reward":"50"},{"state":"    ox ox","action":1,"reward":65.08313519531248},{"state":"    ox ox","action":2,"reward":"50"},{"state":"    ox ox","action":3,"reward":"50"},{"state":"    ox ox","action":6,"reward":"50"},{"state":"oxx o x  ","action":3,"reward":"50"},{"state":"oxx o x  ","action":5,"reward":"50"},{"state":"oxx o x  ","action":7,"reward":76.1627647738529},{"state":"oxx o x  ","action":8,"reward":"50"},{"state":"      oxx","action":0,"reward":49.525},{"state":"      oxx","action":1,"reward":"50"},{"state":"      oxx","action":2,"reward":43.45},{"state":"      oxx","action":3,"reward":43},{"state":"      oxx","action":4,"reward":"50"},{"state":"      oxx","action":5,"reward":43.45},{"state":"o x   oxx","action":1,"reward":"50"},{"state":"o x   oxx","action":3,"reward":"50"},{"state":"o x   oxx","action":4,"reward":49.75},{"state":"o x   oxx","action":5,"reward":49.75},{"state":"o xxo oxx","action":1,"reward":42.5},{"state":"o xxo oxx","action":5,"reward":50},{"state":" xxxo oo ","action":0,"reward":49.75},{"state":" xxxo oo ","action":5,"reward":"50"},{"state":" xxxo oo ","action":8,"reward":"50"},{"state":"oxxxo oox","action":5,"reward":50},{"state":"  o xxox ","action":0,"reward":"50"},{"state":"  o xxox ","action":1,"reward":"50"},{"state":"  o xxox ","action":3,"reward":42.5},{"state":"  o xxox ","action":8,"reward":"50"},{"state":" x x o o ","action":0,"reward":"50"},{"state":" x x o o ","action":2,"reward":"50"},{"state":" x x o o ","action":4,"reward":43},{"state":" x x o o ","action":6,"reward":"50"},{"state":" x x o o ","action":8,"reward":"50"},{"state":"xx xoo o ","action":2,"reward":42.5},{"state":"xx xoo o ","action":6,"reward":"50"},{"state":"xx xoo o ","action":8,"reward":"50"},{"state":"o   xoxox","action":1,"reward":42.5},{"state":"o   xoxox","action":2,"reward":"50"},{"state":"o   xoxox","action":3,"reward":"50"},{"state":"  x ox o ","action":0,"reward":"50"},{"state":"  x ox o ","action":1,"reward":"50"},{"state":"  x ox o ","action":3,"reward":44.9},{"state":"  x ox o ","action":6,"reward":"50"},{"state":"  x ox o ","action":8,"reward":"50"},{"state":"x xoox o ","action":1,"reward":52.5},{"state":"x xoox o ","action":6,"reward":"50"},{"state":"x xoox o ","action":8,"reward":"50"},{"state":" xoxo  ox","action":0,"reward":"50"},{"state":" xoxo  ox","action":5,"reward":"50"},{"state":" xoxo  ox","action":6,"reward":52.5},{"state":"  xxx o o","action":0,"reward":"50"},{"state":"  xxx o o","action":1,"reward":"50"},{"state":"  xxx o o","action":5,"reward":"50"},{"state":"  xxx o o","action":7,"reward":57.131249999999994},{"state":"ox xo  x ","action":2,"reward":"50"},{"state":"ox xo  x ","action":5,"reward":"50"},{"state":"ox xo  x ","action":6,"reward":89.99999999999979},{"state":"ox xo  x ","action":8,"reward":"50"},{"state":"ox xoxox ","action":2,"reward":99.99999999999977},{"state":"ox xoxox ","action":8,"reward":"50"},{"state":"ox   x   ","action":2,"reward":43},{"state":"ox   x   ","action":3,"reward":48.66534071992943},{"state":"ox   x   ","action":4,"reward":81.82907249645432},{"state":"ox   x   ","action":6,"reward":46.321374999999996},{"state":"ox   x   ","action":7,"reward":43.45},{"state":"ox   x   ","action":8,"reward":44.51579305191404},{"state":"ox   xox ","action":2,"reward":44.9},{"state":"ox   xox ","action":3,"reward":"50"},{"state":"ox   xox ","action":4,"reward":"50"},{"state":"ox   xox ","action":8,"reward":"50"},{"state":"xx  o    ","action":2,"reward":80.71855741617932},{"state":"xx  o    ","action":3,"reward":37.63375815624999},{"state":"xx  o    ","action":5,"reward":34.69881580224068},{"state":"xx  o    ","action":6,"reward":37.177098398081355},{"state":"xx  o    ","action":7,"reward":36.137375},{"state":"xx  o    ","action":8,"reward":38.154999999999994},{"state":"xx  ox o ","action":2,"reward":71.7819399100751},{"state":"xx  ox o ","action":3,"reward":43},{"state":"xx  ox o ","action":6,"reward":49.54876249999999},{"state":"xx  ox o ","action":8,"reward":"50"},{"state":"xx oox ox","action":2,"reward":"50"},{"state":"xx oox ox","action":6,"reward":42.5},{"state":"  x xo o ","action":0,"reward":"50"},{"state":"  x xo o ","action":1,"reward":"50"},{"state":"  x xo o ","action":3,"reward":"50"},{"state":"  x xo o ","action":6,"reward":"50"},{"state":"  x xo o ","action":8,"reward":51.55},{"state":"x x xo oo","action":1,"reward":52},{"state":"x x xo oo","action":3,"reward":"50"},{"state":"x x xo oo","action":6,"reward":"50"},{"state":"xoxxxo oo","action":6,"reward":52.5},{"state":" ooxox xx","action":0,"reward":52.5},{"state":" ooxox xx","action":6,"reward":"50"},{"state":"   ooxx x","action":0,"reward":"50"},{"state":"   ooxx x","action":1,"reward":"50"},{"state":"   ooxx x","action":2,"reward":"50"},{"state":"   ooxx x","action":7,"reward":43},{"state":" x ooxxox","action":0,"reward":42.5},{"state":" x ooxxox","action":2,"reward":50},{"state":"xo     ox","action":2,"reward":43},{"state":"xo     ox","action":3,"reward":"50"},{"state":"xo     ox","action":4,"reward":"50"},{"state":"xo     ox","action":5,"reward":"50"},{"state":"xo     ox","action":6,"reward":"50"},{"state":"xoox   ox","action":4,"reward":"50"},{"state":"xoox   ox","action":5,"reward":42.5},{"state":"xoox   ox","action":6,"reward":"50"},{"state":" x xoxoo ","action":0,"reward":"50"},{"state":" x xoxoo ","action":2,"reward":52.5},{"state":" x xoxoo ","action":8,"reward":"50"},{"state":"o  ox  xx","action":1,"reward":"50"},{"state":"o  ox  xx","action":2,"reward":52},{"state":"o  ox  xx","action":5,"reward":"50"},{"state":"o  ox  xx","action":6,"reward":"50"},{"state":"o x  xox ","action":1,"reward":43},{"state":"o x  xox ","action":3,"reward":"50"},{"state":"o x  xox ","action":4,"reward":42.5},{"state":"o x  xox ","action":8,"reward":"50"},{"state":"oox xxox ","action":3,"reward":54.875},{"state":"oox xxox ","action":8,"reward":42.5},{"state":" o xxoxo ","action":0,"reward":52},{"state":" o xxoxo ","action":2,"reward":"50"},{"state":" o xxoxo ","action":8,"reward":"50"},{"state":"o x x o x","action":1,"reward":42.5},{"state":"o x x o x","action":3,"reward":"50"},{"state":"o x x o x","action":5,"reward":"50"},{"state":"o x x o x","action":7,"reward":"50"},{"state":"    xo ox","action":0,"reward":"50"},{"state":"    xo ox","action":1,"reward":"50"},{"state":"    xo ox","action":2,"reward":"50"},{"state":"    xo ox","action":3,"reward":"50"},{"state":"    xo ox","action":6,"reward":43},{"state":"   xxooox","action":0,"reward":"50"},{"state":"   xxooox","action":1,"reward":42.5},{"state":"   xxooox","action":2,"reward":"50"},{"state":"x ox x o ","action":1,"reward":"50"},{"state":"x ox x o ","action":4,"reward":42.5},{"state":"x ox x o ","action":6,"reward":"50"},{"state":"x ox x o ","action":8,"reward":42.5},{"state":"x xxo   o","action":1,"reward":49.75},{"state":"x xxo   o","action":5,"reward":42.5},{"state":"x xxo   o","action":6,"reward":42.262499999999996},{"state":"x xxo   o","action":7,"reward":44.4},{"state":"o xx o ox","action":1,"reward":49.75},{"state":"o xx o ox","action":4,"reward":"50"},{"state":"o xx o ox","action":6,"reward":49.75},{"state":"   xxoo x","action":0,"reward":49.75},{"state":"   xxoo x","action":1,"reward":49.75},{"state":"   xxoo x","action":2,"reward":"50"},{"state":"   xxoo x","action":7,"reward":42.5},{"state":"  x  o ox","action":0,"reward":"50"},{"state":"  x  o ox","action":1,"reward":"50"},{"state":"  x  o ox","action":3,"reward":"50"},{"state":"  x  o ox","action":4,"reward":49.525},{"state":"  x  o ox","action":6,"reward":"50"},{"state":" xx oo ox","action":0,"reward":49.75},{"state":" xx oo ox","action":3,"reward":"50"},{"state":" xx oo ox","action":6,"reward":"50"},{"state":"oxxxoo ox","action":6,"reward":50},{"state":"  oxoxx  ","action":0,"reward":"50"},{"state":"  oxoxx  ","action":1,"reward":53.9},{"state":"  oxoxx  ","action":7,"reward":"50"},{"state":"  oxoxx  ","action":8,"reward":"50"},{"state":" ooxoxx x","action":0,"reward":"50"},{"state":" ooxoxx x","action":7,"reward":68.4875295137695},{"state":"o    xoxx","action":1,"reward":43},{"state":"o    xoxx","action":2,"reward":"50"},{"state":"o    xoxx","action":3,"reward":"50"},{"state":"o    xoxx","action":4,"reward":"50"},{"state":"oo x xoxx","action":2,"reward":52.5},{"state":"oo x xoxx","action":4,"reward":42.5},{"state":"x xo   o ","action":1,"reward":"50"},{"state":"x xo   o ","action":4,"reward":"50"},{"state":"x xo   o ","action":5,"reward":52},{"state":"x xo   o ","action":6,"reward":"50"},{"state":"x xo   o ","action":8,"reward":"50"},{"state":"x xo oxo ","action":1,"reward":"50"},{"state":"x xo oxo ","action":4,"reward":52.5},{"state":"x xo oxo ","action":8,"reward":"50"},{"state":"x   ox o ","action":1,"reward":"50"},{"state":"x   ox o ","action":2,"reward":"50"},{"state":"x   ox o ","action":3,"reward":52},{"state":"x   ox o ","action":6,"reward":"50"},{"state":"x   ox o ","action":8,"reward":"50"},{"state":"x  oox ox","action":1,"reward":54.875},{"state":"x  oox ox","action":2,"reward":"50"},{"state":"x  oox ox","action":6,"reward":"50"},{"state":"oxox xox ","action":4,"reward":"50"},{"state":"oxox xox ","action":8,"reward":42.5},{"state":" x  o xo ","action":0,"reward":74.81620161906999},{"state":" x  o xo ","action":2,"reward":"50"},{"state":" x  o xo ","action":3,"reward":49.525},{"state":" x  o xo ","action":5,"reward":"50"},{"state":" x  o xo ","action":8,"reward":45.27655624999999},{"state":" x ooxxo ","action":0,"reward":49.75},{"state":" x ooxxo ","action":2,"reward":"50"},{"state":" x ooxxo ","action":8,"reward":"50"},{"state":"ox ooxxox","action":2,"reward":50},{"state":"ox x ox  ","action":2,"reward":49.75},{"state":"ox x ox  ","action":4,"reward":55.705},{"state":"ox x ox  ","action":7,"reward":49.75},{"state":"ox x ox  ","action":8,"reward":"50"},{"state":"oxox ox x","action":4,"reward":"50"},{"state":"oxox ox x","action":7,"reward":50},{"state":"x x oox  ","action":1,"reward":43},{"state":"x x oox  ","action":3,"reward":"50"},{"state":"x x oox  ","action":7,"reward":"50"},{"state":"x x oox  ","action":8,"reward":43},{"state":"xox ooxx ","action":3,"reward":99.99999999999977},{"state":"xox ooxx ","action":8,"reward":42.5},{"state":"  xooxxo ","action":0,"reward":42.5},{"state":"  xooxxo ","action":1,"reward":"50"},{"state":"  xooxxo ","action":8,"reward":"50"},{"state":" xox  oox","action":0,"reward":"50"},{"state":" xox  oox","action":4,"reward":"50"},{"state":" xox  oox","action":5,"reward":52},{"state":"xxox ooox","action":4,"reward":52.5},{"state":"ox xxoxo ","action":2,"reward":50},{"state":"ox xxoxo ","action":8,"reward":42.5},{"state":"xo oxx xo","action":2,"reward":"50"},{"state":"xo oxx xo","action":6,"reward":50},{"state":"xx  oxoox","action":2,"reward":54.875},{"state":"xx  oxoox","action":3,"reward":"50"},{"state":"oxx o  x ","action":3,"reward":"50"},{"state":"oxx o  x ","action":5,"reward":89.99999999999979},{"state":"oxx o  x ","action":6,"reward":"50"},{"state":"oxx o  x ","action":8,"reward":"50"},{"state":"x   xx oo","action":1,"reward":"50"},{"state":"x   xx oo","action":2,"reward":"50"},{"state":"x   xx oo","action":3,"reward":49.75},{"state":"x   xx oo","action":6,"reward":52.5},{"state":"xx oxx oo","action":2,"reward":50},{"state":"xx oxx oo","action":6,"reward":"50"},{"state":" x  o  ox","action":0,"reward":"50"},{"state":" x  o  ox","action":2,"reward":49.525},{"state":" x  o  ox","action":3,"reward":43},{"state":" x  o  ox","action":5,"reward":"50"},{"state":" x  o  ox","action":6,"reward":"50"},{"state":" xo ox ox","action":0,"reward":49.75},{"state":" xo ox ox","action":3,"reward":"50"},{"state":" xo ox ox","action":6,"reward":"50"},{"state":"oxo oxxox","action":3,"reward":50},{"state":"  oxxooxx","action":0,"reward":42.5},{"state":"  oxxooxx","action":1,"reward":35.375},{"state":"ooxxx o x","action":5,"reward":"50"},{"state":"ooxxx o x","action":7,"reward":42.5},{"state":" x xo    ","action":0,"reward":"50"},{"state":" x xo    ","action":2,"reward":81.95848706293611},{"state":" x xo    ","action":5,"reward":"50"},{"state":" x xo    ","action":6,"reward":"50"},{"state":" x xo    ","action":7,"reward":"50"},{"state":" x xo    ","action":8,"reward":"50"},{"state":" xoxo  x ","action":0,"reward":"50"},{"state":" xoxo  x ","action":5,"reward":"50"},{"state":" xoxo  x ","action":6,"reward":99.99999999999977},{"state":" xoxo  x ","action":8,"reward":"50"},{"state":"  xoo  xx","action":0,"reward":"50"},{"state":"  xoo  xx","action":1,"reward":42.5},{"state":"  xoo  xx","action":5,"reward":"50"},{"state":"  xoo  xx","action":6,"reward":43},{"state":"x xoo oxx","action":1,"reward":42.5},{"state":"x xoo oxx","action":5,"reward":75.61625104422346},{"state":"x o xx  o","action":1,"reward":40.90124704862303},{"state":"x o xx  o","action":3,"reward":45.00000000000003},{"state":"x o xx  o","action":6,"reward":42.5},{"state":"x o xx  o","action":7,"reward":43.54799843749999},{"state":"x ooxxx o","action":1,"reward":50},{"state":"x ooxxx o","action":7,"reward":50},{"state":"o xxx oo ","action":1,"reward":49.75},{"state":"o xxx oo ","action":5,"reward":"50"},{"state":"o xxx oo ","action":8,"reward":"50"},{"state":"x xo  o x","action":1,"reward":"50"},{"state":"x xo  o x","action":4,"reward":"50"},{"state":"x xo  o x","action":5,"reward":"50"},{"state":"x xo  o x","action":7,"reward":42.5},{"state":"  xxox o ","action":0,"reward":"50"},{"state":"  xxox o ","action":1,"reward":61.31095312499999},{"state":"  xxox o ","action":6,"reward":"50"},{"state":"  xxox o ","action":8,"reward":"50"},{"state":"x  oxx  o","action":1,"reward":"50"},{"state":"x  oxx  o","action":2,"reward":"50"},{"state":"x  oxx  o","action":6,"reward":"50"},{"state":"x  oxx  o","action":7,"reward":49.75},{"state":"xx  oxoo ","action":2,"reward":"50"},{"state":"xx  oxoo ","action":3,"reward":42.5},{"state":"xx  oxoo ","action":8,"reward":"50"},{"state":"xoo oxx x","action":3,"reward":"50"},{"state":"xoo oxx x","action":7,"reward":99.99999999999977},{"state":"xx x   oo","action":2,"reward":"50"},{"state":"xx x   oo","action":4,"reward":43},{"state":"xx x   oo","action":5,"reward":"50"},{"state":"xx x   oo","action":6,"reward":"50"},{"state":"xx xox oo","action":2,"reward":42.5},{"state":"xx xox oo","action":6,"reward":"50"},{"state":" o   xxo ","action":0,"reward":"50"},{"state":" o   xxo ","action":2,"reward":"50"},{"state":" o   xxo ","action":3,"reward":51.55},{"state":" o   xxo ","action":4,"reward":"50"},{"state":" o   xxo ","action":8,"reward":"50"},{"state":" o o xxox","action":0,"reward":"50"},{"state":" o o xxox","action":2,"reward":52},{"state":" o o xxox","action":4,"reward":"50"},{"state":"xooo xxox","action":4,"reward":54.875},{"state":"xo  o xx ","action":2,"reward":"50"},{"state":"xo  o xx ","action":3,"reward":"50"},{"state":"xo  o xx ","action":5,"reward":53.9},{"state":"xo  o xx ","action":8,"reward":49.75},{"state":"xo   x o ","action":2,"reward":51.55},{"state":"xo   x o ","action":3,"reward":"50"},{"state":"xo   x o ","action":4,"reward":"50"},{"state":"xo   x o ","action":6,"reward":"50"},{"state":"xo   x o ","action":8,"reward":"50"},{"state":"xoo  x ox","action":3,"reward":52},{"state":"xoo  x ox","action":4,"reward":"50"},{"state":"xoo  x ox","action":6,"reward":"50"},{"state":"xo  ox x ","action":2,"reward":55.705},{"state":"xo  ox x ","action":3,"reward":"50"},{"state":"xo  ox x ","action":6,"reward":"50"},{"state":"xo  ox x ","action":8,"reward":49.75},{"state":"xo xox xo","action":2,"reward":"50"},{"state":"xo xox xo","action":6,"reward":50},{"state":" o   x ox","action":0,"reward":"50"},{"state":" o   x ox","action":2,"reward":"50"},{"state":" o   x ox","action":3,"reward":"50"},{"state":" o   x ox","action":4,"reward":52.5},{"state":" o   x ox","action":6,"reward":"50"},{"state":"oxxox    ","action":5,"reward":"50"},{"state":"oxxox    ","action":6,"reward":97.92110032071372},{"state":"oxxox    ","action":7,"reward":42.5},{"state":"oxxox    ","action":8,"reward":"50"},{"state":"x  o x o ","action":1,"reward":43},{"state":"x  o x o ","action":2,"reward":"50"},{"state":"x  o x o ","action":4,"reward":"50"},{"state":"x  o x o ","action":6,"reward":"50"},{"state":"x  o x o ","action":8,"reward":"50"},{"state":"xo o x ox","action":2,"reward":42.5},{"state":"xo o x ox","action":4,"reward":"50"},{"state":"xo o x ox","action":6,"reward":"50"},{"state":"o x o xox","action":1,"reward":52.5},{"state":"o x o xox","action":3,"reward":42.5},{"state":"o x o xox","action":5,"reward":"50"},{"state":"x  oox xo","action":1,"reward":"50"},{"state":"x  oox xo","action":2,"reward":"50"},{"state":"x  oox xo","action":6,"reward":49.75},{"state":"x xooxoxo","action":1,"reward":50},{"state":"x  xox  o","action":1,"reward":"50"},{"state":"x  xox  o","action":2,"reward":42.5},{"state":"x  xox  o","action":6,"reward":"50"},{"state":"x  xox  o","action":7,"reward":"50"},{"state":"  x ox  o","action":0,"reward":"50"},{"state":"  x ox  o","action":1,"reward":"50"},{"state":"  x ox  o","action":3,"reward":"50"},{"state":"  x ox  o","action":6,"reward":"50"},{"state":"  x ox  o","action":7,"reward":60.53846017187498},{"state":"  xxox oo","action":0,"reward":"50"},{"state":"  xxox oo","action":1,"reward":"50"},{"state":"  xxox oo","action":6,"reward":52.5},{"state":"x o  o xx","action":1,"reward":"50"},{"state":"x o  o xx","action":3,"reward":"50"},{"state":"x o  o xx","action":4,"reward":"50"},{"state":"x o  o xx","action":6,"reward":44.4},{"state":"xxo  ooxx","action":3,"reward":"50"},{"state":"xxo  ooxx","action":4,"reward":52.5},{"state":"xox   xo ","action":3,"reward":"50"},{"state":"xox   xo ","action":4,"reward":57.131249999999994},{"state":"xox   xo ","action":5,"reward":"50"},{"state":"xox   xo ","action":8,"reward":"50"},{"state":"o   x xxo","action":1,"reward":"50"},{"state":"o   x xxo","action":2,"reward":"50"},{"state":"o   x xxo","action":3,"reward":42.5},{"state":"o   x xxo","action":5,"reward":"50"},{"state":"xox ooxxo","action":3,"reward":54.875},{"state":"x     o x","action":1,"reward":"50"},{"state":"x     o x","action":2,"reward":"50"},{"state":"x     o x","action":3,"reward":43},{"state":"x     o x","action":4,"reward":"50"},{"state":"x     o x","action":5,"reward":"50"},{"state":"x     o x","action":7,"reward":"50"},{"state":"x  o xo x","action":1,"reward":43},{"state":"x  o xo x","action":2,"reward":"50"},{"state":"x  o xo x","action":4,"reward":"50"},{"state":"x  o xo x","action":7,"reward":42.5},{"state":"  x oxxoo","action":0,"reward":"50"},{"state":"  x oxxoo","action":1,"reward":"50"},{"state":"  x oxxoo","action":3,"reward":57.41974999999999},{"state":"x xooxxoo","action":1,"reward":54.875},{"state":" oxoxx xo","action":0,"reward":"50"},{"state":" oxoxx xo","action":6,"reward":50},{"state":"xxo  xo o","action":3,"reward":"50"},{"state":"xxo  xo o","action":4,"reward":54.875},{"state":"xxo  xo o","action":7,"reward":"50"},{"state":"xx o o  x","action":2,"reward":"50"},{"state":"xx o o  x","action":4,"reward":52.5},{"state":"xx o o  x","action":6,"reward":44.4},{"state":"xx o o  x","action":7,"reward":"50"},{"state":"xx o ooxx","action":2,"reward":"50"},{"state":"xx o ooxx","action":4,"reward":54.875},{"state":"x x oxo  ","action":1,"reward":49.75},{"state":"x x oxo  ","action":3,"reward":42.5},{"state":"x x oxo  ","action":7,"reward":44.4},{"state":"x x oxo  ","action":8,"reward":"50"},{"state":" x  oxxo ","action":0,"reward":68.92570569563},{"state":" x  oxxo ","action":2,"reward":43},{"state":" x  oxxo ","action":3,"reward":49.75},{"state":" x  oxxo ","action":8,"reward":44.9},{"state":"x o oxx o","action":1,"reward":42.5},{"state":"x o oxx o","action":3,"reward":"50"},{"state":"x o oxx o","action":7,"reward":42.5},{"state":" x ox   o","action":0,"reward":"50"},{"state":" x ox   o","action":2,"reward":"50"},{"state":" x ox   o","action":5,"reward":"50"},{"state":" x ox   o","action":6,"reward":"50"},{"state":" x ox   o","action":7,"reward":51.55},{"state":" xxox  oo","action":0,"reward":52},{"state":" xxox  oo","action":5,"reward":"50"},{"state":" xxox  oo","action":6,"reward":"50"},{"state":"oxxoxx oo","action":6,"reward":52.5},{"state":" x  ox ox","action":0,"reward":43},{"state":" x  ox ox","action":2,"reward":"50"},{"state":" x  ox ox","action":3,"reward":49.75},{"state":" x  ox ox","action":6,"reward":"50"},{"state":"ox xox ox","action":2,"reward":50},{"state":"ox xox ox","action":6,"reward":42.5},{"state":"xxo  o  x","action":3,"reward":"50"},{"state":"xxo  o  x","action":4,"reward":"50"},{"state":"xxo  o  x","action":6,"reward":"50"},{"state":"xxo  o  x","action":7,"reward":43},{"state":"xxo  oxox","action":3,"reward":42.5},{"state":"xxo  oxox","action":4,"reward":"50"},{"state":" xxo    o","action":0,"reward":"50"},{"state":" xxo    o","action":4,"reward":"50"},{"state":" xxo    o","action":5,"reward":"50"},{"state":" xxo    o","action":6,"reward":51.55},{"state":" xxo    o","action":7,"reward":"50"},{"state":" xxo xo o","action":0,"reward":"50"},{"state":" xxo xo o","action":4,"reward":52},{"state":" xxo xo o","action":7,"reward":"50"},{"state":" xxooxoxo","action":0,"reward":52.5},{"state":"o xxooxx ","action":1,"reward":42.5},{"state":"o xxooxx ","action":8,"reward":99.99999999999977},{"state":"o  xxo xo","action":1,"reward":"50"},{"state":"o  xxo xo","action":2,"reward":52.5},{"state":"o  xxo xo","action":6,"reward":"50"},{"state":"x x o xo ","action":1,"reward":"50"},{"state":"x x o xo ","action":3,"reward":52},{"state":"x x o xo ","action":5,"reward":46.205},{"state":"x x o xo ","action":8,"reward":"50"},{"state":"x x ooxox","action":1,"reward":99.99999999999977},{"state":"x x ooxox","action":3,"reward":"50"},{"state":"x xxo  o ","action":1,"reward":"50"},{"state":"x xxo  o ","action":5,"reward":"50"},{"state":"x xxo  o ","action":6,"reward":43},{"state":"x xxo  o ","action":8,"reward":52},{"state":"x xxo oox","action":1,"reward":77.99366656741167},{"state":"x xxo oox","action":5,"reward":42.5},{"state":"xo   xox ","action":2,"reward":43},{"state":"xo   xox ","action":3,"reward":"50"},{"state":"xo   xox ","action":4,"reward":"50"},{"state":"xo   xox ","action":8,"reward":49.75},{"state":"xoo xxox ","action":3,"reward":35.375},{"state":"xoo xxox ","action":8,"reward":42.5},{"state":"xo     xo","action":2,"reward":53.022499999999994},{"state":"xo     xo","action":3,"reward":"50"},{"state":"xo     xo","action":4,"reward":"50"},{"state":"xo     xo","action":5,"reward":"50"},{"state":"xo     xo","action":6,"reward":"50"},{"state":"xoox   xo","action":4,"reward":"50"},{"state":"xoox   xo","action":5,"reward":"50"},{"state":"xoox   xo","action":6,"reward":53.9},{"state":"xooxx oxo","action":5,"reward":52.5},{"state":"xoxxo oxo","action":5,"reward":50},{"state":" o  x  xo","action":0,"reward":"50"},{"state":" o  x  xo","action":2,"reward":"50"},{"state":" o  x  xo","action":3,"reward":49.525},{"state":" o  x  xo","action":5,"reward":52},{"state":" o  x  xo","action":6,"reward":"50"},{"state":" o oxx xo","action":0,"reward":"50"},{"state":" o oxx xo","action":2,"reward":49.75},{"state":" o oxx xo","action":6,"reward":"50"},{"state":"xoooxx xo","action":6,"reward":50},{"state":"x o x xo ","action":1,"reward":42.5},{"state":"x o x xo ","action":3,"reward":49.75},{"state":"x o x xo ","action":5,"reward":52},{"state":"x o x xo ","action":8,"reward":49.75},{"state":"x o xxxoo","action":1,"reward":42.5},{"state":"x o xxxoo","action":3,"reward":50},{"state":" xxooxxoo","action":0,"reward":61.31095312499999},{"state":"oxox  x o","action":4,"reward":"50"},{"state":"oxox  x o","action":5,"reward":"50"},{"state":"oxox  x o","action":7,"reward":52},{"state":"oxoxx xoo","action":5,"reward":52.5},{"state":"ox  o x x","action":2,"reward":42.036874999999995},{"state":"ox  o x x","action":3,"reward":38.082499999999996},{"state":"ox  o x x","action":5,"reward":36.81588859785155},{"state":"ox  o x x","action":7,"reward":44.99999999999989},{"state":"ox  oxxox","action":2,"reward":50},{"state":"ox  oxxox","action":3,"reward":42.5},{"state":"xx o    o","action":2,"reward":"50"},{"state":"xx o    o","action":4,"reward":"50"},{"state":"xx o    o","action":5,"reward":"50"},{"state":"xx o    o","action":6,"reward":43},{"state":"xx o    o","action":7,"reward":"50"},{"state":"xx o  oxo","action":2,"reward":42.5},{"state":"xx o  oxo","action":4,"reward":"50"},{"state":"xx o  oxo","action":5,"reward":"50"},{"state":"x xox o o","action":1,"reward":"50"},{"state":"x xox o o","action":5,"reward":"50"},{"state":"x xox o o","action":7,"reward":52.5},{"state":"   o x x ","action":0,"reward":"50"},{"state":"   o x x ","action":1,"reward":"50"},{"state":"   o x x ","action":2,"reward":49.525},{"state":"   o x x ","action":4,"reward":43},{"state":"   o x x ","action":6,"reward":51.55},{"state":"   o x x ","action":8,"reward":"50"},{"state":"   ooxxx ","action":0,"reward":"50"},{"state":"   ooxxx ","action":1,"reward":42.5},{"state":"   ooxxx ","action":2,"reward":42.5},{"state":"   ooxxx ","action":8,"reward":"50"},{"state":"ox x o xo","action":2,"reward":52.5},{"state":"ox x o xo","action":4,"reward":"50"},{"state":"ox x o xo","action":6,"reward":"50"},{"state":" ox o x x","action":0,"reward":"50"},{"state":" ox o x x","action":3,"reward":"50"},{"state":" ox o x x","action":5,"reward":"50"},{"state":" ox o x x","action":7,"reward":99.99999999999977},{"state":"xoxo    x","action":4,"reward":"50"},{"state":"xoxo    x","action":5,"reward":"50"},{"state":"xoxo    x","action":6,"reward":"50"},{"state":"xoxo    x","action":7,"reward":42.5},{"state":" xo x   o","action":0,"reward":42.5},{"state":" xo x   o","action":3,"reward":"50"},{"state":" xo x   o","action":5,"reward":"50"},{"state":" xo x   o","action":6,"reward":"50"},{"state":" xo x   o","action":7,"reward":"50"},{"state":"o  x x  o","action":1,"reward":"50"},{"state":"o  x x  o","action":2,"reward":"50"},{"state":"o  x x  o","action":4,"reward":"50"},{"state":"o  x x  o","action":6,"reward":42.5},{"state":"o  x x  o","action":7,"reward":"50"},{"state":"    x xoo","action":0,"reward":"50"},{"state":"    x xoo","action":1,"reward":"50"},{"state":"    x xoo","action":2,"reward":"50"},{"state":"    x xoo","action":3,"reward":42.5},{"state":"    x xoo","action":5,"reward":43},{"state":"x   xoxoo","action":1,"reward":42.5},{"state":"x   xoxoo","action":2,"reward":"50"},{"state":"x   xoxoo","action":3,"reward":"50"},{"state":"  xxooxo ","action":0,"reward":"50"},{"state":"  xxooxo ","action":1,"reward":"50"},{"state":"  xxooxo ","action":8,"reward":42.5},{"state":"  ox  x o","action":0,"reward":"50"},{"state":"  ox  x o","action":1,"reward":"50"},{"state":"  ox  x o","action":4,"reward":"50"},{"state":"  ox  x o","action":5,"reward":"50"},{"state":"  ox  x o","action":7,"reward":43},{"state":" xox  xoo","action":0,"reward":"50"},{"state":" xox  xoo","action":4,"reward":42.5},{"state":" xox  xoo","action":5,"reward":"50"},{"state":"xoxo     ","action":4,"reward":52},{"state":"xoxo     ","action":5,"reward":"50"},{"state":"xoxo     ","action":6,"reward":"50"},{"state":"xoxo     ","action":7,"reward":"50"},{"state":"xoxo     ","action":8,"reward":"50"},{"state":"xoxoo x  ","action":5,"reward":"50"},{"state":"xoxoo x  ","action":7,"reward":52.5},{"state":"xoxoo x  ","action":8,"reward":"50"},{"state":" xo x xo ","action":0,"reward":49.75},{"state":" xo x xo ","action":3,"reward":43},{"state":" xo x xo ","action":5,"reward":43},{"state":" xo x xo ","action":8,"reward":75.55908142663019},{"state":"xxo xoxo ","action":3,"reward":42.5},{"state":"xxo xoxo ","action":8,"reward":57.131249999999994},{"state":"   oox x ","action":0,"reward":"50"},{"state":"   oox x ","action":1,"reward":43},{"state":"   oox x ","action":2,"reward":"50"},{"state":"   oox x ","action":6,"reward":"50"},{"state":"   oox x ","action":8,"reward":"50"},{"state":" oxoox x ","action":0,"reward":42.5},{"state":" oxoox x ","action":6,"reward":42.5},{"state":" oxoox x ","action":8,"reward":"50"},{"state":"xoo o xx ","action":3,"reward":"50"},{"state":"xoo o xx ","action":5,"reward":42.5},{"state":"xoo o xx ","action":8,"reward":49.75},{"state":"xoo oxxxo","action":3,"reward":50},{"state":"  o   xx ","action":0,"reward":42.5},{"state":"  o   xx ","action":1,"reward":"50"},{"state":"  o   xx ","action":3,"reward":42.5},{"state":"  o   xx ","action":4,"reward":"50"},{"state":"  o   xx ","action":5,"reward":"50"},{"state":"  o   xx ","action":8,"reward":"50"},{"state":" xxoo    ","action":0,"reward":52},{"state":" xxoo    ","action":5,"reward":"50"},{"state":" xxoo    ","action":6,"reward":"50"},{"state":" xxoo    ","action":7,"reward":"50"},{"state":" xxoo    ","action":8,"reward":"50"},{"state":"oxxoo x  ","action":5,"reward":52.5},{"state":"oxxoo x  ","action":7,"reward":"50"},{"state":"oxxoo x  ","action":8,"reward":"50"},{"state":" x oox   ","action":0,"reward":"50"},{"state":" x oox   ","action":2,"reward":"50"},{"state":" x oox   ","action":6,"reward":"50"},{"state":" x oox   ","action":7,"reward":"50"},{"state":" x oox   ","action":8,"reward":43},{"state":" xxoox  o","action":0,"reward":"50"},{"state":" xxoox  o","action":6,"reward":"50"},{"state":" xxoox  o","action":7,"reward":42.5},{"state":" ox o   x","action":0,"reward":"50"},{"state":" ox o   x","action":3,"reward":"50"},{"state":" ox o   x","action":5,"reward":51.55},{"state":" ox o   x","action":6,"reward":43},{"state":" ox o   x","action":7,"reward":"50"},{"state":" ox o oxx","action":0,"reward":"50"},{"state":" ox o oxx","action":3,"reward":42.5},{"state":" ox o oxx","action":5,"reward":"50"},{"state":"oxxo ox  ","action":4,"reward":52.5},{"state":"oxxo ox  ","action":7,"reward":"50"},{"state":"oxxo ox  ","action":8,"reward":"50"},{"state":"  x ox xo","action":0,"reward":"50"},{"state":"  x ox xo","action":1,"reward":80.2295341886663},{"state":"  x ox xo","action":3,"reward":"50"},{"state":"  x ox xo","action":6,"reward":49.75},{"state":"x x oxoxo","action":1,"reward":50},{"state":"x x oxoxo","action":3,"reward":"50"},{"state":"oxx oxo  ","action":3,"reward":"50"},{"state":"oxx oxo  ","action":7,"reward":44.938182748437484},{"state":"oxx oxo  ","action":8,"reward":99.99999999999977},{"state":"o xx  oox","action":1,"reward":"50"},{"state":"o xx  oox","action":4,"reward":"50"},{"state":"o xx  oox","action":5,"reward":49.75},{"state":"oxxx ooox","action":4,"reward":50},{"state":"  ox    x","action":0,"reward":"50"},{"state":"  ox    x","action":1,"reward":"50"},{"state":"  ox    x","action":4,"reward":"50"},{"state":"  ox    x","action":5,"reward":"50"},{"state":"  ox    x","action":6,"reward":"50"},{"state":"  ox    x","action":7,"reward":45.87137499999999},{"state":"x ox   ox","action":1,"reward":"50"},{"state":"x ox   ox","action":4,"reward":53.9},{"state":"x ox   ox","action":5,"reward":"50"},{"state":"x ox   ox","action":6,"reward":"50"},{"state":"o xo oxx ","action":1,"reward":42.5},{"state":"o xo oxx ","action":4,"reward":"50"},{"state":"o xo oxx ","action":8,"reward":"50"},{"state":"  oxx ox ","action":0,"reward":"50"},{"state":"  oxx ox ","action":1,"reward":"50"},{"state":"  oxx ox ","action":5,"reward":"50"},{"state":"  oxx ox ","action":8,"reward":52},{"state":"x  o  x  ","action":1,"reward":"50"},{"state":"x  o  x  ","action":2,"reward":"50"},{"state":"x  o  x  ","action":4,"reward":49.525},{"state":"x  o  x  ","action":5,"reward":"50"},{"state":"x  o  x  ","action":7,"reward":"50"},{"state":"x  o  x  ","action":8,"reward":"50"},{"state":"x oooxxx ","action":1,"reward":42.5},{"state":"x oooxxx ","action":8,"reward":50},{"state":"x x ox oo","action":1,"reward":"50"},{"state":"x x ox oo","action":3,"reward":"50"},{"state":"x x ox oo","action":6,"reward":57.131249999999994},{"state":" ox x  xo","action":0,"reward":"50"},{"state":" ox x  xo","action":3,"reward":"50"},{"state":" ox x  xo","action":5,"reward":49.75},{"state":" ox x  xo","action":6,"reward":49.75},{"state":" o xxo xo","action":0,"reward":"50"},{"state":" o xxo xo","action":2,"reward":52.5},{"state":" o xxo xo","action":6,"reward":"50"},{"state":"  ox  x  ","action":0,"reward":"50"},{"state":"  ox  x  ","action":1,"reward":43},{"state":"  ox  x  ","action":4,"reward":49.525},{"state":"  ox  x  ","action":5,"reward":"50"},{"state":"  ox  x  ","action":7,"reward":"50"},{"state":"  ox  x  ","action":8,"reward":43.45},{"state":"  oxx x o","action":0,"reward":42.5},{"state":"  oxx x o","action":1,"reward":46.205},{"state":"  oxx x o","action":5,"reward":99.99999999999977},{"state":"  oxx x o","action":7,"reward":43},{"state":" xoxx xoo","action":0,"reward":42.5},{"state":" xoxx xoo","action":5,"reward":99.99999999999977},{"state":"   xo x o","action":0,"reward":65.08313519531248},{"state":"   xo x o","action":1,"reward":"50"},{"state":"   xo x o","action":2,"reward":"50"},{"state":"   xo x o","action":5,"reward":"50"},{"state":"   xo x o","action":7,"reward":"50"},{"state":" oo xxx  ","action":0,"reward":63.245405468749986},{"state":" oo xxx  ","action":3,"reward":"50"},{"state":" oo xxx  ","action":7,"reward":44.9},{"state":" oo xxx  ","action":8,"reward":"50"},{"state":" oo xxxox","action":0,"reward":52.5},{"state":" oo xxxox","action":3,"reward":"50"},{"state":"  x o xxo","action":0,"reward":99.99999999999977},{"state":"  x o xxo","action":1,"reward":49.75},{"state":"  x o xxo","action":3,"reward":"50"},{"state":"  x o xxo","action":5,"reward":"50"},{"state":"x x xo  o","action":1,"reward":"50"},{"state":"x x xo  o","action":3,"reward":42.5},{"state":"x x xo  o","action":6,"reward":"50"},{"state":"x x xo  o","action":7,"reward":42.5},{"state":"   ox  xo","action":0,"reward":43},{"state":"   ox  xo","action":1,"reward":"50"},{"state":"   ox  xo","action":2,"reward":"50"},{"state":"   ox  xo","action":5,"reward":42.5},{"state":"   ox  xo","action":6,"reward":"50"},{"state":"o xox  xo","action":1,"reward":"50"},{"state":"o xox  xo","action":5,"reward":42.5},{"state":"o xox  xo","action":6,"reward":"50"},{"state":" xx     o","action":0,"reward":43.45},{"state":" xx     o","action":3,"reward":"50"},{"state":" xx     o","action":4,"reward":49.54876249999999},{"state":" xx     o","action":5,"reward":43},{"state":" xx     o","action":6,"reward":43},{"state":" xx     o","action":7,"reward":"50"},{"state":"x oox  x ","action":1,"reward":43},{"state":"x oox  x ","action":5,"reward":52},{"state":"x oox  x ","action":6,"reward":"50"},{"state":"x oox  x ","action":8,"reward":43},{"state":"x ooxx xo","action":1,"reward":50},{"state":"x ooxx xo","action":6,"reward":42.5},{"state":" x  ox xo","action":0,"reward":"50"},{"state":" x  ox xo","action":2,"reward":"50"},{"state":" x  ox xo","action":3,"reward":75.48703428669847},{"state":" x  ox xo","action":6,"reward":"50"},{"state":" xxoox xo","action":0,"reward":99.99999999999977},{"state":" xxoox xo","action":6,"reward":"50"},{"state":"o x    xo","action":1,"reward":"50"},{"state":"o x    xo","action":3,"reward":"50"},{"state":"o x    xo","action":4,"reward":54.875},{"state":"o x    xo","action":5,"reward":"50"},{"state":"o x    xo","action":6,"reward":"50"},{"state":"xoo xxxo ","action":3,"reward":35.375},{"state":"xoo xxxo ","action":8,"reward":42.5},{"state":" ox x oxo","action":0,"reward":"50"},{"state":" ox x oxo","action":3,"reward":49.75},{"state":" ox x oxo","action":5,"reward":"50"},{"state":"xoxox oxo","action":5,"reward":50},{"state":" xx x o o","action":0,"reward":"50"},{"state":" xx x o o","action":3,"reward":42.5},{"state":" xx x o o","action":5,"reward":42.5},{"state":" xx x o o","action":7,"reward":"50"},{"state":"   xox  o","action":0,"reward":"50"},{"state":"   xox  o","action":1,"reward":"50"},{"state":"   xox  o","action":2,"reward":"50"},{"state":"   xox  o","action":6,"reward":58.212943749999994},{"state":"   xox  o","action":7,"reward":"50"},{"state":"  xxoxo o","action":0,"reward":"50"},{"state":"  xxoxo o","action":1,"reward":"50"},{"state":"  xxoxo o","action":7,"reward":54.875},{"state":"xxoox    ","action":5,"reward":42.5},{"state":"xxoox    ","action":6,"reward":43},{"state":"xxoox    ","action":7,"reward":42.5},{"state":"xxoox    ","action":8,"reward":"50"},{"state":"xxooxxo  ","action":7,"reward":28.606249999999996},{"state":"xxooxxo  ","action":8,"reward":35.375},{"state":"   xx oxo","action":0,"reward":43},{"state":"   xx oxo","action":1,"reward":"50"},{"state":"   xx oxo","action":2,"reward":42.5},{"state":"   xx oxo","action":5,"reward":49.75},{"state":"oxx   o x","action":3,"reward":99.99999999999977},{"state":"oxx   o x","action":4,"reward":"50"},{"state":"oxx   o x","action":5,"reward":"50"},{"state":"oxx   o x","action":7,"reward":"50"},{"state":"x ox o  x","action":1,"reward":"50"},{"state":"x ox o  x","action":4,"reward":42.5},{"state":"x ox o  x","action":6,"reward":"50"},{"state":"x ox o  x","action":7,"reward":"50"},{"state":" x   xo o","action":0,"reward":"50"},{"state":" x   xo o","action":2,"reward":52},{"state":" x   xo o","action":3,"reward":"50"},{"state":" x   xo o","action":4,"reward":"50"},{"state":" x   xo o","action":7,"reward":"50"},{"state":" xox xo o","action":0,"reward":"50"},{"state":" xox xo o","action":4,"reward":52.5},{"state":" xox xo o","action":7,"reward":"50"},{"state":"  ox ox x","action":0,"reward":"50"},{"state":"  ox ox x","action":1,"reward":"50"},{"state":"  ox ox x","action":4,"reward":42.5},{"state":"  ox ox x","action":7,"reward":"50"},{"state":"oox   xxo","action":3,"reward":"50"},{"state":"oox   xxo","action":4,"reward":52.5},{"state":"oox   xxo","action":5,"reward":"50"},{"state":"o  o x xx","action":1,"reward":"50"},{"state":"o  o x xx","action":2,"reward":"50"},{"state":"o  o x xx","action":4,"reward":53.9},{"state":"o  o x xx","action":6,"reward":"50"},{"state":"ox oox xx","action":2,"reward":"50"},{"state":"ox oox xx","action":6,"reward":99.99999999999977},{"state":"  xx  oxo","action":0,"reward":"50"},{"state":"  xx  oxo","action":1,"reward":"50"},{"state":"  xx  oxo","action":4,"reward":"50"},{"state":"  xx  oxo","action":5,"reward":43},{"state":" xxx ooxo","action":0,"reward":42.5},{"state":" xxx ooxo","action":4,"reward":"50"},{"state":"  xxo   o","action":0,"reward":"50"},{"state":"  xxo   o","action":1,"reward":"50"},{"state":"  xxo   o","action":5,"reward":44.4725},{"state":"  xxo   o","action":6,"reward":55.705},{"state":"  xxo   o","action":7,"reward":"50"},{"state":"xxo oox x","action":3,"reward":99.99999999999977},{"state":"xxo oox x","action":7,"reward":"50"},{"state":" oox  xx ","action":0,"reward":54.875},{"state":" oox  xx ","action":4,"reward":"50"},{"state":" oox  xx ","action":5,"reward":"50"},{"state":" oox  xx ","action":8,"reward":"50"},{"state":"xx x oo  ","action":2,"reward":"50"},{"state":"xx x oo  ","action":4,"reward":"50"},{"state":"xx x oo  ","action":7,"reward":44.4},{"state":"xx x oo  ","action":8,"reward":"50"},{"state":"xx xxooo ","action":2,"reward":"50"},{"state":"xx xxooo ","action":8,"reward":54.875},{"state":"oxo xx   ","action":3,"reward":31.099703124999998},{"state":"oxo xx   ","action":6,"reward":35.375},{"state":"oxo xx   ","action":7,"reward":30.11349483984374},{"state":"oxo xx   ","action":8,"reward":28.606249999999996},{"state":" xx ox oo","action":0,"reward":"50"},{"state":" xx ox oo","action":3,"reward":"50"},{"state":" xx ox oo","action":6,"reward":57.131249999999994},{"state":"    xox  ","action":0,"reward":"50"},{"state":"    xox  ","action":1,"reward":43},{"state":"    xox  ","action":2,"reward":"50"},{"state":"    xox  ","action":3,"reward":"50"},{"state":"    xox  ","action":7,"reward":"50"},{"state":"    xox  ","action":8,"reward":55.705},{"state":" o  xoxx ","action":0,"reward":42.5},{"state":" o  xoxx ","action":2,"reward":"50"},{"state":" o  xoxx ","action":3,"reward":42.5},{"state":" o  xoxx ","action":8,"reward":"50"},{"state":" x  o x o","action":0,"reward":"50"},{"state":" x  o x o","action":2,"reward":"50"},{"state":" x  o x o","action":3,"reward":54.42137499999999},{"state":" x  o x o","action":5,"reward":"50"},{"state":" x  o x o","action":7,"reward":"50"},{"state":" x ooxx o","action":0,"reward":"50"},{"state":" x ooxx o","action":2,"reward":"50"},{"state":" x ooxx o","action":7,"reward":55.705},{"state":"ooxx x  o","action":4,"reward":52.5},{"state":"ooxx x  o","action":6,"reward":"50"},{"state":"ooxx x  o","action":7,"reward":"50"},{"state":"ooxx  x o","action":4,"reward":"50"},{"state":"ooxx  x o","action":5,"reward":"50"},{"state":"ooxx  x o","action":7,"reward":42.5},{"state":"x  xoxo o","action":1,"reward":53.9},{"state":"x  xoxo o","action":2,"reward":"50"},{"state":"x  xoxo o","action":7,"reward":"50"},{"state":"xo xoxoxo","action":2,"reward":52.5},{"state":"xo ox x  ","action":2,"reward":"50"},{"state":"xo ox x  ","action":5,"reward":42.5},{"state":"xo ox x  ","action":7,"reward":"50"},{"state":"xo ox x  ","action":8,"reward":"50"},{"state":" oox  x x","action":0,"reward":"50"},{"state":" oox  x x","action":4,"reward":"50"},{"state":" oox  x x","action":5,"reward":42.5},{"state":" oox  x x","action":7,"reward":"50"},{"state":" x xoxo o","action":0,"reward":"50"},{"state":" x xoxo o","action":2,"reward":"50"},{"state":" x xoxo o","action":7,"reward":52.5},{"state":"o  xx xo ","action":1,"reward":43},{"state":"o  xx xo ","action":2,"reward":49.75},{"state":"o  xx xo ","action":5,"reward":43},{"state":"o  xx xo ","action":8,"reward":42.5},{"state":"o  xxoxox","action":1,"reward":42.5},{"state":"o  xxoxox","action":2,"reward":50},{"state":"o  x  oxx","action":1,"reward":"50"},{"state":"o  x  oxx","action":2,"reward":"50"},{"state":"o  x  oxx","action":4,"reward":"50"},{"state":"o  x  oxx","action":5,"reward":43},{"state":"ox x ooxx","action":2,"reward":42.5},{"state":"ox x ooxx","action":4,"reward":50},{"state":"o x x oxo","action":1,"reward":"50"},{"state":"o x x oxo","action":3,"reward":"50"},{"state":"o x x oxo","action":5,"reward":49.75},{"state":"o  xx  xo","action":1,"reward":"50"},{"state":"o  xx  xo","action":2,"reward":"50"},{"state":"o  xx  xo","action":5,"reward":"50"},{"state":"o  xx  xo","action":6,"reward":42.5},{"state":" oxx     ","action":0,"reward":44.9225},{"state":" oxx     ","action":4,"reward":"50"},{"state":" oxx     ","action":5,"reward":43.45},{"state":" oxx     ","action":6,"reward":"50"},{"state":" oxx     ","action":7,"reward":"50"},{"state":" oxx     ","action":8,"reward":"50"},{"state":" oxxxo   ","action":0,"reward":43},{"state":" oxxxo   ","action":6,"reward":"50"},{"state":" oxxxo   ","action":7,"reward":"50"},{"state":" oxxxo   ","action":8,"reward":49.75},{"state":"ooxxxo  x","action":6,"reward":50},{"state":"ooxxxo  x","action":7,"reward":42.5},{"state":"    o xxo","action":0,"reward":"50"},{"state":"    o xxo","action":1,"reward":"50"},{"state":"    o xxo","action":2,"reward":"50"},{"state":"    o xxo","action":3,"reward":51.425},{"state":"    o xxo","action":5,"reward":"50"},{"state":" x oo xxo","action":0,"reward":52.5},{"state":" x oo xxo","action":2,"reward":"50"},{"state":" x oo xxo","action":5,"reward":"50"},{"state":" x   oxox","action":0,"reward":"50"},{"state":" x   oxox","action":2,"reward":"50"},{"state":" x   oxox","action":3,"reward":53.9},{"state":" x   oxox","action":4,"reward":"50"},{"state":" xxo o  x","action":0,"reward":"50"},{"state":" xxo o  x","action":4,"reward":"50"},{"state":" xxo o  x","action":6,"reward":53.9},{"state":" xxo o  x","action":7,"reward":"50"},{"state":" xxoxoo x","action":0,"reward":52.5},{"state":" xxoxoo x","action":7,"reward":"50"},{"state":" x x  o o","action":0,"reward":"50"},{"state":" x x  o o","action":2,"reward":"50"},{"state":" x x  o o","action":4,"reward":"50"},{"state":" x x  o o","action":5,"reward":"50"},{"state":" x x  o o","action":7,"reward":52.5},{"state":"    oxx o","action":0,"reward":"50"},{"state":"    oxx o","action":1,"reward":43},{"state":"    oxx o","action":2,"reward":43},{"state":"    oxx o","action":3,"reward":"50"},{"state":"    oxx o","action":7,"reward":"50"},{"state":" o x x ox","action":0,"reward":"50"},{"state":" o x x ox","action":2,"reward":"50"},{"state":" o x x ox","action":4,"reward":"50"},{"state":" o x x ox","action":6,"reward":42.5},{"state":"xoox xoxo","action":4,"reward":52.5},{"state":"  xx o xo","action":0,"reward":"50"},{"state":"  xx o xo","action":1,"reward":"50"},{"state":"  xx o xo","action":4,"reward":43},{"state":"  xx o xo","action":6,"reward":49.75},{"state":" xxxoo xo","action":0,"reward":54.875},{"state":" xxxoo xo","action":6,"reward":42.5},{"state":"x xoxooxo","action":1,"reward":50},{"state":"   ox xox","action":0,"reward":49.75},{"state":"   ox xox","action":1,"reward":43},{"state":"   ox xox","action":2,"reward":"50"},{"state":"   ox xox","action":5,"reward":"50"},{"state":" o oxxxox","action":0,"reward":42.5},{"state":" o oxxxox","action":2,"reward":"50"},{"state":"x     oxo","action":1,"reward":49.525},{"state":"x     oxo","action":2,"reward":49.525},{"state":"x     oxo","action":3,"reward":49.525},{"state":"x     oxo","action":4,"reward":43},{"state":"x     oxo","action":5,"reward":43},{"state":"x o  xoxo","action":1,"reward":49.75},{"state":"x o  xoxo","action":3,"reward":"50"},{"state":"x o  xoxo","action":4,"reward":"50"},{"state":"xoo xxoxo","action":3,"reward":50},{"state":"o xo   xx","action":1,"reward":"50"},{"state":"o xo   xx","action":4,"reward":"50"},{"state":"o xo   xx","action":5,"reward":52},{"state":"o xo   xx","action":6,"reward":"50"},{"state":"oxxo o xx","action":4,"reward":96.70146509110634},{"state":"oxxo o xx","action":6,"reward":"50"},{"state":"o x  x   ","action":1,"reward":"50"},{"state":"o x  x   ","action":3,"reward":43.45},{"state":"o x  x   ","action":4,"reward":"50"},{"state":"o x  x   ","action":6,"reward":43},{"state":"o x  x   ","action":7,"reward":43},{"state":"o x  x   ","action":8,"reward":44.4725},{"state":"o x xx o ","action":1,"reward":"50"},{"state":"o x xx o ","action":3,"reward":"50"},{"state":"o x xx o ","action":6,"reward":42.5},{"state":"o x xx o ","action":8,"reward":"50"},{"state":"xoo  x xo","action":3,"reward":"50"},{"state":"xoo  x xo","action":4,"reward":49.75},{"state":"xoo  x xo","action":6,"reward":"50"},{"state":" oxxo x  ","action":0,"reward":"50"},{"state":" oxxo x  ","action":5,"reward":"50"},{"state":" oxxo x  ","action":7,"reward":99.99999999999977},{"state":" oxxo x  ","action":8,"reward":"50"},{"state":"o xx o  x","action":1,"reward":"50"},{"state":"o xx o  x","action":4,"reward":"50"},{"state":"o xx o  x","action":6,"reward":"50"},{"state":"o xx o  x","action":7,"reward":43},{"state":"o xxxo ox","action":1,"reward":42.5},{"state":"o xxxo ox","action":6,"reward":50},{"state":"x  x  o o","action":1,"reward":"50"},{"state":"x  x  o o","action":2,"reward":"50"},{"state":"x  x  o o","action":4,"reward":49.525},{"state":"x  x  o o","action":5,"reward":"50"},{"state":"x  x  o o","action":7,"reward":"50"},{"state":"x xxo o o","action":1,"reward":49.75},{"state":"x xxo o o","action":5,"reward":"50"},{"state":"x xxo o o","action":7,"reward":"50"},{"state":"xoxoo xxo","action":5,"reward":52.5},{"state":"x   xo   ","action":1,"reward":"50"},{"state":"x   xo   ","action":2,"reward":"50"},{"state":"x   xo   ","action":3,"reward":42.5},{"state":"x   xo   ","action":6,"reward":43},{"state":"x   xo   ","action":7,"reward":43},{"state":"x   xo   ","action":8,"reward":43},{"state":"x x xoo  ","action":1,"reward":"50"},{"state":"x x xoo  ","action":3,"reward":42.5},{"state":"x x xoo  ","action":7,"reward":"50"},{"state":"x x xoo  ","action":8,"reward":"50"},{"state":" x  xo  o","action":0,"reward":"50"},{"state":" x  xo  o","action":2,"reward":"50"},{"state":" x  xo  o","action":3,"reward":"50"},{"state":" x  xo  o","action":6,"reward":51.55},{"state":" x  xo  o","action":7,"reward":"50"},{"state":" x xxoo o","action":0,"reward":52},{"state":" x xxoo o","action":2,"reward":"50"},{"state":" x xxoo o","action":7,"reward":"50"},{"state":" oxxo oxx","action":0,"reward":42.5},{"state":" oxxo oxx","action":5,"reward":"50"},{"state":"x  xox oo","action":1,"reward":52.5},{"state":"x  xox oo","action":2,"reward":"50"},{"state":"x  xox oo","action":6,"reward":"50"},{"state":"ox   o xx","action":2,"reward":42.5},{"state":"ox   o xx","action":3,"reward":"50"},{"state":"ox   o xx","action":4,"reward":49.75},{"state":"ox   o xx","action":6,"reward":"50"},{"state":"   xo  xo","action":0,"reward":"50"},{"state":"   xo  xo","action":1,"reward":53.9},{"state":"   xo  xo","action":2,"reward":"50"},{"state":"   xo  xo","action":5,"reward":"50"},{"state":"   xo  xo","action":6,"reward":"50"},{"state":"  x x oxo","action":0,"reward":"50"},{"state":"  x x oxo","action":1,"reward":"50"},{"state":"  x x oxo","action":3,"reward":53.9},{"state":"  x x oxo","action":5,"reward":"50"},{"state":" xoxoxxo ","action":0,"reward":50},{"state":" xoxoxxo ","action":8,"reward":42.5},{"state":"   xoxoxo","action":0,"reward":"50"},{"state":"   xoxoxo","action":1,"reward":"50"},{"state":"   xoxoxo","action":2,"reward":52.5},{"state":"xo  x x o","action":2,"reward":"50"},{"state":"xo  x x o","action":3,"reward":"50"},{"state":"xo  x x o","action":5,"reward":43},{"state":"xo  x x o","action":7,"reward":"50"},{"state":"xo  xoxxo","action":2,"reward":"50"},{"state":"xo  xoxxo","action":3,"reward":42.5},{"state":"x  xoo x ","action":1,"reward":49.75},{"state":"x  xoo x ","action":2,"reward":"50"},{"state":"x  xoo x ","action":6,"reward":72.60129035937041},{"state":"x  xoo x ","action":8,"reward":48.41974999999999},{"state":"xx xoo xo","action":2,"reward":57.131249999999994},{"state":"xx xoo xo","action":6,"reward":"50"},{"state":"x xxoo   ","action":1,"reward":42.5},{"state":"x xxoo   ","action":6,"reward":49.75},{"state":"x xxoo   ","action":7,"reward":"50"},{"state":"x xxoo   ","action":8,"reward":"50"},{"state":"x  o oxx ","action":1,"reward":43},{"state":"x  o oxx ","action":2,"reward":42.5},{"state":"x  o oxx ","action":4,"reward":"50"},{"state":"x  o oxx ","action":8,"reward":"50"},{"state":"xx oox   ","action":2,"reward":49.75},{"state":"xx oox   ","action":6,"reward":42.5},{"state":"xx oox   ","action":7,"reward":42.262499999999996},{"state":"xx oox   ","action":8,"reward":43},{"state":"xxooox  x","action":6,"reward":99.99999999999977},{"state":"xxooox  x","action":7,"reward":50},{"state":"x xo  oxo","action":1,"reward":49.75},{"state":"x xo  oxo","action":4,"reward":"50"},{"state":"x xo  oxo","action":5,"reward":"50"},{"state":" x ooxx  ","action":0,"reward":44.9},{"state":" x ooxx  ","action":2,"reward":49.75},{"state":" x ooxx  ","action":7,"reward":43},{"state":" x ooxx  ","action":8,"reward":81.71380014557813},{"state":" xxooxxo ","action":0,"reward":42.5},{"state":" xxooxxo ","action":8,"reward":42.5},{"state":"xoxox  xo","action":5,"reward":42.5},{"state":"xoxox  xo","action":6,"reward":50},{"state":"oo x x xo","action":2,"reward":"50"},{"state":"oo x x xo","action":4,"reward":52.5},{"state":"oo x x xo","action":6,"reward":"50"},{"state":"xo x   xo","action":2,"reward":42.5},{"state":"xo x   xo","action":4,"reward":42.5},{"state":"xo x   xo","action":5,"reward":"50"},{"state":"xo x   xo","action":6,"reward":"50"},{"state":"x  oxo xo","action":1,"reward":"50"},{"state":"x  oxo xo","action":2,"reward":"50"},{"state":"x  oxo xo","action":6,"reward":49.75},{"state":" o   xoxx","action":0,"reward":"50"},{"state":" o   xoxx","action":2,"reward":"50"},{"state":" o   xoxx","action":3,"reward":43},{"state":" o   xoxx","action":4,"reward":"50"},{"state":" o oxxoxx","action":0,"reward":"50"},{"state":" o oxxoxx","action":2,"reward":42.5},{"state":"x   xo  o","action":1,"reward":43},{"state":"x   xo  o","action":2,"reward":"50"},{"state":"x   xo  o","action":3,"reward":"50"},{"state":"x   xo  o","action":6,"reward":"50"},{"state":"x   xo  o","action":7,"reward":"50"},{"state":"xo xxo  o","action":2,"reward":"50"},{"state":"xo xxo  o","action":6,"reward":"50"},{"state":"xo xxo  o","action":7,"reward":42.5},{"state":" o x oxxo","action":0,"reward":"50"},{"state":" o x oxxo","action":2,"reward":52.5},{"state":" o x oxxo","action":4,"reward":"50"},{"state":"ox  oxx  ","action":2,"reward":"50"},{"state":"ox  oxx  ","action":3,"reward":"50"},{"state":"ox  oxx  ","action":7,"reward":"50"},{"state":"ox  oxx  ","action":8,"reward":99.99999999999977},{"state":"xx oo  x ","action":2,"reward":"50"},{"state":"xx oo  x ","action":5,"reward":"50"},{"state":"xx oo  x ","action":6,"reward":53.9},{"state":"xx oo  x ","action":8,"reward":"50"},{"state":"x x  xo o","action":1,"reward":"50"},{"state":"x x  xo o","action":3,"reward":"50"},{"state":"x x  xo o","action":4,"reward":"50"},{"state":"x x  xo o","action":7,"reward":57.131249999999994},{"state":"  x oxx o","action":0,"reward":"50"},{"state":"  x oxx o","action":1,"reward":"50"},{"state":"  x oxx o","action":3,"reward":"50"},{"state":"  x oxx o","action":7,"reward":89.99999999999979},{"state":"xo x o x ","action":2,"reward":42.5},{"state":"xo x o x ","action":4,"reward":"50"},{"state":"xo x o x ","action":6,"reward":"50"},{"state":"xo x o x ","action":8,"reward":43},{"state":"xoxx o xo","action":4,"reward":42.5},{"state":"xoxx o xo","action":6,"reward":"50"},{"state":"xox   oxo","action":3,"reward":49.75},{"state":"xox   oxo","action":4,"reward":"50"},{"state":"xox   oxo","action":5,"reward":"50"},{"state":" x o   x ","action":0,"reward":"50"},{"state":" x o   x ","action":2,"reward":"50"},{"state":" x o   x ","action":4,"reward":55.298874999999995},{"state":" x o   x ","action":5,"reward":"50"},{"state":" x o   x ","action":6,"reward":43},{"state":" x o   x ","action":8,"reward":"50"},{"state":" xxo  ox ","action":0,"reward":"50"},{"state":" xxo  ox ","action":4,"reward":"50"},{"state":" xxo  ox ","action":5,"reward":"50"},{"state":" xxo  ox ","action":8,"reward":42.5},{"state":"xo xx o o","action":2,"reward":"50"},{"state":"xo xx o o","action":5,"reward":52},{"state":"xo xx o o","action":7,"reward":"50"},{"state":"xoxxxoo o","action":7,"reward":52.5},{"state":" o ox xx ","action":0,"reward":"50"},{"state":" o ox xx ","action":2,"reward":"50"},{"state":" o ox xx ","action":5,"reward":43},{"state":" o ox xx ","action":8,"reward":42.5},{"state":"x  xo   o","action":1,"reward":"50"},{"state":"x  xo   o","action":2,"reward":51.55},{"state":"x  xo   o","action":5,"reward":"50"},{"state":"x  xo   o","action":6,"reward":"50"},{"state":"x  xo   o","action":7,"reward":"50"},{"state":"x oxo  xo","action":1,"reward":52},{"state":"x oxo  xo","action":5,"reward":"50"},{"state":"x oxo  xo","action":6,"reward":"50"},{"state":" ox xx o ","action":0,"reward":42.5},{"state":" ox xx o ","action":3,"reward":"50"},{"state":" ox xx o ","action":6,"reward":42.5},{"state":" ox xx o ","action":8,"reward":"50"},{"state":" xx   o o","action":0,"reward":"50"},{"state":" xx   o o","action":3,"reward":42.5},{"state":" xx   o o","action":4,"reward":"50"},{"state":" xx   o o","action":5,"reward":"50"},{"state":" xx   o o","action":7,"reward":"50"},{"state":"x   x o  ","action":1,"reward":43.45},{"state":"x   x o  ","action":2,"reward":43},{"state":"x   x o  ","action":3,"reward":43},{"state":"x   x o  ","action":5,"reward":42.5},{"state":"x   x o  ","action":7,"reward":44.94400815624998},{"state":"x   x o  ","action":8,"reward":43},{"state":" o  x x o","action":0,"reward":43},{"state":" o  x x o","action":2,"reward":"50"},{"state":" o  x x o","action":3,"reward":"50"},{"state":" o  x x o","action":5,"reward":"50"},{"state":" o  x x o","action":7,"reward":"50"},{"state":"oo xx x o","action":2,"reward":"50"},{"state":"oo xx x o","action":5,"reward":"50"},{"state":"oo xx x o","action":7,"reward":42.5},{"state":"xx  o oxo","action":2,"reward":"50"},{"state":"xx  o oxo","action":3,"reward":42.5},{"state":"xx  o oxo","action":5,"reward":"50"},{"state":"oxo x x  ","action":3,"reward":49.75},{"state":"oxo x x  ","action":5,"reward":49.75},{"state":"oxo x x  ","action":7,"reward":"50"},{"state":"oxo x x  ","action":8,"reward":57.41974999999999},{"state":"x xo xoxo","action":1,"reward":"50"},{"state":"x xo xoxo","action":4,"reward":42.5},{"state":"x ooxx   ","action":1,"reward":35.14937499999999},{"state":"x ooxx   ","action":6,"reward":35.85},{"state":"x ooxx   ","action":7,"reward":35.161931843945304},{"state":"x ooxx   ","action":8,"reward":44.99999999999989},{"state":"xo o x xo","action":2,"reward":49.75},{"state":"xo o x xo","action":4,"reward":"50"},{"state":"xo o x xo","action":6,"reward":"50"},{"state":"o xxxoo x","action":1,"reward":50},{"state":"o xxxoo x","action":7,"reward":50},{"state":" xo   oxx","action":0,"reward":"50"},{"state":" xo   oxx","action":3,"reward":43},{"state":" xo   oxx","action":4,"reward":"50"},{"state":" xo   oxx","action":5,"reward":"50"},{"state":"xxoo  oxx","action":4,"reward":"50"},{"state":"xxoo  oxx","action":5,"reward":42.5},{"state":"x     xoo","action":1,"reward":52},{"state":"x     xoo","action":2,"reward":"50"},{"state":"x     xoo","action":3,"reward":"50"},{"state":"x     xoo","action":4,"reward":"50"},{"state":"x     xoo","action":5,"reward":"50"},{"state":"xox   xoo","action":3,"reward":"50"},{"state":"xox   xoo","action":4,"reward":52.5},{"state":"xox   xoo","action":5,"reward":"50"},{"state":"xo  o x x","action":2,"reward":"50"},{"state":"xo  o x x","action":3,"reward":"50"},{"state":"xo  o x x","action":5,"reward":"50"},{"state":"xo  o x x","action":7,"reward":61.31095312499999},{"state":"xoxxoxo o","action":7,"reward":52.5},{"state":"oxxxoox  ","action":7,"reward":"50"},{"state":"oxxxoox  ","action":8,"reward":99.99999999999977},{"state":" xx  ox o","action":0,"reward":"50"},{"state":" xx  ox o","action":3,"reward":"50"},{"state":" xx  ox o","action":4,"reward":42.5},{"state":" xx  ox o","action":7,"reward":"50"},{"state":" o xoxx o","action":0,"reward":54.875},{"state":" o xoxx o","action":2,"reward":42.5},{"state":" o xoxx o","action":7,"reward":"50"},{"state":"x x    oo","action":1,"reward":"50"},{"state":"x x    oo","action":3,"reward":"50"},{"state":"x x    oo","action":4,"reward":42.5},{"state":"x x    oo","action":5,"reward":"50"},{"state":"x x    oo","action":6,"reward":"50"},{"state":" xoxox  o","action":0,"reward":"50"},{"state":" xoxox  o","action":6,"reward":99.99999999999977},{"state":" xoxox  o","action":7,"reward":"50"},{"state":"  oxox x ","action":0,"reward":"50"},{"state":"  oxox x ","action":1,"reward":"50"},{"state":"  oxox x ","action":6,"reward":"50"},{"state":"  oxox x ","action":8,"reward":89.99999999999979},{"state":"  o xx  o","action":0,"reward":52},{"state":"  o xx  o","action":1,"reward":"50"},{"state":"  o xx  o","action":3,"reward":"50"},{"state":"  o xx  o","action":6,"reward":"50"},{"state":"  o xx  o","action":7,"reward":"50"},{"state":"o o xxx o","action":1,"reward":52.5},{"state":"o o xxx o","action":3,"reward":"50"},{"state":"o o xxx o","action":7,"reward":"50"},{"state":"   ox   x","action":0,"reward":49.525},{"state":"   ox   x","action":1,"reward":42.5},{"state":"   ox   x","action":2,"reward":42.5},{"state":"   ox   x","action":5,"reward":43},{"state":"   ox   x","action":6,"reward":"50"},{"state":"   ox   x","action":7,"reward":"50"},{"state":"o x xxo o","action":1,"reward":"50"},{"state":"o x xxo o","action":3,"reward":52.5},{"state":"o x xxo o","action":7,"reward":"50"},{"state":"x xoo   x","action":1,"reward":"50"},{"state":"x xoo   x","action":5,"reward":"50"},{"state":"x xoo   x","action":6,"reward":42.5},{"state":"x xoo   x","action":7,"reward":"50"},{"state":"oxx x o o","action":3,"reward":"50"},{"state":"oxx x o o","action":5,"reward":"50"},{"state":"oxx x o o","action":7,"reward":54.875},{"state":"x x ox  o","action":1,"reward":80.91085829544018},{"state":"x x ox  o","action":3,"reward":49.512499999999996},{"state":"x x ox  o","action":6,"reward":45.09556031249999},{"state":"x x ox  o","action":7,"reward":44.4},{"state":"xx  o   o","action":2,"reward":"50"},{"state":"xx  o   o","action":3,"reward":"50"},{"state":"xx  o   o","action":5,"reward":44.4725},{"state":"xx  o   o","action":6,"reward":"50"},{"state":"xx  o   o","action":7,"reward":42.5},{"state":"ox  x   o","action":2,"reward":42.5},{"state":"ox  x   o","action":3,"reward":"50"},{"state":"ox  x   o","action":5,"reward":"50"},{"state":"ox  x   o","action":6,"reward":"50"},{"state":"ox  x   o","action":7,"reward":"50"},{"state":"  o oxxx ","action":0,"reward":44.98462787444129},{"state":"  o oxxx ","action":1,"reward":42.5},{"state":"  o oxxx ","action":3,"reward":42.5},{"state":"  o oxxx ","action":8,"reward":76.70352445588452},{"state":"x o x   o","action":1,"reward":"50"},{"state":"x o x   o","action":3,"reward":51.55},{"state":"x o x   o","action":5,"reward":"50"},{"state":"x o x   o","action":6,"reward":"50"},{"state":"x o x   o","action":7,"reward":"50"},{"state":"o   ox xx","action":1,"reward":42.5},{"state":"o   ox xx","action":2,"reward":43},{"state":"o   ox xx","action":3,"reward":42.5},{"state":"o   ox xx","action":6,"reward":"50"},{"state":" xo    xo","action":0,"reward":"50"},{"state":" xo    xo","action":3,"reward":"50"},{"state":" xo    xo","action":4,"reward":"50"},{"state":" xo    xo","action":5,"reward":"50"},{"state":" xo    xo","action":6,"reward":42.5},{"state":" xx    oo","action":0,"reward":"50"},{"state":" xx    oo","action":3,"reward":"50"},{"state":" xx    oo","action":4,"reward":"50"},{"state":" xx    oo","action":5,"reward":"50"},{"state":" xx    oo","action":6,"reward":52.5},{"state":"  xxo x o","action":0,"reward":59.27468749999999},{"state":"  xxo x o","action":1,"reward":"50"},{"state":"  xxo x o","action":5,"reward":"50"},{"state":"  xxo x o","action":7,"reward":"50"},{"state":"x   o x o","action":1,"reward":43},{"state":"x   o x o","action":2,"reward":43},{"state":"x   o x o","action":3,"reward":"50"},{"state":"x   o x o","action":5,"reward":"50"},{"state":"x   o x o","action":7,"reward":"50"},{"state":"xo  o xxo","action":2,"reward":"50"},{"state":"xo  o xxo","action":3,"reward":"50"},{"state":"xo  o xxo","action":5,"reward":42.5},{"state":"  x o x o","action":0,"reward":"50"},{"state":"  x o x o","action":1,"reward":51.55},{"state":"  x o x o","action":3,"reward":"50"},{"state":"  x o x o","action":5,"reward":"50"},{"state":"  x o x o","action":7,"reward":43},{"state":"x x o xoo","action":1,"reward":"50"},{"state":"x x o xoo","action":3,"reward":"50"},{"state":"x x o xoo","action":5,"reward":42.5},{"state":"oxx  oxxo","action":3,"reward":"50"},{"state":"oxx  oxxo","action":4,"reward":52.5},{"state":"xxooxx  o","action":6,"reward":42.5},{"state":"xxooxx  o","action":7,"reward":50},{"state":"   oxoxx ","action":0,"reward":"50"},{"state":"   oxoxx ","action":1,"reward":"50"},{"state":"   oxoxx ","action":2,"reward":42.5},{"state":"   oxoxx ","action":8,"reward":42.5},{"state":" o  ox xx","action":0,"reward":42.5},{"state":" o  ox xx","action":2,"reward":42.5},{"state":" o  ox xx","action":3,"reward":"50"},{"state":" o  ox xx","action":6,"reward":"50"},{"state":"    oo xx","action":0,"reward":"50"},{"state":"    oo xx","action":1,"reward":"50"},{"state":"    oo xx","action":2,"reward":51.55},{"state":"    oo xx","action":3,"reward":"50"},{"state":"    oo xx","action":6,"reward":"50"},{"state":"x o oo xx","action":1,"reward":52},{"state":"x o oo xx","action":3,"reward":"50"},{"state":"x o oo xx","action":6,"reward":"50"},{"state":"xooxoo xx","action":6,"reward":52.5},{"state":" xoxx   o","action":0,"reward":"50"},{"state":" xoxx   o","action":5,"reward":52.5},{"state":" xoxx   o","action":6,"reward":42.5},{"state":" xoxx   o","action":7,"reward":42.5},{"state":"x o o x  ","action":1,"reward":"50"},{"state":"x o o x  ","action":3,"reward":88.0857322318793},{"state":"x o o x  ","action":5,"reward":"50"},{"state":"x o o x  ","action":7,"reward":"50"},{"state":"x o o x  ","action":8,"reward":"50"},{"state":"x ooo xx ","action":1,"reward":"50"},{"state":"x ooo xx ","action":5,"reward":99.99999999999977},{"state":"x ooo xx ","action":8,"reward":"50"},{"state":"ox    xxo","action":2,"reward":42.5},{"state":"ox    xxo","action":3,"reward":"50"},{"state":"ox    xxo","action":4,"reward":"50"},{"state":"ox    xxo","action":5,"reward":53.9},{"state":"   xoo x ","action":0,"reward":"50"},{"state":"   xoo x ","action":1,"reward":43},{"state":"   xoo x ","action":2,"reward":"50"},{"state":"   xoo x ","action":6,"reward":"50"},{"state":"   xoo x ","action":8,"reward":"50"},{"state":"x  xoo   ","action":1,"reward":"50"},{"state":"x  xoo   ","action":2,"reward":"50"},{"state":"x  xoo   ","action":6,"reward":"50"},{"state":"x  xoo   ","action":7,"reward":"50"},{"state":"x  xoo   ","action":8,"reward":42.5},{"state":"   xoxoox","action":0,"reward":"50"},{"state":"   xoxoox","action":1,"reward":"50"},{"state":"   xoxoox","action":2,"reward":57.131249999999994},{"state":" x oox  x","action":0,"reward":44.9},{"state":" x oox  x","action":2,"reward":78.38590816756094},{"state":" x oox  x","action":6,"reward":46.205},{"state":" x oox  x","action":7,"reward":49.75},{"state":" xo o  x ","action":0,"reward":"50"},{"state":" xo o  x ","action":3,"reward":"50"},{"state":" xo o  x ","action":5,"reward":88.10166187603538},{"state":" xo o  x ","action":6,"reward":"50"},{"state":" xo o  x ","action":8,"reward":"50"},{"state":" xo oo xx","action":0,"reward":"50"},{"state":" xo oo xx","action":3,"reward":99.99999999999977},{"state":" xo oo xx","action":6,"reward":"50"},{"state":"  ooxx x ","action":0,"reward":46.205},{"state":"  ooxx x ","action":1,"reward":72.5879866401569},{"state":"  ooxx x ","action":6,"reward":43},{"state":"  ooxx x ","action":8,"reward":43},{"state":" oooxxxx ","action":0,"reward":99.99999999999977},{"state":" oooxxxx ","action":8,"reward":50},{"state":"ox ooxx  ","action":2,"reward":"50"},{"state":"ox ooxx  ","action":7,"reward":52},{"state":"ox ooxx  ","action":8,"reward":"50"},{"state":"oxxooxxo ","action":8,"reward":52.5},{"state":"xoox   x ","action":4,"reward":"50"},{"state":"xoox   x ","action":5,"reward":"50"},{"state":"xoox   x ","action":6,"reward":55.705},{"state":"xoox   x ","action":8,"reward":"50"},{"state":"xoox xox ","action":4,"reward":54.875},{"state":"xoox xox ","action":8,"reward":"50"},{"state":"x xxoxo o","action":1,"reward":"50"},{"state":"x xxoxo o","action":7,"reward":59.27468749999999},{"state":" xx o xo ","action":0,"reward":"50"},{"state":" xx o xo ","action":3,"reward":46.705},{"state":" xx o xo ","action":5,"reward":"50"},{"state":" xx o xo ","action":8,"reward":"50"},{"state":" xxoo xox","action":0,"reward":"50"},{"state":" xxoo xox","action":5,"reward":99.99999999999977},{"state":" x  oxxoo","action":0,"reward":"50"},{"state":" x  oxxoo","action":2,"reward":53.455},{"state":" x  oxxoo","action":3,"reward":"50"},{"state":" xx o x o","action":0,"reward":97.44765656581977},{"state":" xx o x o","action":3,"reward":"50"},{"state":" xx o x o","action":5,"reward":"50"},{"state":" xx o x o","action":7,"reward":"50"},{"state":" ox   oxx","action":0,"reward":49.75},{"state":" ox   oxx","action":3,"reward":"50"},{"state":" ox   oxx","action":4,"reward":43},{"state":" ox   oxx","action":5,"reward":"50"},{"state":"xox o oxx","action":3,"reward":42.5},{"state":"xox o oxx","action":5,"reward":50},{"state":"x   o  ox","action":1,"reward":"50"},{"state":"x   o  ox","action":2,"reward":"50"},{"state":"x   o  ox","action":3,"reward":"50"},{"state":"x   o  ox","action":5,"reward":46.277499999999996},{"state":"x   o  ox","action":6,"reward":"50"},{"state":"x   ooxox","action":1,"reward":"50"},{"state":"x   ooxox","action":2,"reward":"50"},{"state":"x   ooxox","action":3,"reward":52.5},{"state":"xxo ox   ","action":3,"reward":"50"},{"state":"xxo ox   ","action":6,"reward":99.99999999999977},{"state":"xxo ox   ","action":7,"reward":"50"},{"state":"xxo ox   ","action":8,"reward":"50"},{"state":"o o x  xx","action":1,"reward":99.99999999999977},{"state":"o o x  xx","action":3,"reward":44.4},{"state":"o o x  xx","action":5,"reward":42.5},{"state":"o o x  xx","action":6,"reward":42.5},{"state":"x  x x oo","action":1,"reward":"50"},{"state":"x  x x oo","action":2,"reward":"50"},{"state":"x  x x oo","action":4,"reward":52},{"state":"x  x x oo","action":6,"reward":"50"},{"state":"x xxox oo","action":1,"reward":59.27468749999999},{"state":"x xxox oo","action":6,"reward":"50"},{"state":" xxxo  o ","action":0,"reward":53.9},{"state":" xxxo  o ","action":5,"reward":"50"},{"state":" xxxo  o ","action":6,"reward":"50"},{"state":" xxxo  o ","action":8,"reward":"50"},{"state":"xxoxoo x ","action":6,"reward":"50"},{"state":"xxoxoo x ","action":8,"reward":99.99999999999977},{"state":"xxo oo  x","action":3,"reward":99.99999999999977},{"state":"xxo oo  x","action":6,"reward":"50"},{"state":"xxo oo  x","action":7,"reward":"50"},{"state":"oxoxx    ","action":5,"reward":40.92063687499999},{"state":"oxoxx    ","action":6,"reward":35.375},{"state":"oxoxx    ","action":7,"reward":35.49375},{"state":"oxoxx    ","action":8,"reward":35.85},{"state":"oxox xo x","action":4,"reward":61.31095312499999},{"state":"oxox xo x","action":7,"reward":42.5},{"state":"ox x  o x","action":2,"reward":47.66752361101561},{"state":"ox x  o x","action":4,"reward":73.25478115435035},{"state":"ox x  o x","action":5,"reward":49.75},{"state":"ox x  o x","action":7,"reward":43},{"state":"ox x xoox","action":2,"reward":42.5},{"state":"ox x xoox","action":4,"reward":42.5},{"state":"   ooxxxo","action":0,"reward":"50"},{"state":"   ooxxxo","action":1,"reward":"50"},{"state":"   ooxxxo","action":2,"reward":49.75},{"state":"x oooxxxo","action":1,"reward":50},{"state":"xx  ox  o","action":2,"reward":"50"},{"state":"xx  ox  o","action":3,"reward":"50"},{"state":"xx  ox  o","action":6,"reward":"50"},{"state":"xx  ox  o","action":7,"reward":43},{"state":"xx  oxxoo","action":2,"reward":35.375},{"state":"xx  oxxoo","action":3,"reward":42.5},{"state":"  x o  ox","action":0,"reward":"50"},{"state":"  x o  ox","action":1,"reward":"50"},{"state":"  x o  ox","action":3,"reward":44.9},{"state":"  x o  ox","action":5,"reward":"50"},{"state":"  x o  ox","action":6,"reward":43.9725},{"state":"  xoo xox","action":0,"reward":"50"},{"state":"  xoo xox","action":1,"reward":"50"},{"state":"  xoo xox","action":5,"reward":52.5},{"state":"  x  xo  ","action":0,"reward":"50"},{"state":"  x  xo  ","action":1,"reward":"50"},{"state":"  x  xo  ","action":3,"reward":"50"},{"state":"  x  xo  ","action":4,"reward":"50"},{"state":"  x  xo  ","action":7,"reward":"50"},{"state":"  x  xo  ","action":8,"reward":43},{"state":"o  xo  x ","action":1,"reward":"50"},{"state":"o  xo  x ","action":2,"reward":89.99999999999979},{"state":"o  xo  x ","action":5,"reward":"50"},{"state":"o  xo  x ","action":6,"reward":"50"},{"state":"o  xo  x ","action":8,"reward":"50"},{"state":"o oxox x ","action":1,"reward":99.99999999999977},{"state":"o oxox x ","action":6,"reward":"50"},{"state":"o oxox x ","action":8,"reward":"50"},{"state":"  oxo xx ","action":0,"reward":29.48829490567261},{"state":"  oxo xx ","action":1,"reward":32.378699999999995},{"state":"  oxo xx ","action":5,"reward":28.606249999999996},{"state":"  oxo xx ","action":8,"reward":34.33351499999999},{"state":"  oxoxxxo","action":0,"reward":99.99999999999977},{"state":"  oxoxxxo","action":1,"reward":"50"},{"state":"x x x o o","action":1,"reward":49.75},{"state":"x x x o o","action":3,"reward":42.5},{"state":"x x x o o","action":5,"reward":"50"},{"state":"x x x o o","action":7,"reward":"50"},{"state":" xxoo  ox","action":0,"reward":"50"},{"state":" xxoo  ox","action":5,"reward":"50"},{"state":" xxoo  ox","action":6,"reward":42.5},{"state":"ox   x ox","action":2,"reward":"50"},{"state":"ox   x ox","action":3,"reward":49.75},{"state":"ox   x ox","action":4,"reward":"50"},{"state":"ox   x ox","action":6,"reward":"50"},{"state":"ox oxx ox","action":2,"reward":50},{"state":"ox oxx ox","action":6,"reward":99.99999999999977},{"state":"o oxx  x ","action":1,"reward":59.27468749999999},{"state":"o oxx  x ","action":5,"reward":"50"},{"state":"o oxx  x ","action":6,"reward":"50"},{"state":"o oxx  x ","action":8,"reward":"50"},{"state":"oox xx   ","action":3,"reward":44.4},{"state":"oox xx   ","action":6,"reward":"50"},{"state":"oox xx   ","action":7,"reward":"50"},{"state":"oox xx   ","action":8,"reward":"50"},{"state":"ooxoxx x ","action":6,"reward":54.875},{"state":"ooxoxx x ","action":8,"reward":"50"},{"state":"xx  o  o ","action":2,"reward":"50"},{"state":"xx  o  o ","action":3,"reward":"50"},{"state":"xx  o  o ","action":5,"reward":"50"},{"state":"xx  o  o ","action":6,"reward":"50"},{"state":"xx  o  o ","action":8,"reward":52},{"state":"xx  ox oo","action":2,"reward":"50"},{"state":"xx  ox oo","action":3,"reward":"50"},{"state":"xx  ox oo","action":6,"reward":54.875},{"state":" xo  o xx","action":0,"reward":"50"},{"state":" xo  o xx","action":3,"reward":42.5},{"state":" xo  o xx","action":4,"reward":"50"},{"state":" xo  o xx","action":6,"reward":"50"},{"state":" x     ox","action":0,"reward":"50"},{"state":" x     ox","action":2,"reward":43.45},{"state":" x     ox","action":3,"reward":"50"},{"state":" x     ox","action":4,"reward":"50"},{"state":" x     ox","action":5,"reward":"50"},{"state":" x     ox","action":6,"reward":"50"},{"state":" xo  x ox","action":0,"reward":"50"},{"state":" xo  x ox","action":3,"reward":43},{"state":" xo  x ox","action":4,"reward":"50"},{"state":" xo  x ox","action":6,"reward":"50"},{"state":" xooxx ox","action":0,"reward":50},{"state":" xooxx ox","action":6,"reward":42.5},{"state":"x o ox   ","action":1,"reward":"50"},{"state":"x o ox   ","action":3,"reward":49.525},{"state":"x o ox   ","action":6,"reward":99.99999999999977},{"state":"x o ox   ","action":7,"reward":"50"},{"state":"x o ox   ","action":8,"reward":"50"},{"state":"xxooox   ","action":6,"reward":"50"},{"state":"xxooox   ","action":7,"reward":49.75},{"state":"xxooox   ","action":8,"reward":"50"},{"state":"xxoooxxo ","action":8,"reward":50},{"state":"oxxxo xo ","action":5,"reward":"50"},{"state":"oxxxo xo ","action":8,"reward":99.99999999999977},{"state":" xxo o x ","action":0,"reward":"50"},{"state":" xxo o x ","action":4,"reward":52.5},{"state":" xxo o x ","action":6,"reward":"50"},{"state":" xxo o x ","action":8,"reward":"50"},{"state":"xxo    ox","action":3,"reward":49.75},{"state":"xxo    ox","action":4,"reward":"50"},{"state":"xxo    ox","action":5,"reward":"50"},{"state":"xxo    ox","action":6,"reward":43},{"state":"xxoo x ox","action":4,"reward":50},{"state":"xxoo x ox","action":6,"reward":"50"},{"state":" xoxoo xx","action":0,"reward":"50"},{"state":" xoxoo xx","action":6,"reward":54.875},{"state":"ox  o xx ","action":2,"reward":"50"},{"state":"ox  o xx ","action":3,"reward":"50"},{"state":"ox  o xx ","action":5,"reward":46.705},{"state":"ox  o xx ","action":8,"reward":99.99999999999977},{"state":"   ox xxo","action":0,"reward":"50"},{"state":"   ox xxo","action":1,"reward":"50"},{"state":"   ox xxo","action":2,"reward":42.5},{"state":"   ox xxo","action":5,"reward":43},{"state":"x  oxoxxo","action":1,"reward":42.5},{"state":"x  oxoxxo","action":2,"reward":52.5},{"state":"  xoox   ","action":0,"reward":"50"},{"state":"  xoox   ","action":1,"reward":52},{"state":"  xoox   ","action":6,"reward":"50"},{"state":"  xoox   ","action":7,"reward":"50"},{"state":"  xoox   ","action":8,"reward":"50"},{"state":"  xxox  o","action":0,"reward":"50"},{"state":"  xxox  o","action":1,"reward":89.99999999999979},{"state":"  xxox  o","action":6,"reward":"50"},{"state":"  xxox  o","action":7,"reward":"50"},{"state":" oxxoxx o","action":0,"reward":"50"},{"state":" oxxoxx o","action":7,"reward":99.99999999999977},{"state":"x xxoo ox","action":1,"reward":59.27468749999999},{"state":"x xxoo ox","action":6,"reward":42.5},{"state":"xoxxx o o","action":5,"reward":50},{"state":"xoxxx o o","action":7,"reward":"50"},{"state":" xoxoox x","action":0,"reward":16.067140624999997},{"state":" xoxoox x","action":7,"reward":16.067140624999997},{"state":"o oxo  xx","action":1,"reward":99.99999999999977},{"state":"o oxo  xx","action":5,"reward":"50"},{"state":"o oxo  xx","action":6,"reward":"50"},{"state":"x  oo  xx","action":1,"reward":"50"},{"state":"x  oo  xx","action":2,"reward":"50"},{"state":"x  oo  xx","action":5,"reward":"50"},{"state":"x  oo  xx","action":6,"reward":57.41974999999999},{"state":"xx oo oxx","action":2,"reward":59.27468749999999},{"state":"xx oo oxx","action":5,"reward":"50"},{"state":" x x  xoo","action":0,"reward":44.9},{"state":" x x  xoo","action":2,"reward":"50"},{"state":" x x  xoo","action":4,"reward":43},{"state":" x x  xoo","action":5,"reward":52},{"state":" x xoxxoo","action":0,"reward":52.5},{"state":" x xoxxoo","action":2,"reward":42.5},{"state":"  xxo oox","action":0,"reward":"50"},{"state":"  xxo oox","action":1,"reward":"50"},{"state":"  xxo oox","action":5,"reward":56.79876249999999},{"state":"x xxoooox","action":1,"reward":61.31095312499999},{"state":"xxoo   x ","action":4,"reward":53.9},{"state":"xxoo   x ","action":5,"reward":"50"},{"state":"xxoo   x ","action":6,"reward":"50"},{"state":"xxoo   x ","action":8,"reward":"50"},{"state":"xooxxo x ","action":6,"reward":"50"},{"state":"xooxxo x ","action":8,"reward":99.99999999999977},{"state":" oo  x xx","action":0,"reward":52.5},{"state":" oo  x xx","action":3,"reward":"50"},{"state":" oo  x xx","action":4,"reward":"50"},{"state":" oo  x xx","action":6,"reward":"50"},{"state":" x  oxx o","action":0,"reward":95.73712048328453},{"state":" x  oxx o","action":2,"reward":"50"},{"state":" x  oxx o","action":3,"reward":43},{"state":" x  oxx o","action":7,"reward":"50"},{"state":"  xoo   x","action":0,"reward":43},{"state":"  xoo   x","action":1,"reward":"50"},{"state":"  xoo   x","action":5,"reward":54.875},{"state":"  xoo   x","action":6,"reward":"50"},{"state":"  xoo   x","action":7,"reward":"50"},{"state":"  x o o x","action":0,"reward":"50"},{"state":"  x o o x","action":1,"reward":"50"},{"state":"  x o o x","action":3,"reward":"50"},{"state":"  x o o x","action":5,"reward":"50"},{"state":"  x o o x","action":7,"reward":51.425},{"state":"x  oo xx ","action":1,"reward":"50"},{"state":"x  oo xx ","action":2,"reward":42.5},{"state":"x  oo xx ","action":5,"reward":99.99999999999977},{"state":"x  oo xx ","action":8,"reward":"50"},{"state":"xoo   x x","action":3,"reward":"50"},{"state":"xoo   x x","action":4,"reward":"50"},{"state":"xoo   x x","action":5,"reward":"50"},{"state":"xoo   x x","action":7,"reward":42.5},{"state":"  o o xx ","action":0,"reward":"50"},{"state":"  o o xx ","action":1,"reward":52},{"state":"  o o xx ","action":3,"reward":"50"},{"state":"  o o xx ","action":5,"reward":"50"},{"state":"  o o xx ","action":8,"reward":"50"},{"state":" ooxo xx ","action":0,"reward":52.5},{"state":" ooxo xx ","action":5,"reward":"50"},{"state":" ooxo xx ","action":8,"reward":"50"},{"state":" xx o o  ","action":0,"reward":"50"},{"state":" xx o o  ","action":3,"reward":"50"},{"state":" xx o o  ","action":5,"reward":"50"},{"state":" xx o o  ","action":7,"reward":52},{"state":" xx o o  ","action":8,"reward":"50"},{"state":" xx oxoo ","action":0,"reward":"50"},{"state":" xx oxoo ","action":3,"reward":"50"},{"state":" xx oxoo ","action":8,"reward":52.5},{"state":" xx o  ox","action":0,"reward":49.75},{"state":" xx o  ox","action":3,"reward":42.5},{"state":" xx o  ox","action":5,"reward":"50"},{"state":" xx o  ox","action":6,"reward":"50"},{"state":"oxxxo  ox","action":5,"reward":50},{"state":"oxxxo  ox","action":6,"reward":42.5},{"state":" xxxooo  ","action":0,"reward":"50"},{"state":" xxxooo  ","action":7,"reward":"50"},{"state":" xxxooo  ","action":8,"reward":42.5},{"state":" xxxo o o","action":0,"reward":"50"},{"state":" xxxo o o","action":5,"reward":"50"},{"state":" xxxo o o","action":7,"reward":52.5},{"state":"o  x xx o","action":1,"reward":"50"},{"state":"o  x xx o","action":2,"reward":"50"},{"state":"o  x xx o","action":4,"reward":54.875},{"state":"o  x xx o","action":7,"reward":"50"},{"state":" xoooxxx ","action":0,"reward":42.5},{"state":" xoooxxx ","action":8,"reward":50},{"state":"x o o xox","action":1,"reward":"50"},{"state":"x o o xox","action":3,"reward":89.99999999999979},{"state":"x o o xox","action":5,"reward":"50"},{"state":"xxooo xox","action":5,"reward":99.99999999999977},{"state":"    oxxxo","action":0,"reward":99.99999999999977},{"state":"    oxxxo","action":1,"reward":49.75},{"state":"    oxxxo","action":2,"reward":48.018137499999995},{"state":"    oxxxo","action":3,"reward":49.75},{"state":"xo  oxxxo","action":2,"reward":"50"},{"state":"xo  oxxxo","action":3,"reward":50},{"state":"x o ox ox","action":1,"reward":"50"},{"state":"x o ox ox","action":3,"reward":89.99999999999979},{"state":"x o ox ox","action":6,"reward":"50"},{"state":"x oooxxox","action":1,"reward":99.99999999999977},{"state":"oox  x x ","action":3,"reward":"50"},{"state":"oox  x x ","action":4,"reward":43},{"state":"oox  x x ","action":6,"reward":"50"},{"state":"oox  x x ","action":8,"reward":43},{"state":"oox oxxx ","action":3,"reward":42.5},{"state":"oox oxxx ","action":8,"reward":"50"},{"state":" x oox x ","action":0,"reward":"50"},{"state":" x oox x ","action":2,"reward":"50"},{"state":" x oox x ","action":6,"reward":52},{"state":" x oox x ","action":8,"reward":"50"},{"state":" x o    x","action":0,"reward":"50"},{"state":" x o    x","action":2,"reward":43},{"state":" x o    x","action":4,"reward":"50"},{"state":" x o    x","action":5,"reward":"50"},{"state":" x o    x","action":6,"reward":53.022499999999994},{"state":" x o    x","action":7,"reward":"50"},{"state":" xoo   xx","action":0,"reward":42.5},{"state":" xoo   xx","action":4,"reward":"50"},{"state":" xoo   xx","action":5,"reward":"50"},{"state":" xoo   xx","action":6,"reward":"50"},{"state":"x  oo x  ","action":1,"reward":"50"},{"state":"x  oo x  ","action":2,"reward":49.525},{"state":"x  oo x  ","action":5,"reward":"50"},{"state":"x  oo x  ","action":7,"reward":"50"},{"state":"x  oo x  ","action":8,"reward":"50"},{"state":"xxooo x  ","action":5,"reward":99.99999999999977},{"state":"xxooo x  ","action":7,"reward":49.75},{"state":"xxooo x  ","action":8,"reward":"50"},{"state":" o xoxx  ","action":0,"reward":"50"},{"state":" o xoxx  ","action":2,"reward":57.41974999999999},{"state":" o xoxx  ","action":7,"reward":"50"},{"state":" o xoxx  ","action":8,"reward":"50"},{"state":"   xox ox","action":0,"reward":42.5},{"state":"   xox ox","action":1,"reward":"50"},{"state":"   xox ox","action":2,"reward":"50"},{"state":"   xox ox","action":6,"reward":"50"},{"state":" x oox ox","action":0,"reward":42.5},{"state":" x oox ox","action":2,"reward":"50"},{"state":" x oox ox","action":6,"reward":42.5},{"state":" xoxox xo","action":0,"reward":99.99999999999977},{"state":" xoxox xo","action":6,"reward":"50"},{"state":"  oxx o x","action":0,"reward":42.5},{"state":"  oxx o x","action":1,"reward":42.5},{"state":"  oxx o x","action":5,"reward":"50"},{"state":"  oxx o x","action":7,"reward":"50"},{"state":"  xx  xoo","action":0,"reward":"50"},{"state":"  xx  xoo","action":1,"reward":42.5},{"state":"  xx  xoo","action":4,"reward":43},{"state":"  xx  xoo","action":5,"reward":"50"},{"state":"  oxo  x ","action":0,"reward":"50"},{"state":"  oxo  x ","action":1,"reward":"50"},{"state":"  oxo  x ","action":5,"reward":"50"},{"state":"  oxo  x ","action":6,"reward":"50"},{"state":"  oxo  x ","action":8,"reward":53.9},{"state":"  oxox xo","action":0,"reward":52.5},{"state":"  oxox xo","action":1,"reward":"50"},{"state":"  oxox xo","action":6,"reward":"50"},{"state":"xoxx o ox","action":4,"reward":52.5},{"state":"xoxx o ox","action":6,"reward":"50"},{"state":"xxo   ox ","action":3,"reward":"50"},{"state":"xxo   ox ","action":4,"reward":54.875},{"state":"xxo   ox ","action":5,"reward":"50"},{"state":"xxo   ox ","action":8,"reward":"50"},{"state":"x x o  xo","action":1,"reward":49.75},{"state":"x x o  xo","action":3,"reward":49.75},{"state":"x x o  xo","action":5,"reward":"50"},{"state":"x x o  xo","action":6,"reward":"50"},{"state":"x xoox xo","action":1,"reward":50},{"state":"x xoox xo","action":6,"reward":"50"},{"state":"x  xoo ox","action":1,"reward":"50"},{"state":"x  xoo ox","action":2,"reward":"50"},{"state":"x  xoo ox","action":6,"reward":52},{"state":"ox xox   ","action":2,"reward":"50"},{"state":"ox xox   ","action":6,"reward":89.99999999999979},{"state":"ox xox   ","action":7,"reward":"50"},{"state":"ox xox   ","action":8,"reward":"50"},{"state":"oxxxoxo  ","action":7,"reward":"50"},{"state":"oxxxoxo  ","action":8,"reward":99.99999999999977},{"state":"ox  ox  x","action":2,"reward":73.58940318131397},{"state":"ox  ox  x","action":3,"reward":43},{"state":"ox  ox  x","action":6,"reward":38.894749999999995},{"state":"ox  ox  x","action":7,"reward":41.82253124999999},{"state":"x xx  o o","action":1,"reward":"50"},{"state":"x xx  o o","action":4,"reward":"50"},{"state":"x xx  o o","action":5,"reward":43},{"state":"x xx  o o","action":7,"reward":"50"},{"state":"  oxo xxo","action":0,"reward":52.5},{"state":"  oxo xxo","action":1,"reward":"50"},{"state":"  oxo xxo","action":5,"reward":"50"},{"state":"o xxo ox ","action":1,"reward":49.75},{"state":"o xxo ox ","action":5,"reward":"50"},{"state":"o xxo ox ","action":8,"reward":"50"},{"state":"x xx oo  ","action":1,"reward":43},{"state":"x xx oo  ","action":4,"reward":49.75},{"state":"x xx oo  ","action":7,"reward":"50"},{"state":"x xx oo  ","action":8,"reward":49.75},{"state":"xoxxxoo  ","action":7,"reward":42.5},{"state":"xoxxxoo  ","action":8,"reward":"50"},{"state":"oo   xx x","action":2,"reward":52.5},{"state":"oo   xx x","action":3,"reward":"50"},{"state":"oo   xx x","action":4,"reward":"50"},{"state":"oo   xx x","action":7,"reward":"50"},{"state":"oxxoo x x","action":5,"reward":99.99999999999977},{"state":"oxxoo x x","action":7,"reward":42.5},{"state":"x  oo xxo","action":1,"reward":49.75},{"state":"x  oo xxo","action":2,"reward":"50"},{"state":"x  oo xxo","action":5,"reward":"50"},{"state":"xo ooxxxo","action":2,"reward":50},{"state":"x oo  x x","action":1,"reward":"50"},{"state":"x oo  x x","action":4,"reward":42.5},{"state":"x oo  x x","action":5,"reward":"50"},{"state":"x oo  x x","action":7,"reward":"50"},{"state":"o  ooxx x","action":1,"reward":42.5},{"state":"o  ooxx x","action":2,"reward":42.5},{"state":"o  ooxx x","action":7,"reward":"50"},{"state":"  x o  xo","action":0,"reward":54.875},{"state":"  x o  xo","action":1,"reward":"50"},{"state":"  x o  xo","action":3,"reward":"50"},{"state":"  x o  xo","action":5,"reward":"50"},{"state":"  x o  xo","action":6,"reward":"50"},{"state":"o  xoxxox","action":1,"reward":99.99999999999977},{"state":"o  xoxxox","action":2,"reward":"50"},{"state":"oxo  x  x","action":3,"reward":"50"},{"state":"oxo  x  x","action":4,"reward":"50"},{"state":"oxo  x  x","action":6,"reward":52},{"state":"oxo  x  x","action":7,"reward":49.75},{"state":"oxox x ox","action":4,"reward":50},{"state":"oxox x ox","action":6,"reward":"50"},{"state":"x  ooxxxo","action":1,"reward":50},{"state":"x  ooxxxo","action":2,"reward":50},{"state":"o  xx o x","action":1,"reward":44.4},{"state":"o  xx o x","action":2,"reward":43},{"state":"o  xx o x","action":5,"reward":"50"},{"state":"o  xx o x","action":7,"reward":"50"},{"state":"o   oxoxx","action":1,"reward":42.5},{"state":"o   oxoxx","action":2,"reward":99.99999999999977},{"state":"o   oxoxx","action":3,"reward":"50"},{"state":"xxo oxx o","action":3,"reward":50},{"state":"xxo oxx o","action":7,"reward":42.5},{"state":"ox  xox  ","action":2,"reward":35.713734374999994},{"state":"ox  xox  ","action":3,"reward":35.85},{"state":"ox  xox  ","action":7,"reward":42.5},{"state":"ox  xox  ","action":8,"reward":39.7746875},{"state":" o  o  xx","action":0,"reward":49.525},{"state":" o  o  xx","action":2,"reward":44.9},{"state":" o  o  xx","action":3,"reward":"50"},{"state":" o  o  xx","action":5,"reward":46.56272843749999},{"state":" o  o  xx","action":6,"reward":"50"},{"state":" oo ox xx","action":0,"reward":"50"},{"state":" oo ox xx","action":3,"reward":"50"},{"state":" oo ox xx","action":6,"reward":54.875},{"state":"xoo    xx","action":3,"reward":"50"},{"state":"xoo    xx","action":4,"reward":"50"},{"state":"xoo    xx","action":5,"reward":43},{"state":"xoo    xx","action":6,"reward":"50"},{"state":"xoox o xx","action":4,"reward":"50"},{"state":"xoox o xx","action":6,"reward":42.5},{"state":"  xxo oxo","action":0,"reward":52.5},{"state":"  xxo oxo","action":1,"reward":"50"},{"state":"  xxo oxo","action":5,"reward":"50"},{"state":"oo  xxx  ","action":2,"reward":61.31095312499999},{"state":"oo  xxx  ","action":3,"reward":"50"},{"state":"oo  xxx  ","action":7,"reward":"50"},{"state":"oo  xxx  ","action":8,"reward":"50"},{"state":"o xxo x  ","action":1,"reward":"50"},{"state":"o xxo x  ","action":5,"reward":43},{"state":"o xxo x  ","action":7,"reward":"50"},{"state":"o xxo x  ","action":8,"reward":99.99999999999977},{"state":"o xxoox x","action":1,"reward":42.5},{"state":"o xxoox x","action":7,"reward":50},{"state":" ooxo  xx","action":0,"reward":"50"},{"state":" ooxo  xx","action":5,"reward":42.5},{"state":" ooxo  xx","action":6,"reward":"50"},{"state":"ox xx o  ","action":2,"reward":35.875},{"state":"ox xx o  ","action":5,"reward":36.02990794755907},{"state":"ox xx o  ","action":7,"reward":37.18},{"state":"ox xx o  ","action":8,"reward":38.894749999999995},{"state":" xo xx o ","action":0,"reward":41.241686480468736},{"state":" xo xx o ","action":3,"reward":45.00000000000003},{"state":" xo xx o ","action":6,"reward":43},{"state":" xo xx o ","action":8,"reward":43.992758156249984},{"state":"oxo xxxo ","action":3,"reward":50},{"state":"oxo xxxo ","action":8,"reward":42.5},{"state":"xx   oxo ","action":2,"reward":"50"},{"state":"xx   oxo ","action":3,"reward":"50"},{"state":"xx   oxo ","action":4,"reward":42.5},{"state":"xx   oxo ","action":8,"reward":"50"},{"state":"x o  xxo ","action":1,"reward":"50"},{"state":"x o  xxo ","action":3,"reward":"50"},{"state":"x o  xxo ","action":4,"reward":"50"},{"state":"x o  xxo ","action":8,"reward":49.75},{"state":"oox x oxx","action":3,"reward":"50"},{"state":"oox x oxx","action":5,"reward":50},{"state":"  xxo  xo","action":0,"reward":54.875},{"state":"  xxo  xo","action":1,"reward":"50"},{"state":"  xxo  xo","action":5,"reward":"50"},{"state":"  xxo  xo","action":6,"reward":"50"},{"state":"xx oo x  ","action":2,"reward":75.04868613317537},{"state":"xx oo x  ","action":5,"reward":"50"},{"state":"xx oo x  ","action":7,"reward":"50"},{"state":"xx oo x  ","action":8,"reward":49.75},{"state":"o o oxx x","action":1,"reward":99.99999999999977},{"state":"o o oxx x","action":3,"reward":49.75},{"state":"o o oxx x","action":7,"reward":49.75},{"state":" xoxox   ","action":0,"reward":"50"},{"state":" xoxox   ","action":6,"reward":99.99999999999977},{"state":" xoxox   ","action":7,"reward":"50"},{"state":" xoxox   ","action":8,"reward":"50"},{"state":"xo o xoxx","action":2,"reward":42.5},{"state":"xo o xoxx","action":4,"reward":"50"},{"state":" x  o  xo","action":0,"reward":"50"},{"state":" x  o  xo","action":2,"reward":"50"},{"state":" x  o  xo","action":3,"reward":"50"},{"state":" x  o  xo","action":5,"reward":52},{"state":" x  o  xo","action":6,"reward":"50"},{"state":" xx oo xo","action":0,"reward":"50"},{"state":" xx oo xo","action":3,"reward":99.99999999999977},{"state":" xx oo xo","action":6,"reward":"50"},{"state":"  x x oox","action":0,"reward":"50"},{"state":"  x x oox","action":1,"reward":"50"},{"state":"  x x oox","action":3,"reward":42.5},{"state":"  x x oox","action":5,"reward":"50"},{"state":"oo x xx  ","action":2,"reward":"50"},{"state":"oo x xx  ","action":4,"reward":53.9},{"state":"oo x xx  ","action":7,"reward":"50"},{"state":"oo x xx  ","action":8,"reward":"50"},{"state":"oo xoxxx ","action":2,"reward":99.99999999999977},{"state":"oo xoxxx ","action":8,"reward":"50"},{"state":" ox ox   ","action":0,"reward":"50"},{"state":" ox ox   ","action":3,"reward":43},{"state":" ox ox   ","action":6,"reward":"50"},{"state":" ox ox   ","action":7,"reward":"50"},{"state":" ox ox   ","action":8,"reward":"50"},{"state":"x o  oxx ","action":1,"reward":"50"},{"state":"x o  oxx ","action":3,"reward":"50"},{"state":"x o  oxx ","action":4,"reward":"50"},{"state":"x o  oxx ","action":8,"reward":57.131249999999994},{"state":"o   oxx x","action":1,"reward":"50"},{"state":"o   oxx x","action":2,"reward":42.5},{"state":"o   oxx x","action":3,"reward":42.5},{"state":"o   oxx x","action":7,"reward":"50"},{"state":"o x  xx o","action":1,"reward":"50"},{"state":"o x  xx o","action":3,"reward":"50"},{"state":"o x  xx o","action":4,"reward":"50"},{"state":"o x  xx o","action":7,"reward":44.4},{"state":" ox o xx ","action":0,"reward":44.4},{"state":" ox o xx ","action":3,"reward":49.75},{"state":" ox o xx ","action":5,"reward":42.5},{"state":" ox o xx ","action":8,"reward":72.24499579339886},{"state":"oxx oox  ","action":3,"reward":"50"},{"state":"oxx oox  ","action":7,"reward":"50"},{"state":"oxx oox  ","action":8,"reward":99.99999999999977},{"state":"ox xooxx ","action":2,"reward":42.5},{"state":"ox xooxx ","action":8,"reward":54.875},{"state":" x xo oox","action":0,"reward":"50"},{"state":" x xo oox","action":2,"reward":"50"},{"state":" x xo oox","action":5,"reward":49.75},{"state":"    ooxx ","action":0,"reward":42.5},{"state":"    ooxx ","action":1,"reward":"50"},{"state":"    ooxx ","action":2,"reward":"50"},{"state":"    ooxx ","action":3,"reward":"50"},{"state":"    ooxx ","action":8,"reward":"50"},{"state":" oox xxox","action":0,"reward":"50"},{"state":" oox xxox","action":4,"reward":52.5},{"state":"o   xxx o","action":1,"reward":42.5},{"state":"o   xxx o","action":2,"reward":42.5},{"state":"o   xxx o","action":3,"reward":"50"},{"state":"o   xxx o","action":7,"reward":43},{"state":" xxo oxox","action":0,"reward":"50"},{"state":" xxo oxox","action":4,"reward":52.5},{"state":" x xoox  ","action":0,"reward":"50"},{"state":" x xoox  ","action":2,"reward":44.9},{"state":" x xoox  ","action":7,"reward":"50"},{"state":" x xoox  ","action":8,"reward":"50"},{"state":" xoxooxx ","action":0,"reward":"50"},{"state":" xoxooxx ","action":8,"reward":52.5},{"state":"  x  oxox","action":0,"reward":"50"},{"state":"  x  oxox","action":1,"reward":42.5},{"state":"  x  oxox","action":3,"reward":44.4},{"state":"  x  oxox","action":4,"reward":49.75},{"state":" xx ooxox","action":0,"reward":50},{"state":" xx ooxox","action":3,"reward":99.99999999999977},{"state":"x oxo    ","action":1,"reward":"50"},{"state":"x oxo    ","action":5,"reward":"50"},{"state":"x oxo    ","action":6,"reward":99.99999999999977},{"state":"x oxo    ","action":7,"reward":"50"},{"state":"x oxo    ","action":8,"reward":"50"},{"state":"x ooo  xx","action":1,"reward":44.4},{"state":"x ooo  xx","action":5,"reward":"50"},{"state":"x ooo  xx","action":6,"reward":99.99999999999977},{"state":" xo x  ox","action":0,"reward":45.00000000000003},{"state":" xo x  ox","action":3,"reward":42.5},{"state":" xo x  ox","action":5,"reward":42.5},{"state":" xo x  ox","action":6,"reward":43},{"state":"oxo xx ox","action":3,"reward":50},{"state":"oxo xx ox","action":6,"reward":42.5},{"state":"x oxx   o","action":1,"reward":44.4},{"state":"x oxx   o","action":5,"reward":99.99999999999977},{"state":"x oxx   o","action":6,"reward":46.205},{"state":"x oxx   o","action":7,"reward":"50"},{"state":"xxoxx o o","action":5,"reward":54.875},{"state":"xxoxx o o","action":7,"reward":"50"},{"state":"x o x x o","action":1,"reward":48.349507244531225},{"state":"x o x x o","action":3,"reward":"50"},{"state":"x o x x o","action":5,"reward":99.99999999999977},{"state":"x o x x o","action":7,"reward":42.5},{"state":"xoo x xxo","action":3,"reward":"50"},{"state":"xoo x xxo","action":5,"reward":99.99999999999977},{"state":"xxooox x ","action":6,"reward":99.99999999999977},{"state":"xxooox x ","action":8,"reward":"50"},{"state":"xoo  x  x","action":3,"reward":"50"},{"state":"xoo  x  x","action":4,"reward":"50"},{"state":"xoo  x  x","action":6,"reward":"50"},{"state":"xoo  x  x","action":7,"reward":42.5},{"state":" xx o oxo","action":0,"reward":52.5},{"state":" xx o oxo","action":3,"reward":"50"},{"state":" xx o oxo","action":5,"reward":"50"},{"state":" xoxo x  ","action":0,"reward":75.55355317791144},{"state":" xoxo x  ","action":5,"reward":42.5},{"state":" xoxo x  ","action":7,"reward":40.59400046138227},{"state":" xoxo x  ","action":8,"reward":38.5272142360156},{"state":"ox  xxo  ","action":2,"reward":"50"},{"state":"ox  xxo  ","action":3,"reward":77.99366656741167},{"state":"ox  xxo  ","action":7,"reward":"50"},{"state":"ox  xxo  ","action":8,"reward":44.4},{"state":"ooxx  x  ","action":4,"reward":"50"},{"state":"ooxx  x  ","action":5,"reward":"50"},{"state":"ooxx  x  ","action":7,"reward":44.9},{"state":"ooxx  x  ","action":8,"reward":"50"},{"state":"xxo  o x ","action":3,"reward":"50"},{"state":"xxo  o x ","action":4,"reward":"50"},{"state":"xxo  o x ","action":6,"reward":"50"},{"state":"xxo  o x ","action":8,"reward":52.5},{"state":"x x oo  x","action":1,"reward":"50"},{"state":"x x oo  x","action":3,"reward":99.99999999999977},{"state":"x x oo  x","action":6,"reward":42.5},{"state":"x x oo  x","action":7,"reward":45.389432748437486},{"state":"o xxoox  ","action":1,"reward":"50"},{"state":"o xxoox  ","action":7,"reward":"50"},{"state":"o xxoox  ","action":8,"reward":99.99999999999977},{"state":"ooxxo xx ","action":5,"reward":42.5},{"state":"ooxxo xx ","action":8,"reward":61.31095312499999},{"state":"xx  oo xo","action":2,"reward":54.875},{"state":"xx  oo xo","action":3,"reward":"50"},{"state":"xx  oo xo","action":6,"reward":44.4},{"state":" xx o xoo","action":0,"reward":"50"},{"state":" xx o xoo","action":3,"reward":42.5},{"state":" xx o xoo","action":5,"reward":"50"},{"state":"x    xoox","action":1,"reward":43},{"state":"x    xoox","action":2,"reward":"50"},{"state":"x    xoox","action":3,"reward":"50"},{"state":"x    xoox","action":4,"reward":"50"},{"state":"xo x xoox","action":2,"reward":42.5},{"state":"xo x xoox","action":4,"reward":"50"},{"state":" x  oo x ","action":0,"reward":"50"},{"state":" x  oo x ","action":2,"reward":"50"},{"state":" x  oo x ","action":3,"reward":"50"},{"state":" x  oo x ","action":6,"reward":"50"},{"state":" x  oo x ","action":8,"reward":52},{"state":"o o ox xx","action":1,"reward":"50"},{"state":"o o ox xx","action":3,"reward":"50"},{"state":"o o ox xx","action":6,"reward":99.99999999999977},{"state":"xx ooxxo ","action":2,"reward":50},{"state":"xx ooxxo ","action":8,"reward":42.5},{"state":" o x   x ","action":0,"reward":"50"},{"state":" o x   x ","action":2,"reward":"50"},{"state":" o x   x ","action":4,"reward":"50"},{"state":" o x   x ","action":5,"reward":43},{"state":" o x   x ","action":6,"reward":51.55},{"state":" o x   x ","action":8,"reward":44.4725},{"state":"o o x xx ","action":1,"reward":61.31095312499999},{"state":"o o x xx ","action":3,"reward":"50"},{"state":"o o x xx ","action":5,"reward":"50"},{"state":"o o x xx ","action":8,"reward":"50"},{"state":"xoooxxx  ","action":7,"reward":"50"},{"state":"xoooxxx  ","action":8,"reward":50},{"state":"xx  oo   ","action":2,"reward":"50"},{"state":"xx  oo   ","action":3,"reward":"50"},{"state":"xx  oo   ","action":6,"reward":"50"},{"state":"xx  oo   ","action":7,"reward":42.5},{"state":"xx  oo   ","action":8,"reward":49.54876249999999},{"state":"xx  oox o","action":2,"reward":"50"},{"state":"xx  oox o","action":3,"reward":54.875},{"state":"xx  oox o","action":7,"reward":"50"},{"state":"x o o xxo","action":1,"reward":42.5},{"state":"x o o xxo","action":3,"reward":"50"},{"state":"x o o xxo","action":5,"reward":"50"},{"state":"x   oxxo ","action":1,"reward":99.99999999999977},{"state":"x   oxxo ","action":2,"reward":49.75},{"state":"x   oxxo ","action":3,"reward":"50"},{"state":"x   oxxo ","action":8,"reward":"50"},{"state":"xxo oxxo ","action":3,"reward":50},{"state":"xxo oxxo ","action":8,"reward":42.5},{"state":"o x o  x ","action":1,"reward":49.525},{"state":"o x o  x ","action":3,"reward":"50"},{"state":"o x o  x ","action":5,"reward":89.99999999999979},{"state":"o x o  x ","action":6,"reward":"50"},{"state":"o x o  x ","action":8,"reward":"50"},{"state":" o xx  ox","action":0,"reward":52},{"state":" o xx  ox","action":2,"reward":"50"},{"state":" o xx  ox","action":5,"reward":"50"},{"state":" o xx  ox","action":6,"reward":42.5},{"state":" x o xo x","action":0,"reward":52.5},{"state":" x o xo x","action":2,"reward":"50"},{"state":" x o xo x","action":4,"reward":"50"},{"state":" x o xo x","action":7,"reward":"50"},{"state":"o  xxo  x","action":1,"reward":"50"},{"state":"o  xxo  x","action":2,"reward":43},{"state":"o  xxo  x","action":6,"reward":"50"},{"state":"o  xxo  x","action":7,"reward":"50"},{"state":"oxoxxo  x","action":6,"reward":42.5},{"state":"oxoxxo  x","action":7,"reward":50},{"state":"  xoxo  x","action":0,"reward":"50"},{"state":"  xoxo  x","action":1,"reward":42.5},{"state":"  xoxo  x","action":6,"reward":"50"},{"state":"  xoxo  x","action":7,"reward":43},{"state":"x o   oxx","action":1,"reward":"50"},{"state":"x o   oxx","action":3,"reward":"50"},{"state":"x o   oxx","action":4,"reward":"50"},{"state":"x o   oxx","action":5,"reward":52},{"state":"x ox ooxx","action":1,"reward":"50"},{"state":"x ox ooxx","action":4,"reward":52.5},{"state":"xox   x o","action":3,"reward":42.5},{"state":"xox   x o","action":4,"reward":"50"},{"state":"xox   x o","action":5,"reward":"50"},{"state":"xox   x o","action":7,"reward":"50"},{"state":"ox  xx o ","action":2,"reward":42.5},{"state":"ox  xx o ","action":3,"reward":73.44148429798818},{"state":"ox  xx o ","action":6,"reward":43},{"state":"ox  xx o ","action":8,"reward":43},{"state":" oxx x  o","action":0,"reward":"50"},{"state":" oxx x  o","action":4,"reward":"50"},{"state":" oxx x  o","action":6,"reward":"50"},{"state":" oxx x  o","action":7,"reward":42.5},{"state":"ox  ox x ","action":2,"reward":"50"},{"state":"ox  ox x ","action":3,"reward":89.99999999999979},{"state":"ox  ox x ","action":6,"reward":"50"},{"state":"ox  ox x ","action":8,"reward":"50"},{"state":"oxxoox x ","action":6,"reward":99.99999999999977},{"state":"oxxoox x ","action":8,"reward":"50"},{"state":"  o  xxox","action":0,"reward":"50"},{"state":"  o  xxox","action":1,"reward":"50"},{"state":"  o  xxox","action":3,"reward":"50"},{"state":"  o  xxox","action":4,"reward":52},{"state":"xoxox    ","action":5,"reward":"50"},{"state":"xoxox    ","action":6,"reward":"50"},{"state":"xoxox    ","action":7,"reward":"50"},{"state":"xoxox    ","action":8,"reward":49.75},{"state":" x  oox  ","action":0,"reward":53.9},{"state":" x  oox  ","action":2,"reward":"50"},{"state":" x  oox  ","action":3,"reward":"50"},{"state":" x  oox  ","action":7,"reward":"50"},{"state":" x  oox  ","action":8,"reward":"50"},{"state":" x  ooxx ","action":0,"reward":"50"},{"state":" x  ooxx ","action":2,"reward":"50"},{"state":" x  ooxx ","action":3,"reward":"50"},{"state":" x  ooxx ","action":8,"reward":52},{"state":"xx  ooxxo","action":2,"reward":"50"},{"state":"xx  ooxxo","action":3,"reward":52.5},{"state":"xoxo x   ","action":4,"reward":"50"},{"state":"xoxo x   ","action":6,"reward":"50"},{"state":"xoxo x   ","action":7,"reward":"50"},{"state":"xoxo x   ","action":8,"reward":43},{"state":"xoxoxx  o","action":6,"reward":"50"},{"state":"xoxoxx  o","action":7,"reward":42.5},{"state":"x oxox   ","action":1,"reward":44.4},{"state":"x oxox   ","action":6,"reward":"50"},{"state":"x oxox   ","action":7,"reward":42.5},{"state":"x oxox   ","action":8,"reward":42.5},{"state":"x  xxo  o","action":1,"reward":"50"},{"state":"x  xxo  o","action":2,"reward":54.875},{"state":"x  xxo  o","action":6,"reward":49.75},{"state":"x  xxo  o","action":7,"reward":"50"},{"state":"x  xxooxo","action":1,"reward":50},{"state":"x  xxooxo","action":2,"reward":"50"},{"state":"x x   xoo","action":1,"reward":42.5},{"state":"x x   xoo","action":3,"reward":"50"},{"state":"x x   xoo","action":4,"reward":"50"},{"state":"x x   xoo","action":5,"reward":"50"},{"state":" ox o x  ","action":0,"reward":"50"},{"state":" ox o x  ","action":3,"reward":"50"},{"state":" ox o x  ","action":5,"reward":"50"},{"state":" ox o x  ","action":7,"reward":"50"},{"state":" ox o x  ","action":8,"reward":51.55},{"state":" xo  xo x","action":0,"reward":"50"},{"state":" xo  xo x","action":3,"reward":43},{"state":" xo  xo x","action":4,"reward":"50"},{"state":" xo  xo x","action":7,"reward":"50"},{"state":"xxoo xo x","action":4,"reward":"50"},{"state":"xxoo xo x","action":7,"reward":42.5},{"state":" xxoo x  ","action":0,"reward":89.99999999999979},{"state":" xxoo x  ","action":5,"reward":"50"},{"state":" xxoo x  ","action":7,"reward":"50"},{"state":" xxoo x  ","action":8,"reward":"50"},{"state":"xxooox ox","action":6,"reward":99.99999999999977},{"state":" ooxx  x ","action":0,"reward":99.99999999999977},{"state":" ooxx  x ","action":5,"reward":"50"},{"state":" ooxx  x ","action":6,"reward":"50"},{"state":" ooxx  x ","action":8,"reward":"50"},{"state":" o  oxx x","action":0,"reward":42.5},{"state":" o  oxx x","action":2,"reward":"50"},{"state":" o  oxx x","action":3,"reward":"50"},{"state":" o  oxx x","action":7,"reward":52.5},{"state":"o x oo xx","action":1,"reward":"50"},{"state":"o x oo xx","action":3,"reward":99.99999999999977},{"state":"o x oo xx","action":6,"reward":"50"},{"state":" oxx   ox","action":0,"reward":43},{"state":" oxx   ox","action":4,"reward":"50"},{"state":" oxx   ox","action":5,"reward":"50"},{"state":" oxx   ox","action":6,"reward":"50"},{"state":" x xoo   ","action":0,"reward":"50"},{"state":" x xoo   ","action":2,"reward":"50"},{"state":" x xoo   ","action":6,"reward":44.4725},{"state":" x xoo   ","action":7,"reward":51.55},{"state":" x xoo   ","action":8,"reward":"50"},{"state":" x xooo x","action":0,"reward":"50"},{"state":" x xooo x","action":2,"reward":"50"},{"state":" x xooo x","action":7,"reward":52},{"state":"xx xoooox","action":2,"reward":52.5},{"state":"  x o oxx","action":0,"reward":42.5},{"state":"  x o oxx","action":1,"reward":42.5},{"state":"  x o oxx","action":3,"reward":"50"},{"state":"  x o oxx","action":5,"reward":72.69556362718023},{"state":"xooox xx ","action":5,"reward":42.5},{"state":"xooox xx ","action":8,"reward":50},{"state":" xx oo   ","action":0,"reward":"50"},{"state":" xx oo   ","action":3,"reward":99.99999999999977},{"state":" xx oo   ","action":6,"reward":"50"},{"state":" xx oo   ","action":7,"reward":"50"},{"state":" xx oo   ","action":8,"reward":"50"},{"state":"xxo o xox","action":3,"reward":50},{"state":"xxo o xox","action":5,"reward":42.5},{"state":"oxx oo x ","action":3,"reward":99.99999999999977},{"state":"oxx oo x ","action":6,"reward":"50"},{"state":"oxx oo x ","action":8,"reward":"50"},{"state":" x xo o x","action":0,"reward":"50"},{"state":" x xo o x","action":2,"reward":99.99988437755663},{"state":" x xo o x","action":5,"reward":"50"},{"state":" x xo o x","action":7,"reward":"50"},{"state":"x   xxoo ","action":1,"reward":"50"},{"state":"x   xxoo ","action":2,"reward":"50"},{"state":"x   xxoo ","action":3,"reward":"50"},{"state":"x   xxoo ","action":8,"reward":57.131249999999994},{"state":" x  oox x","action":0,"reward":"50"},{"state":" x  oox x","action":2,"reward":"50"},{"state":" x  oox x","action":3,"reward":"50"},{"state":" x  oox x","action":7,"reward":51.65},{"state":"xx  ooxox","action":2,"reward":"50"},{"state":"xx  ooxox","action":3,"reward":52.5},{"state":"xx xooo  ","action":2,"reward":"50"},{"state":"xx xooo  ","action":7,"reward":42.5},{"state":"xx xooo  ","action":8,"reward":"50"},{"state":"x ooox x ","action":1,"reward":"50"},{"state":"x ooox x ","action":6,"reward":99.99999999999977},{"state":"x ooox x ","action":8,"reward":49.75},{"state":"x  oox x ","action":1,"reward":49.75},{"state":"x  oox x ","action":2,"reward":43},{"state":"x  oox x ","action":6,"reward":43},{"state":"x  oox x ","action":8,"reward":49.75},{"state":"xo ooxxx ","action":2,"reward":"50"},{"state":"xo ooxxx ","action":8,"reward":50},{"state":"oxoxo  x ","action":5,"reward":"50"},{"state":"oxoxo  x ","action":6,"reward":99.99999999999977},{"state":"oxoxo  x ","action":8,"reward":"50"},{"state":"x o o xx ","action":1,"reward":5.954080984374995},{"state":"x o o xx ","action":3,"reward":5.220971811701197},{"state":"x o o xx ","action":5,"reward":8.54048957565623},{"state":"x o o xx ","action":8,"reward":10.483361534362475},{"state":"xoo oxxx ","action":3,"reward":35.375},{"state":"xoo oxxx ","action":8,"reward":42.5},{"state":" xx   o  ","action":0,"reward":49.525},{"state":" xx   o  ","action":3,"reward":"50"},{"state":" xx   o  ","action":4,"reward":"50"},{"state":" xx   o  ","action":5,"reward":"50"},{"state":" xx   o  ","action":7,"reward":42.5},{"state":" xx   o  ","action":8,"reward":"50"},{"state":"oxxxx oo ","action":5,"reward":50},{"state":"oxxxx oo ","action":8,"reward":99.99999999999977},{"state":"xxooo  x ","action":5,"reward":99.99999999999977},{"state":"xxooo  x ","action":6,"reward":"50"},{"state":"xxooo  x ","action":8,"reward":"50"},{"state":"  xxx oo ","action":0,"reward":"50"},{"state":"  xxx oo ","action":1,"reward":"50"},{"state":"  xxx oo ","action":5,"reward":51.65},{"state":"  xxx oo ","action":8,"reward":"50"},{"state":"xooxx ox ","action":5,"reward":"50"},{"state":"xooxx ox ","action":8,"reward":42.5},{"state":" oxo   xx","action":0,"reward":42.5},{"state":" oxo   xx","action":4,"reward":"50"},{"state":" oxo   xx","action":5,"reward":"50"},{"state":" oxo   xx","action":6,"reward":42.5},{"state":" oooxxx x","action":0,"reward":"50"},{"state":" oooxxx x","action":7,"reward":42.5},{"state":" x  oo  x","action":0,"reward":52},{"state":" x  oo  x","action":2,"reward":"50"},{"state":" x  oo  x","action":3,"reward":"50"},{"state":" x  oo  x","action":6,"reward":"50"},{"state":" x  oo  x","action":7,"reward":"50"},{"state":"o x     x","action":1,"reward":"50"},{"state":"o x     x","action":3,"reward":42.5},{"state":"o x     x","action":4,"reward":"50"},{"state":"o x     x","action":5,"reward":"50"},{"state":"o x     x","action":6,"reward":"50"},{"state":"o x     x","action":7,"reward":"50"},{"state":"  xo ox x","action":0,"reward":44.4},{"state":"  xo ox x","action":1,"reward":"50"},{"state":"  xo ox x","action":4,"reward":"50"},{"state":"  xo ox x","action":7,"reward":"50"},{"state":"oxxo ox x","action":4,"reward":99.39298411094694},{"state":"oxxo ox x","action":7,"reward":"50"},{"state":" xxxo   o","action":0,"reward":"50"},{"state":" xxxo   o","action":5,"reward":53.9},{"state":" xxxo   o","action":6,"reward":42.5},{"state":" xxxo   o","action":7,"reward":"50"},{"state":"  xx oo x","action":0,"reward":"50"},{"state":"  xx oo x","action":1,"reward":"50"},{"state":"  xx oo x","action":4,"reward":"50"},{"state":"  xx oo x","action":7,"reward":43},{"state":" xxx ooox","action":0,"reward":"50"},{"state":" xxx ooox","action":4,"reward":42.5},{"state":" o  o x x","action":0,"reward":43},{"state":" o  o x x","action":2,"reward":"50"},{"state":" o  o x x","action":3,"reward":45.777499999999996},{"state":" o  o x x","action":5,"reward":42.5},{"state":" o  o x x","action":7,"reward":"50"},{"state":"oox o x x","action":3,"reward":42.5},{"state":"oox o x x","action":5,"reward":"50"},{"state":"oox o x x","action":7,"reward":"50"},{"state":" xx ooo x","action":0,"reward":65.40596495876677},{"state":" xx ooo x","action":3,"reward":"50"},{"state":" xx ooo x","action":7,"reward":"50"},{"state":"oxx oooxx","action":3,"reward":99.99999999999977},{"state":"  x xoox ","action":0,"reward":"50"},{"state":"  x xoox ","action":1,"reward":49.75},{"state":"  x xoox ","action":3,"reward":52},{"state":"  x xoox ","action":8,"reward":42.5},{"state":"xxo o  ox","action":3,"reward":89.99999999999979},{"state":"xxo o  ox","action":5,"reward":"50"},{"state":"xxo o  ox","action":6,"reward":"50"},{"state":"xxox  o  ","action":4,"reward":"50"},{"state":"xxox  o  ","action":5,"reward":"50"},{"state":"xxox  o  ","action":7,"reward":"50"},{"state":"xxox  o  ","action":8,"reward":52},{"state":"xxox xo o","action":4,"reward":"50"},{"state":"xxox xo o","action":7,"reward":54.875},{"state":" x o o xx","action":0,"reward":"50"},{"state":" x o o xx","action":2,"reward":"50"},{"state":" x o o xx","action":4,"reward":52.5},{"state":" x o o xx","action":6,"reward":"50"},{"state":"oox   x x","action":3,"reward":42.5},{"state":"oox   x x","action":4,"reward":"50"},{"state":"oox   x x","action":5,"reward":"50"},{"state":"oox   x x","action":7,"reward":42.5},{"state":"x   ox xo","action":1,"reward":49.75},{"state":"x   ox xo","action":2,"reward":51.65},{"state":"x   ox xo","action":3,"reward":49.75},{"state":"x   ox xo","action":6,"reward":49.75},{"state":" o xxo  x","action":0,"reward":"50"},{"state":" o xxo  x","action":2,"reward":"50"},{"state":" o xxo  x","action":6,"reward":"50"},{"state":" o xxo  x","action":7,"reward":43},{"state":" o xxoxox","action":0,"reward":"50"},{"state":" o xxoxox","action":2,"reward":42.5},{"state":"xoox x   ","action":4,"reward":"50"},{"state":"xoox x   ","action":6,"reward":42.5},{"state":"xoox x   ","action":7,"reward":"50"},{"state":"xoox x   ","action":8,"reward":"50"},{"state":"xx  o o x","action":2,"reward":99.99999999999977},{"state":"xx  o o x","action":3,"reward":"50"},{"state":"xx  o o x","action":5,"reward":"50"},{"state":"xx  o o x","action":7,"reward":"50"},{"state":" oox xoxx","action":0,"reward":"50"},{"state":" oox xoxx","action":4,"reward":54.875},{"state":"ox xxo   ","action":2,"reward":44.4},{"state":"ox xxo   ","action":6,"reward":43},{"state":"ox xxo   ","action":7,"reward":48.67545945312499},{"state":"ox xxo   ","action":8,"reward":43},{"state":"   xx oox","action":0,"reward":"50"},{"state":"   xx oox","action":1,"reward":"50"},{"state":"   xx oox","action":2,"reward":"50"},{"state":"   xx oox","action":5,"reward":43},{"state":"  xo  oxx","action":0,"reward":"50"},{"state":"  xo  oxx","action":1,"reward":"50"},{"state":"  xo  oxx","action":4,"reward":"50"},{"state":"  xo  oxx","action":5,"reward":52},{"state":" xxo ooxx","action":0,"reward":"50"},{"state":" xxo ooxx","action":4,"reward":54.875},{"state":"   x  ox ","action":0,"reward":43},{"state":"   x  ox ","action":1,"reward":"50"},{"state":"   x  ox ","action":2,"reward":"50"},{"state":"   x  ox ","action":4,"reward":"50"},{"state":"   x  ox ","action":5,"reward":"50"},{"state":"   x  ox ","action":8,"reward":"50"},{"state":"o  x xox ","action":1,"reward":42.5},{"state":"o  x xox ","action":2,"reward":"50"},{"state":"o  x xox ","action":4,"reward":"50"},{"state":"o  x xox ","action":8,"reward":"50"},{"state":"x  oxox  ","action":1,"reward":"50"},{"state":"x  oxox  ","action":2,"reward":"50"},{"state":"x  oxox  ","action":7,"reward":"50"},{"state":"x  oxox  ","action":8,"reward":44.4},{"state":" o   x x ","action":0,"reward":"50"},{"state":" o   x x ","action":2,"reward":44.9225},{"state":" o   x x ","action":3,"reward":"50"},{"state":" o   x x ","action":4,"reward":"50"},{"state":" o   x x ","action":6,"reward":"50"},{"state":" o   x x ","action":8,"reward":"50"},{"state":" oo  xxx ","action":0,"reward":"50"},{"state":" oo  xxx ","action":3,"reward":"50"},{"state":" oo  xxx ","action":4,"reward":52},{"state":" oo  xxx ","action":8,"reward":"50"},{"state":" xxoxo ox","action":0,"reward":42.5},{"state":" xxoxo ox","action":6,"reward":"50"},{"state":"xxoxoo   ","action":6,"reward":"50"},{"state":"xxoxoo   ","action":7,"reward":"50"},{"state":"xxoxoo   ","action":8,"reward":99.99999999999977},{"state":" oxx  o x","action":0,"reward":"50"},{"state":" oxx  o x","action":4,"reward":"50"},{"state":" oxx  o x","action":5,"reward":49.75},{"state":" oxx  o x","action":7,"reward":"50"},{"state":"xoxx oo x","action":4,"reward":50},{"state":"xoxx oo x","action":7,"reward":"50"},{"state":"x ox  o x","action":1,"reward":42.5},{"state":"x ox  o x","action":4,"reward":"50"},{"state":"x ox  o x","action":5,"reward":"50"},{"state":"x ox  o x","action":7,"reward":"50"},{"state":"o  xo xx ","action":1,"reward":47.91974999999999},{"state":"o  xo xx ","action":2,"reward":47.91974999999999},{"state":"o  xo xx ","action":5,"reward":"50"},{"state":"o  xo xx ","action":8,"reward":99.99999999999977},{"state":" oxxx  o ","action":0,"reward":"50"},{"state":" oxxx  o ","action":5,"reward":43},{"state":" oxxx  o ","action":6,"reward":"50"},{"state":" oxxx  o ","action":8,"reward":43},{"state":"xoxxx  oo","action":5,"reward":42.5},{"state":"xoxxx  oo","action":6,"reward":52.5},{"state":" ox  o xx","action":0,"reward":42.5},{"state":" ox  o xx","action":3,"reward":"50"},{"state":" ox  o xx","action":4,"reward":"50"},{"state":" ox  o xx","action":6,"reward":"50"},{"state":"o  x xxo ","action":1,"reward":"50"},{"state":"o  x xxo ","action":2,"reward":"50"},{"state":"o  x xxo ","action":4,"reward":52},{"state":"o  x xxo ","action":8,"reward":"50"},{"state":"ox  xx  o","action":2,"reward":42.5},{"state":"ox  xx  o","action":3,"reward":35.85},{"state":"ox  xx  o","action":6,"reward":35.375},{"state":"ox  xx  o","action":7,"reward":38.082499999999996},{"state":"oxxoxx  o","action":6,"reward":"50"},{"state":"oxxoxx  o","action":7,"reward":42.5},{"state":" o  x xox","action":0,"reward":"50"},{"state":" o  x xox","action":2,"reward":46.205},{"state":" o  x xox","action":3,"reward":"50"},{"state":" o  x xox","action":5,"reward":"50"},{"state":" ooxx xox","action":0,"reward":61.31095312499999},{"state":" ooxx xox","action":5,"reward":"50"},{"state":"o  xox x ","action":1,"reward":89.99999999999979},{"state":"o  xox x ","action":2,"reward":"50"},{"state":"o  xox x ","action":6,"reward":"50"},{"state":"o  xox x ","action":8,"reward":"50"},{"state":"oo xox xx","action":2,"reward":99.99999999999977},{"state":"oo xox xx","action":6,"reward":"50"},{"state":" xxxooxoo","action":0,"reward":54.875},{"state":"xoo  x x ","action":3,"reward":43},{"state":"xoo  x x ","action":4,"reward":"50"},{"state":"xoo  x x ","action":6,"reward":"50"},{"state":"xoo  x x ","action":8,"reward":"50"},{"state":"xooo x xx","action":4,"reward":42.5},{"state":"xooo x xx","action":6,"reward":"50"},{"state":"ooxx  xxo","action":4,"reward":52.5},{"state":"ooxx  xxo","action":5,"reward":"50"},{"state":" x  xx oo","action":0,"reward":42.5},{"state":" x  xx oo","action":2,"reward":"50"},{"state":" x  xx oo","action":3,"reward":"50"},{"state":" x  xx oo","action":6,"reward":"50"},{"state":"ox xx  o ","action":2,"reward":36.35},{"state":"ox xx  o ","action":5,"reward":44.99999999999989},{"state":"ox xx  o ","action":6,"reward":42.262499999999996},{"state":"ox xx  o ","action":8,"reward":37.18},{"state":"ox xxo ox","action":2,"reward":50},{"state":"ox xxo ox","action":6,"reward":50},{"state":"xox  x o ","action":3,"reward":"50"},{"state":"xox  x o ","action":4,"reward":"50"},{"state":"xox  x o ","action":6,"reward":52},{"state":"xox  x o ","action":8,"reward":"50"},{"state":"xoxx xoo ","action":4,"reward":"50"},{"state":"xoxx xoo ","action":8,"reward":52.5},{"state":"o  x  xox","action":1,"reward":"50"},{"state":"o  x  xox","action":2,"reward":"50"},{"state":"o  x  xox","action":4,"reward":"50"},{"state":"o  x  xox","action":5,"reward":49.75},{"state":" oo x xx ","action":0,"reward":99.99999999999977},{"state":" oo x xx ","action":3,"reward":42.5},{"state":" oo x xx ","action":5,"reward":"50"},{"state":" oo x xx ","action":8,"reward":"50"},{"state":"o xxo o x","action":1,"reward":42.5},{"state":"o xxo o x","action":5,"reward":49.75},{"state":"o xxo o x","action":7,"reward":"50"},{"state":" x x xo o","action":0,"reward":"50"},{"state":" x x xo o","action":2,"reward":"50"},{"state":" x x xo o","action":4,"reward":"50"},{"state":" x x xo o","action":7,"reward":57.131249999999994},{"state":"o   x xox","action":1,"reward":"50"},{"state":"o   x xox","action":2,"reward":"50"},{"state":"o   x xox","action":3,"reward":"50"},{"state":"o   x xox","action":5,"reward":49.75},{"state":" xxx   oo","action":0,"reward":"50"},{"state":" xxx   oo","action":4,"reward":"50"},{"state":" xxx   oo","action":5,"reward":"50"},{"state":" xxx   oo","action":6,"reward":52.5},{"state":"x xx   oo","action":1,"reward":"50"},{"state":"x xx   oo","action":4,"reward":"50"},{"state":"x xx   oo","action":5,"reward":"50"},{"state":"x xx   oo","action":6,"reward":52.5},{"state":" o  xxx o","action":0,"reward":"50"},{"state":" o  xxx o","action":2,"reward":49.75},{"state":" o  xxx o","action":3,"reward":43},{"state":" o  xxx o","action":7,"reward":42.5},{"state":"ox  o oxx","action":2,"reward":99.99999999999977},{"state":"ox  o oxx","action":3,"reward":"50"},{"state":"ox  o oxx","action":5,"reward":"50"},{"state":" xxxox oo","action":0,"reward":"50"},{"state":" xxxox oo","action":6,"reward":52.5},{"state":"  o xxo x","action":0,"reward":42.5},{"state":"  o xxo x","action":1,"reward":42.5},{"state":"  o xxo x","action":3,"reward":"50"},{"state":"  o xxo x","action":7,"reward":"50"},{"state":"o xxx   o","action":1,"reward":"50"},{"state":"o xxx   o","action":5,"reward":"50"},{"state":"o xxx   o","action":6,"reward":"50"},{"state":"o xxx   o","action":7,"reward":42.5},{"state":"oo xx xox","action":2,"reward":52.5},{"state":"oo xx xox","action":5,"reward":42.5},{"state":"x x xo o ","action":1,"reward":"50"},{"state":"x x xo o ","action":3,"reward":"50"},{"state":"x x xo o ","action":6,"reward":"50"},{"state":"x x xo o ","action":8,"reward":44.4},{"state":"x xxxo oo","action":1,"reward":"50"},{"state":"x xxxo oo","action":6,"reward":52.5},{"state":"   xxo   ","action":0,"reward":"50"},{"state":"   xxo   ","action":1,"reward":"50"},{"state":"   xxo   ","action":2,"reward":"50"},{"state":"   xxo   ","action":6,"reward":"50"},{"state":"   xxo   ","action":7,"reward":"50"},{"state":"   xxo   ","action":8,"reward":58.96449795312498},{"state":"xo xxo xo","action":2,"reward":54.875},{"state":"xo xxo xo","action":6,"reward":"50"},{"state":"   o x  x","action":0,"reward":"50"},{"state":"   o x  x","action":1,"reward":"50"},{"state":"   o x  x","action":2,"reward":49.525},{"state":"   o x  x","action":4,"reward":"50"},{"state":"   o x  x","action":6,"reward":"50"},{"state":"   o x  x","action":7,"reward":43.45},{"state":" xoo x  x","action":0,"reward":"50"},{"state":" xoo x  x","action":4,"reward":"50"},{"state":" xoo x  x","action":6,"reward":"50"},{"state":" xoo x  x","action":7,"reward":49.75},{"state":" xoo xxox","action":0,"reward":50},{"state":" xoo xxox","action":4,"reward":"50"},{"state":"ooxx xxo ","action":4,"reward":"50"},{"state":"ooxx xxo ","action":8,"reward":42.5},{"state":"x oo xx  ","action":1,"reward":"50"},{"state":"x oo xx  ","action":4,"reward":49.75},{"state":"x oo xx  ","action":7,"reward":"50"},{"state":"x oo xx  ","action":8,"reward":"50"},{"state":"xxo oox  ","action":3,"reward":"50"},{"state":"xxo oox  ","action":7,"reward":"50"},{"state":"xxo oox  ","action":8,"reward":99.99999999999977},{"state":"xxooo x x","action":5,"reward":99.99999999999977},{"state":"xxooo x x","action":7,"reward":50},{"state":" x xxo o ","action":0,"reward":49.75},{"state":" x xxo o ","action":2,"reward":"50"},{"state":" x xxo o ","action":6,"reward":"50"},{"state":" x xxo o ","action":8,"reward":"50"},{"state":"x x oo ox","action":1,"reward":"50"},{"state":"x x oo ox","action":3,"reward":"50"},{"state":"x x oo ox","action":6,"reward":42.5},{"state":"xx   o   ","action":2,"reward":"50"},{"state":"xx   o   ","action":3,"reward":43},{"state":"xx   o   ","action":4,"reward":"50"},{"state":"xx   o   ","action":6,"reward":42.5},{"state":"xx   o   ","action":7,"reward":"50"},{"state":"xx   o   ","action":8,"reward":"50"},{"state":"ox  xo  x","action":2,"reward":49.512499999999996},{"state":"ox  xo  x","action":3,"reward":43},{"state":"ox  xo  x","action":6,"reward":49.75},{"state":"ox  xo  x","action":7,"reward":42.762499999999996},{"state":"ox oxox x","action":2,"reward":0},{"state":"ox oxox x","action":7,"reward":0},{"state":"o xxoo x ","action":1,"reward":"50"},{"state":"o xxoo x ","action":6,"reward":"50"},{"state":"o xxoo x ","action":8,"reward":99.99999999999977},{"state":" xxxo xoo","action":0,"reward":"50"},{"state":" xxxo xoo","action":5,"reward":42.5},{"state":"x o  x xo","action":1,"reward":"50"},{"state":"x o  x xo","action":3,"reward":"50"},{"state":"x o  x xo","action":4,"reward":"50"},{"state":"x o  x xo","action":6,"reward":43},{"state":"x ox xoxo","action":1,"reward":42.5},{"state":"x ox xoxo","action":4,"reward":"50"},{"state":" x oxxo  ","action":0,"reward":"50"},{"state":" x oxxo  ","action":2,"reward":43},{"state":" x oxxo  ","action":7,"reward":43},{"state":" x oxxo  ","action":8,"reward":"50"},{"state":" x oxxoox","action":0,"reward":"50"},{"state":" x oxxoox","action":2,"reward":42.5},{"state":" oxxx oxo","action":0,"reward":"50"},{"state":" oxxx oxo","action":5,"reward":50},{"state":" xoxoox  ","action":0,"reward":67.36765729699636},{"state":" xoxoox  ","action":7,"reward":49.75},{"state":" xoxoox  ","action":8,"reward":"50"},{"state":"   xxox o","action":0,"reward":"50"},{"state":"   xxox o","action":1,"reward":"50"},{"state":"   xxox o","action":2,"reward":54.875},{"state":"   xxox o","action":7,"reward":"50"},{"state":"  xxxo o ","action":0,"reward":"50"},{"state":"  xxxo o ","action":1,"reward":43},{"state":"  xxxo o ","action":6,"reward":"50"},{"state":"  xxxo o ","action":8,"reward":"50"},{"state":" oxxxo ox","action":0,"reward":42.5},{"state":" oxxxo ox","action":6,"reward":"50"},{"state":"x oo  xx ","action":1,"reward":"50"},{"state":"x oo  xx ","action":4,"reward":"50"},{"state":"x oo  xx ","action":5,"reward":"50"},{"state":"x oo  xx ","action":8,"reward":49.75},{"state":" x xoxo  ","action":0,"reward":52},{"state":" x xoxo  ","action":2,"reward":"50"},{"state":" x xoxo  ","action":7,"reward":"50"},{"state":" x xoxo  ","action":8,"reward":"50"},{"state":" xo  xxo ","action":0,"reward":"50"},{"state":" xo  xxo ","action":3,"reward":"50"},{"state":" xo  xxo ","action":4,"reward":43},{"state":" xo  xxo ","action":8,"reward":"50"},{"state":"oxoooxx x","action":7,"reward":50},{"state":" x  o oxx","action":0,"reward":"50"},{"state":" x  o oxx","action":2,"reward":"50"},{"state":" x  o oxx","action":3,"reward":"50"},{"state":" x  o oxx","action":5,"reward":89.99999999999979},{"state":"xx  oooxx","action":2,"reward":"50"},{"state":"xx  oooxx","action":3,"reward":99.99999999999977},{"state":"oxx oo  x","action":3,"reward":59.27468749999999},{"state":"oxx oo  x","action":6,"reward":"50"},{"state":"oxx oo  x","action":7,"reward":"50"},{"state":"xx   oo x","action":2,"reward":"50"},{"state":"xx   oo x","action":3,"reward":"50"},{"state":"xx   oo x","action":4,"reward":"50"},{"state":"xx   oo x","action":7,"reward":43},{"state":"x  xoo  x","action":1,"reward":42.5},{"state":"x  xoo  x","action":2,"reward":44.4},{"state":"x  xoo  x","action":6,"reward":79.32593693132635},{"state":"x  xoo  x","action":7,"reward":43},{"state":" oo xxoxx","action":0,"reward":52.5},{"state":" oo xxoxx","action":3,"reward":42.5},{"state":" oxxx   o","action":0,"reward":42.5},{"state":" oxxx   o","action":5,"reward":"50"},{"state":" oxxx   o","action":6,"reward":"50"},{"state":" oxxx   o","action":7,"reward":44.4},{"state":"xoxo  xox","action":4,"reward":"50"},{"state":"xoxo  xox","action":5,"reward":42.5},{"state":"o   oxxx ","action":1,"reward":"50"},{"state":"o   oxxx ","action":2,"reward":46.205},{"state":"o   oxxx ","action":3,"reward":"50"},{"state":"o   oxxx ","action":8,"reward":52.5},{"state":"oxo oxxx ","action":3,"reward":"50"},{"state":"oxo oxxx ","action":8,"reward":54.875},{"state":"xxo o xxo","action":3,"reward":50},{"state":"xxo o xxo","action":5,"reward":99.99999999999977},{"state":"oxoxox   ","action":6,"reward":99.99999999999977},{"state":"oxoxox   ","action":7,"reward":"50"},{"state":"oxoxox   ","action":8,"reward":"50"},{"state":" o xxo x ","action":0,"reward":"50"},{"state":" o xxo x ","action":2,"reward":52},{"state":" o xxo x ","action":6,"reward":49.75},{"state":" o xxo x ","action":8,"reward":"50"},{"state":" oxxxoox ","action":0,"reward":"50"},{"state":" oxxxoox ","action":8,"reward":50},{"state":"x  xoxo  ","action":1,"reward":"50"},{"state":"x  xoxo  ","action":2,"reward":"50"},{"state":"x  xoxo  ","action":7,"reward":89.99999999999979},{"state":"x  xoxo  ","action":8,"reward":"50"},{"state":"xx xoxoo ","action":2,"reward":99.99999999999977},{"state":"xx xoxoo ","action":8,"reward":"50"},{"state":" xxo  xo ","action":0,"reward":42.5},{"state":" xxo  xo ","action":4,"reward":"50"},{"state":" xxo  xo ","action":5,"reward":"50"},{"state":" xxo  xo ","action":8,"reward":"50"},{"state":"oxoxx xo ","action":5,"reward":50},{"state":"oxoxx xo ","action":8,"reward":42.5},{"state":"x x o ox ","action":1,"reward":49.75},{"state":"x x o ox ","action":3,"reward":44.9},{"state":"x x o ox ","action":5,"reward":42.5},{"state":"x x o ox ","action":8,"reward":42.5},{"state":"x oo x  x","action":1,"reward":"50"},{"state":"x oo x  x","action":4,"reward":43},{"state":"x oo x  x","action":6,"reward":"50"},{"state":"x oo x  x","action":7,"reward":"50"},{"state":"x oooxx x","action":1,"reward":42.5},{"state":"x oooxx x","action":7,"reward":"50"},{"state":" oxxoo xx","action":0,"reward":42.5},{"state":" oxxoo xx","action":6,"reward":50},{"state":"x xxoooxo","action":1,"reward":50},{"state":"x o xox  ","action":1,"reward":"50"},{"state":"x o xox  ","action":3,"reward":42.5},{"state":"x o xox  ","action":7,"reward":"50"},{"state":"x o xox  ","action":8,"reward":57.131249999999994},{"state":"xxo  xo  ","action":3,"reward":"50"},{"state":"xxo  xo  ","action":4,"reward":52.5},{"state":"xxo  xo  ","action":7,"reward":"50"},{"state":"xxo  xo  ","action":8,"reward":"50"},{"state":" o  xxo x","action":0,"reward":42.5},{"state":" o  xxo x","action":2,"reward":"50"},{"state":" o  xxo x","action":3,"reward":"50"},{"state":" o  xxo x","action":7,"reward":42.5},{"state":"o x o oxx","action":1,"reward":"50"},{"state":"o x o oxx","action":3,"reward":99.99999999999977},{"state":"o x o oxx","action":5,"reward":"50"},{"state":"xxo x o  ","action":3,"reward":43},{"state":"xxo x o  ","action":5,"reward":"50"},{"state":"xxo x o  ","action":7,"reward":"50"},{"state":"xxo x o  ","action":8,"reward":"50"},{"state":" xoox x  ","action":0,"reward":49.75},{"state":" xoox x  ","action":5,"reward":43},{"state":" xoox x  ","action":7,"reward":49.75},{"state":" xoox x  ","action":8,"reward":42.5},{"state":"x  oo xox","action":1,"reward":"50"},{"state":"x  oo xox","action":2,"reward":89.99999999999979},{"state":"x  oo xox","action":5,"reward":"50"},{"state":"o oxox  x","action":1,"reward":"50"},{"state":"o oxox  x","action":6,"reward":"50"},{"state":"o oxox  x","action":7,"reward":89.99999999999979},{"state":"o oxoxxox","action":1,"reward":99.99999999999977},{"state":" x xo  xo","action":0,"reward":99.99999999999977},{"state":" x xo  xo","action":2,"reward":"50"},{"state":" x xo  xo","action":5,"reward":"50"},{"state":" x xo  xo","action":6,"reward":"50"},{"state":"o xx  x o","action":1,"reward":"50"},{"state":"o xx  x o","action":4,"reward":"50"},{"state":"o xx  x o","action":5,"reward":"50"},{"state":"o xx  x o","action":7,"reward":42.5},{"state":" xo ox   ","action":0,"reward":"50"},{"state":" xo ox   ","action":3,"reward":"50"},{"state":" xo ox   ","action":6,"reward":"50"},{"state":" xo ox   ","action":7,"reward":"50"},{"state":" xo ox   ","action":8,"reward":82.76969112335084},{"state":"x x x  oo","action":1,"reward":"50"},{"state":"x x x  oo","action":3,"reward":"50"},{"state":"x x x  oo","action":5,"reward":42.5},{"state":"x x x  oo","action":6,"reward":"50"},{"state":"  xoo x x","action":0,"reward":42.5},{"state":"  xoo x x","action":1,"reward":"50"},{"state":"  xoo x x","action":5,"reward":"50"},{"state":"  xoo x x","action":7,"reward":"50"},{"state":"  o x x  ","action":0,"reward":47.58612499999999},{"state":"  o x x  ","action":1,"reward":43.27200503124999},{"state":"  o x x  ","action":3,"reward":43.45},{"state":"  o x x  ","action":5,"reward":47.30099579851561},{"state":"  o x x  ","action":7,"reward":43.45},{"state":"  o x x  ","action":8,"reward":77.94101450595325},{"state":"   xoxo x","action":0,"reward":42.5},{"state":"   xoxo x","action":1,"reward":43},{"state":"   xoxo x","action":2,"reward":"50"},{"state":"   xoxo x","action":7,"reward":"50"},{"state":"xxoxo    ","action":5,"reward":"50"},{"state":"xxoxo    ","action":6,"reward":99.99999999999977},{"state":"xxoxo    ","action":7,"reward":42.5},{"state":"xxoxo    ","action":8,"reward":"50"},{"state":" xx   oxo","action":0,"reward":42.5},{"state":" xx   oxo","action":3,"reward":"50"},{"state":" xx   oxo","action":4,"reward":"50"},{"state":" xx   oxo","action":5,"reward":"50"},{"state":" xo o   x","action":0,"reward":"50"},{"state":" xo o   x","action":3,"reward":"50"},{"state":" xo o   x","action":5,"reward":"50"},{"state":" xo o   x","action":6,"reward":99.99999999999977},{"state":" xo o   x","action":7,"reward":"50"},{"state":"ox oo x x","action":2,"reward":49.75},{"state":"ox oo x x","action":5,"reward":"50"},{"state":"ox oo x x","action":7,"reward":"50"},{"state":" xo xxo  ","action":0,"reward":42.5},{"state":" xo xxo  ","action":3,"reward":35.85},{"state":" xo xxo  ","action":7,"reward":36.35},{"state":" xo xxo  ","action":8,"reward":42.5},{"state":" xo xxoox","action":0,"reward":35.375},{"state":" xo xxoox","action":3,"reward":35.375},{"state":"x x  oox ","action":1,"reward":"50"},{"state":"x x  oox ","action":3,"reward":42.5},{"state":"x x  oox ","action":4,"reward":"50"},{"state":"x x  oox ","action":8,"reward":"50"},{"state":"o xooxxx ","action":1,"reward":42.5},{"state":"o xooxxx ","action":8,"reward":"50"},{"state":"oxoxx x o","action":5,"reward":61.31095312499999},{"state":"oxoxx x o","action":7,"reward":42.5},{"state":"xxo oxxoo","action":3,"reward":50},{"state":" x  xoxo ","action":0,"reward":"50"},{"state":" x  xoxo ","action":2,"reward":"50"},{"state":" x  xoxo ","action":3,"reward":43},{"state":" x  xoxo ","action":8,"reward":"50"},{"state":" x oxoxox","action":0,"reward":"50"},{"state":" x oxoxox","action":2,"reward":42.5},{"state":"ox ox   x","action":2,"reward":49.75},{"state":"ox ox   x","action":5,"reward":42.5},{"state":"ox ox   x","action":6,"reward":99.99973729734745},{"state":"ox ox   x","action":7,"reward":49.75},{"state":"oxooxx  x","action":6,"reward":99.99999999999977},{"state":"oxooxx  x","action":7,"reward":50},{"state":" xoooxx x","action":0,"reward":42.5},{"state":" xoooxx x","action":7,"reward":50},{"state":"xx o  x o","action":2,"reward":"50"},{"state":"xx o  x o","action":4,"reward":52},{"state":"xx o  x o","action":5,"reward":"50"},{"state":"xx o  x o","action":7,"reward":"50"},{"state":"oxxxoo  x","action":6,"reward":50},{"state":"oxxxoo  x","action":7,"reward":50},{"state":"o x   xxo","action":1,"reward":"50"},{"state":"o x   xxo","action":3,"reward":"50"},{"state":"o x   xxo","action":4,"reward":54.875},{"state":"o x   xxo","action":5,"reward":"50"},{"state":"oxo oxx x","action":3,"reward":42.5},{"state":"oxo oxx x","action":7,"reward":50},{"state":"ox x x o ","action":2,"reward":43},{"state":"ox x x o ","action":4,"reward":49.75},{"state":"ox x x o ","action":6,"reward":43},{"state":"ox x x o ","action":8,"reward":"50"},{"state":"oxox xxo ","action":4,"reward":50},{"state":"oxox xxo ","action":8,"reward":42.5},{"state":" x o  xox","action":0,"reward":"50"},{"state":" x o  xox","action":2,"reward":"50"},{"state":" x o  xox","action":4,"reward":52},{"state":" x o  xox","action":5,"reward":"50"},{"state":"  xxxooox","action":0,"reward":50},{"state":"  xxxooox","action":1,"reward":42.5},{"state":"oox  xxxo","action":3,"reward":42.5},{"state":"oox  xxxo","action":4,"reward":52.5},{"state":"oxxx  xoo","action":4,"reward":59.27468749999999},{"state":"oxxx  xoo","action":5,"reward":42.5},{"state":" xo ox  x","action":0,"reward":"50"},{"state":" xo ox  x","action":3,"reward":"50"},{"state":" xo ox  x","action":6,"reward":99.99999999999977},{"state":" xo ox  x","action":7,"reward":"50"},{"state":" x  x   o","action":0,"reward":43},{"state":" x  x   o","action":2,"reward":"50"},{"state":" x  x   o","action":3,"reward":"50"},{"state":" x  x   o","action":5,"reward":"50"},{"state":" x  x   o","action":6,"reward":"50"},{"state":" x  x   o","action":7,"reward":46.705},{"state":"o  oxxxox","action":1,"reward":"50"},{"state":"o  oxxxox","action":2,"reward":50},{"state":" xoxoo x ","action":0,"reward":89.99999999999979},{"state":" xoxoo x ","action":6,"reward":"50"},{"state":" xoxoo x ","action":8,"reward":"50"},{"state":"oxoxooxx ","action":8,"reward":99.99999999999977},{"state":"xoxxxo o ","action":6,"reward":42.5},{"state":"xoxxxo o ","action":8,"reward":"50"},{"state":"oxxx o   ","action":4,"reward":"50"},{"state":"oxxx o   ","action":6,"reward":"50"},{"state":"oxxx o   ","action":7,"reward":"50"},{"state":"oxxx o   ","action":8,"reward":52},{"state":"o  xo xox","action":1,"reward":"50"},{"state":"o  xo xox","action":2,"reward":"50"},{"state":"o  xo xox","action":5,"reward":66.34307723842451},{"state":"o xxooxox","action":1,"reward":99.99999999999977},{"state":"x xx o  o","action":1,"reward":"50"},{"state":"x xx o  o","action":4,"reward":43},{"state":"x xx o  o","action":6,"reward":"50"},{"state":"x xx o  o","action":7,"reward":"50"},{"state":"x xoxo xo","action":1,"reward":42.5},{"state":"x xoxo xo","action":6,"reward":"50"},{"state":"ox xo xox","action":2,"reward":50},{"state":"ox xo xox","action":5,"reward":50},{"state":"o  xxox  ","action":1,"reward":"50"},{"state":"o  xxox  ","action":2,"reward":52},{"state":"o  xxox  ","action":7,"reward":"50"},{"state":"o  xxox  ","action":8,"reward":"50"},{"state":" xooxox x","action":0,"reward":35.375},{"state":" xooxox x","action":7,"reward":35.375},{"state":" xo ooxx ","action":0,"reward":"50"},{"state":" xo ooxx ","action":3,"reward":"50"},{"state":" xo ooxx ","action":8,"reward":99.99999999999977},{"state":"x x o    ","action":1,"reward":84.38282883259008},{"state":"x x o    ","action":3,"reward":42.5},{"state":"x x o    ","action":5,"reward":45.35},{"state":"x x o    ","action":6,"reward":43},{"state":"x x o    ","action":7,"reward":43.198730343749986},{"state":"x x o    ","action":8,"reward":42.120062499999996},{"state":"xx o  o x","action":2,"reward":"50"},{"state":"xx o  o x","action":4,"reward":"50"},{"state":"xx o  o x","action":5,"reward":52},{"state":"xx o  o x","action":7,"reward":"50"},{"state":" x oo xx ","action":0,"reward":"50"},{"state":" x oo xx ","action":2,"reward":47.91126249999999},{"state":" x oo xx ","action":5,"reward":99.99999999999977},{"state":" x oo xx ","action":8,"reward":"50"},{"state":"o x ox x ","action":1,"reward":"50"},{"state":"o x ox x ","action":3,"reward":"50"},{"state":"o x ox x ","action":6,"reward":44.9},{"state":"o x ox x ","action":8,"reward":"50"},{"state":"oxx oxox ","action":3,"reward":54.875},{"state":"oxx oxox ","action":8,"reward":"50"},{"state":"oxxo    x","action":4,"reward":"50"},{"state":"oxxo    x","action":5,"reward":89.99276188165155},{"state":"oxxo    x","action":6,"reward":"50"},{"state":"oxxo    x","action":7,"reward":"50"},{"state":" oxoxo xx","action":0,"reward":"50"},{"state":" oxoxo xx","action":6,"reward":42.5},{"state":"oxx oo xx","action":3,"reward":99.99999999999977},{"state":"oxx oo xx","action":6,"reward":50},{"state":"  x oo xx","action":0,"reward":"50"},{"state":"  x oo xx","action":1,"reward":43},{"state":"  x oo xx","action":3,"reward":99.99999999999977},{"state":"  x oo xx","action":6,"reward":"50"},{"state":"x x  oxo ","action":1,"reward":"50"},{"state":"x x  oxo ","action":3,"reward":"50"},{"state":"x x  oxo ","action":4,"reward":52},{"state":"x x  oxo ","action":8,"reward":"50"},{"state":"ox  o xox","action":2,"reward":"50"},{"state":"ox  o xox","action":3,"reward":65.89769439184835},{"state":"ox  o xox","action":5,"reward":"50"},{"state":"ox xoo  x","action":2,"reward":51.65},{"state":"ox xoo  x","action":6,"reward":"50"},{"state":"ox xoo  x","action":7,"reward":"50"},{"state":"oxoxoo xx","action":6,"reward":99.99999999999977},{"state":"x  xx o o","action":1,"reward":"50"},{"state":"x  xx o o","action":2,"reward":"50"},{"state":"x  xx o o","action":5,"reward":53.9},{"state":"x  xx o o","action":7,"reward":"50"},{"state":"x xxxoo o","action":1,"reward":"50"},{"state":"x xxxoo o","action":7,"reward":54.875},{"state":"x xoo xox","action":1,"reward":"50"},{"state":"x xoo xox","action":5,"reward":52.5},{"state":"x   oxo x","action":1,"reward":"50"},{"state":"x   oxo x","action":2,"reward":99.99999999999977},{"state":"x   oxo x","action":3,"reward":"50"},{"state":"x   oxo x","action":7,"reward":"50"},{"state":"x xxo o  ","action":1,"reward":74.80267692019757},{"state":"x xxo o  ","action":5,"reward":42.262499999999996},{"state":"x xxo o  ","action":7,"reward":44.4},{"state":"x xxo o  ","action":8,"reward":44.17437499999999},{"state":"x xooxxo ","action":1,"reward":99.99999999999977},{"state":"x xooxxo ","action":8,"reward":"50"},{"state":"xo  xxo  ","action":2,"reward":"50"},{"state":"xo  xxo  ","action":3,"reward":"50"},{"state":"xo  xxo  ","action":7,"reward":"50"},{"state":"xo  xxo  ","action":8,"reward":43},{"state":"xo  xxoxo","action":2,"reward":42.5},{"state":"xo  xxoxo","action":3,"reward":"50"},{"state":"x x oo xo","action":1,"reward":49.75},{"state":"x x oo xo","action":3,"reward":99.99999999999977},{"state":"x x oo xo","action":6,"reward":42.5},{"state":"o  xoxx  ","action":1,"reward":"50"},{"state":"o  xoxx  ","action":2,"reward":"50"},{"state":"o  xoxx  ","action":7,"reward":89.99999999999979},{"state":"o  xoxx  ","action":8,"reward":"50"},{"state":" ooxx xxo","action":0,"reward":54.875},{"state":" ooxx xxo","action":5,"reward":"50"},{"state":"ox  oo xx","action":2,"reward":"50"},{"state":"ox  oo xx","action":3,"reward":"50"},{"state":"ox  oo xx","action":6,"reward":55.705},{"state":"ox xoooxx","action":2,"reward":54.875},{"state":" xx o ox ","action":0,"reward":"50"},{"state":" xx o ox ","action":3,"reward":"50"},{"state":" xx o ox ","action":5,"reward":42.5},{"state":" xx o ox ","action":8,"reward":"50"},{"state":"xx oox xo","action":2,"reward":50},{"state":"xx oox xo","action":6,"reward":42.5},{"state":"oxxoo  xx","action":5,"reward":"50"},{"state":"oxxoo  xx","action":6,"reward":52.5},{"state":"oo  x x x","action":2,"reward":"50"},{"state":"oo  x x x","action":3,"reward":"50"},{"state":"oo  x x x","action":5,"reward":"50"},{"state":"oo  x x x","action":7,"reward":42.5},{"state":" xox  xo ","action":0,"reward":"50"},{"state":" xox  xo ","action":4,"reward":"50"},{"state":" xox  xo ","action":5,"reward":42.5},{"state":" xox  xo ","action":8,"reward":"50"},{"state":"  oxx  ox","action":0,"reward":"50"},{"state":"  oxx  ox","action":1,"reward":44.4},{"state":"  oxx  ox","action":5,"reward":"50"},{"state":"  oxx  ox","action":6,"reward":42.5},{"state":"xx  o x o","action":2,"reward":21.14486656609895},{"state":"xx  o x o","action":3,"reward":21.449550617675502},{"state":"xx  o x o","action":5,"reward":22.175937499999996},{"state":"xx  o x o","action":7,"reward":22.627187499999994},{"state":"x  xo o x","action":1,"reward":"50"},{"state":"x  xo o x","action":2,"reward":99.99999999999977},{"state":"x  xo o x","action":5,"reward":"50"},{"state":"x  xo o x","action":7,"reward":"50"},{"state":"xx o ox  ","action":2,"reward":"50"},{"state":"xx o ox  ","action":4,"reward":"50"},{"state":"xx o ox  ","action":7,"reward":"50"},{"state":"xx o ox  ","action":8,"reward":42.5},{"state":"  xx oxo ","action":0,"reward":"50"},{"state":"  xx oxo ","action":1,"reward":"50"},{"state":"  xx oxo ","action":4,"reward":"50"},{"state":"  xx oxo ","action":8,"reward":43},{"state":" xxx oxoo","action":0,"reward":"50"},{"state":" xxx oxoo","action":4,"reward":42.5},{"state":"xx  o xo ","action":2,"reward":"50"},{"state":"xx  o xo ","action":3,"reward":43},{"state":"xx  o xo ","action":5,"reward":"50"},{"state":"xx  o xo ","action":8,"reward":"50"},{"state":"x ooo x x","action":1,"reward":"50"},{"state":"x ooo x x","action":5,"reward":99.99999999999977},{"state":"x ooo x x","action":7,"reward":"50"},{"state":"x  o ox x","action":1,"reward":"50"},{"state":"x  o ox x","action":2,"reward":"50"},{"state":"x  o ox x","action":4,"reward":54.875},{"state":"x  o ox x","action":7,"reward":"50"},{"state":"   oox xx","action":0,"reward":"50"},{"state":"   oox xx","action":1,"reward":"50"},{"state":"   oox xx","action":2,"reward":"50"},{"state":"   oox xx","action":6,"reward":52},{"state":" x ooxoxx","action":0,"reward":"50"},{"state":" x ooxoxx","action":2,"reward":57.131249999999994},{"state":"oxxoo xx ","action":5,"reward":99.99999999999977},{"state":"oxxoo xx ","action":8,"reward":"50"},{"state":"x xo x  o","action":1,"reward":"50"},{"state":"x xo x  o","action":4,"reward":"50"},{"state":"x xo x  o","action":6,"reward":"50"},{"state":"x xo x  o","action":7,"reward":43},{"state":" oxxoooxx","action":0,"reward":50},{"state":"oo  xx x ","action":2,"reward":"50"},{"state":"oo  xx x ","action":3,"reward":"50"},{"state":"oo  xx x ","action":6,"reward":53.9},{"state":"oo  xx x ","action":8,"reward":"50"},{"state":" x oo x x","action":0,"reward":"50"},{"state":" x oo x x","action":2,"reward":49.75},{"state":" x oo x x","action":5,"reward":99.99999999999977},{"state":" x oo x x","action":7,"reward":"50"},{"state":" xo o x  ","action":0,"reward":"50"},{"state":" xo o x  ","action":3,"reward":44.9},{"state":" xo o x  ","action":5,"reward":73.71526595445636},{"state":" xo o x  ","action":7,"reward":"50"},{"state":" xo o x  ","action":8,"reward":"50"},{"state":" x o  oxx","action":0,"reward":"50"},{"state":" x o  oxx","action":2,"reward":"50"},{"state":" x o  oxx","action":4,"reward":52},{"state":" x o  oxx","action":5,"reward":"50"},{"state":" x oo  xx","action":0,"reward":"50"},{"state":" x oo  xx","action":2,"reward":"50"},{"state":" x oo  xx","action":5,"reward":99.99999999999977},{"state":" x oo  xx","action":6,"reward":"50"},{"state":"oxo    xx","action":3,"reward":"50"},{"state":"oxo    xx","action":4,"reward":42.5},{"state":"oxo    xx","action":5,"reward":42.5},{"state":"oxo    xx","action":6,"reward":52},{"state":"ox  x x o","action":2,"reward":"50"},{"state":"ox  x x o","action":3,"reward":43},{"state":"ox  x x o","action":5,"reward":53.9},{"state":"ox  x x o","action":7,"reward":43},{"state":"o xx oxxo","action":1,"reward":42.5},{"state":"o xx oxxo","action":4,"reward":"50"},{"state":"xx xxoo o","action":2,"reward":"50"},{"state":"xx xxoo o","action":7,"reward":52.5},{"state":"o xxoo  x","action":1,"reward":70.53636248863303},{"state":"o xxoo  x","action":6,"reward":49.512499999999996},{"state":"o xxoo  x","action":7,"reward":49.75},{"state":"o  o xxx ","action":1,"reward":43},{"state":"o  o xxx ","action":2,"reward":"50"},{"state":"o  o xxx ","action":4,"reward":"50"},{"state":"o  o xxx ","action":8,"reward":"50"},{"state":"oo oxxxx ","action":2,"reward":52.5},{"state":"oo oxxxx ","action":8,"reward":42.5},{"state":"  oox xx ","action":0,"reward":42.5},{"state":"  oox xx ","action":1,"reward":"50"},{"state":"  oox xx ","action":5,"reward":"50"},{"state":"  oox xx ","action":8,"reward":"50"},{"state":" xooo x x","action":0,"reward":42.5},{"state":" xooo x x","action":5,"reward":"50"},{"state":" xooo x x","action":7,"reward":"50"},{"state":"oxxo  x  ","action":4,"reward":52},{"state":"oxxo  x  ","action":5,"reward":"50"},{"state":"oxxo  x  ","action":7,"reward":"50"},{"state":"oxxo  x  ","action":8,"reward":42.5},{"state":" x o x xo","action":0,"reward":"50"},{"state":" x o x xo","action":2,"reward":43},{"state":" x o x xo","action":4,"reward":"50"},{"state":" x o x xo","action":6,"reward":"50"},{"state":"xxoo x xo","action":4,"reward":"50"},{"state":"xxoo x xo","action":6,"reward":42.5},{"state":"ox oxx   ","action":2,"reward":47.91974999999999},{"state":"ox oxx   ","action":6,"reward":99.99999999996726},{"state":"ox oxx   ","action":7,"reward":49.75},{"state":"ox oxx   ","action":8,"reward":43},{"state":"ox oxxx o","action":2,"reward":0},{"state":"ox oxxx o","action":7,"reward":0},{"state":"  o xxx o","action":0,"reward":36.35},{"state":"  o xxx o","action":1,"reward":37.41764502733397},{"state":"  o xxx o","action":3,"reward":44.99999999999989},{"state":"  o xxx o","action":7,"reward":36.48950118055077},{"state":"  xxxo  o","action":0,"reward":43},{"state":"  xxxo  o","action":1,"reward":"50"},{"state":"  xxxo  o","action":6,"reward":52},{"state":"  xxxo  o","action":7,"reward":"50"},{"state":"oxxxxo  o","action":6,"reward":28.606249999999996},{"state":"oxxxxo  o","action":7,"reward":35.375},{"state":"  xxoo  x","action":0,"reward":49.512499999999996},{"state":"  xxoo  x","action":1,"reward":77.79477060783233},{"state":"  xxoo  x","action":6,"reward":49.512499999999996},{"state":"  xxoo  x","action":7,"reward":49.512499999999996},{"state":"   ox oxx","action":0,"reward":"50"},{"state":"   ox oxx","action":1,"reward":42.5},{"state":"   ox oxx","action":2,"reward":42.5},{"state":"   ox oxx","action":5,"reward":"50"},{"state":" x x oox ","action":0,"reward":"50"},{"state":" x x oox ","action":2,"reward":"50"},{"state":" x x oox ","action":4,"reward":49.75},{"state":" x x oox ","action":8,"reward":"50"},{"state":" x xoooxx","action":0,"reward":50},{"state":" x xoooxx","action":2,"reward":99.99999999999977},{"state":" o  xo xx","action":0,"reward":"50"},{"state":" o  xo xx","action":2,"reward":52},{"state":" o  xo xx","action":3,"reward":"50"},{"state":" o  xo xx","action":6,"reward":"50"},{"state":" ooxxo xx","action":0,"reward":99.99999999999977},{"state":" ooxxo xx","action":6,"reward":"50"},{"state":"x   oox x","action":1,"reward":"50"},{"state":"x   oox x","action":2,"reward":"50"},{"state":"x   oox x","action":3,"reward":99.99999999999977},{"state":"x   oox x","action":7,"reward":"50"},{"state":"xx  o xoo","action":2,"reward":42.5},{"state":"xx  o xoo","action":3,"reward":"50"},{"state":"xx  o xoo","action":5,"reward":"50"},{"state":"x xoo x  ","action":1,"reward":89.99999999999979},{"state":"x xoo x  ","action":5,"reward":"50"},{"state":"x xoo x  ","action":7,"reward":"50"},{"state":"x xoo x  ","action":8,"reward":49.75},{"state":" xo  oxx ","action":0,"reward":"50"},{"state":" xo  oxx ","action":3,"reward":42.5},{"state":" xo  oxx ","action":4,"reward":"50"},{"state":" xo  oxx ","action":8,"reward":"50"},{"state":"oxoxo x  ","action":5,"reward":71.8439420070438},{"state":"oxoxo x  ","action":7,"reward":"50"},{"state":"oxoxo x  ","action":8,"reward":"50"},{"state":"ooxxox x ","action":6,"reward":"50"},{"state":"ooxxox x ","action":8,"reward":99.99999999999977},{"state":"xo o xx  ","action":2,"reward":"50"},{"state":"xo o xx  ","action":4,"reward":"50"},{"state":"xo o xx  ","action":7,"reward":"50"},{"state":"xo o xx  ","action":8,"reward":49.75},{"state":"xo o xxxo","action":2,"reward":50},{"state":"xo o xxxo","action":4,"reward":"50"},{"state":"  o oxxox","action":0,"reward":"50"},{"state":"  o oxxox","action":1,"reward":99.99999999999977},{"state":"  o oxxox","action":3,"reward":"50"},{"state":"xo   oxx ","action":2,"reward":43},{"state":"xo   oxx ","action":3,"reward":"50"},{"state":"xo   oxx ","action":4,"reward":"50"},{"state":"xo   oxx ","action":8,"reward":"50"},{"state":"xoo xoxx ","action":3,"reward":42.5},{"state":"xoo xoxx ","action":8,"reward":52.5},{"state":"x   x xoo","action":1,"reward":"50"},{"state":"x   x xoo","action":2,"reward":"50"},{"state":"x   x xoo","action":3,"reward":"50"},{"state":"x   x xoo","action":5,"reward":42.5},{"state":" oxo  xx ","action":0,"reward":"50"},{"state":" oxo  xx ","action":4,"reward":42.5},{"state":" oxo  xx ","action":5,"reward":"50"},{"state":" oxo  xx ","action":8,"reward":"50"},{"state":"xx    oox","action":2,"reward":"50"},{"state":"xx    oox","action":3,"reward":"50"},{"state":"xx    oox","action":4,"reward":"50"},{"state":"xx    oox","action":5,"reward":43},{"state":" x  x xoo","action":0,"reward":"50"},{"state":" x  x xoo","action":2,"reward":"50"},{"state":" x  x xoo","action":3,"reward":42.5},{"state":" x  x xoo","action":5,"reward":"50"},{"state":" xoxox ox","action":0,"reward":"50"},{"state":" xoxox ox","action":6,"reward":99.99999999999977},{"state":"o xxoxox ","action":1,"reward":42.5},{"state":"o xxoxox ","action":8,"reward":59.27468749999999},{"state":"o x x  ox","action":1,"reward":"50"},{"state":"o x x  ox","action":3,"reward":43},{"state":"o x x  ox","action":5,"reward":"50"},{"state":"o x x  ox","action":6,"reward":42.5},{"state":"  xox ox ","action":0,"reward":52.5},{"state":"  xox ox ","action":1,"reward":"50"},{"state":"  xox ox ","action":5,"reward":"50"},{"state":"  xox ox ","action":8,"reward":44.4},{"state":"xxoxoo  x","action":6,"reward":99.99999999999977},{"state":"xxoxoo  x","action":7,"reward":"50"},{"state":"oxx x   o","action":3,"reward":"50"},{"state":"oxx x   o","action":5,"reward":43},{"state":"oxx x   o","action":6,"reward":"50"},{"state":"oxx x   o","action":7,"reward":"50"},{"state":"xxox  oox","action":4,"reward":"50"},{"state":"xxox  oox","action":5,"reward":42.5},{"state":"oxo ox xx","action":3,"reward":42.5},{"state":"oxo ox xx","action":6,"reward":99.99999999999977},{"state":"  xxoxoxo","action":0,"reward":"50"},{"state":"  xxoxoxo","action":1,"reward":50},{"state":"o  xo x x","action":1,"reward":43},{"state":"o  xo x x","action":2,"reward":45.48216874999999},{"state":"o  xo x x","action":5,"reward":42.262499999999996},{"state":"o  xo x x","action":7,"reward":78.90375840563166},{"state":"o oxoxx x","action":1,"reward":99.99999999999977},{"state":"o oxoxx x","action":7,"reward":"50"},{"state":"   o xxox","action":0,"reward":43},{"state":"   o xxox","action":1,"reward":"50"},{"state":"   o xxox","action":2,"reward":"50"},{"state":"   o xxox","action":4,"reward":"50"},{"state":"ox o xxox","action":2,"reward":50},{"state":"ox o xxox","action":4,"reward":42.5},{"state":"o xxox   ","action":1,"reward":"50"},{"state":"o xxox   ","action":6,"reward":"50"},{"state":"o xxox   ","action":7,"reward":"50"},{"state":"o xxox   ","action":8,"reward":99.99999999999977},{"state":"oxx  o x ","action":3,"reward":"50"},{"state":"oxx  o x ","action":4,"reward":53.9},{"state":"oxx  o x ","action":6,"reward":"50"},{"state":"oxx  o x ","action":8,"reward":"50"},{"state":"xoxoo x x","action":5,"reward":99.99999999999977},{"state":"xoxoo x x","action":7,"reward":"50"},{"state":"x   oo xx","action":1,"reward":"50"},{"state":"x   oo xx","action":2,"reward":"50"},{"state":"x   oo xx","action":3,"reward":"50"},{"state":"x   oo xx","action":6,"reward":89.99999999999979},{"state":"x x oooxx","action":1,"reward":"50"},{"state":"x x oooxx","action":3,"reward":99.99999999999977},{"state":"xox   o x","action":3,"reward":"50"},{"state":"xox   o x","action":4,"reward":"50"},{"state":"xox   o x","action":5,"reward":49.75},{"state":"xox   o x","action":7,"reward":"50"},{"state":"xox  ooxx","action":3,"reward":"50"},{"state":"xox  ooxx","action":4,"reward":50},{"state":"xo o   xx","action":2,"reward":"50"},{"state":"xo o   xx","action":4,"reward":"50"},{"state":"xo o   xx","action":5,"reward":"50"},{"state":"xo o   xx","action":6,"reward":42.5},{"state":"  x ooxxo","action":0,"reward":"50"},{"state":"  x ooxxo","action":1,"reward":"50"},{"state":"  x ooxxo","action":3,"reward":99.99999999999977},{"state":"oxo   x x","action":3,"reward":49.75},{"state":"oxo   x x","action":4,"reward":42.5},{"state":"oxo   x x","action":5,"reward":"50"},{"state":"oxo   x x","action":7,"reward":49.75},{"state":"oxox  xox","action":4,"reward":50},{"state":"oxox  xox","action":5,"reward":"50"},{"state":"xox oxox ","action":3,"reward":42.5},{"state":"xox oxox ","action":8,"reward":50},{"state":"x  xoxoxo","action":1,"reward":50},{"state":"x  xoxoxo","action":2,"reward":"50"},{"state":"o x  o xx","action":1,"reward":"50"},{"state":"o x  o xx","action":3,"reward":"50"},{"state":"o x  o xx","action":4,"reward":"50"},{"state":"o x  o xx","action":6,"reward":49.75},{"state":"oxx  ooxx","action":3,"reward":"50"},{"state":"oxx  ooxx","action":4,"reward":50},{"state":"  x oooxx","action":0,"reward":"50"},{"state":"  x oooxx","action":1,"reward":49.75},{"state":"  x oooxx","action":3,"reward":99.99999999999977},{"state":" oxoxx   ","action":0,"reward":52},{"state":" oxoxx   ","action":6,"reward":"50"},{"state":" oxoxx   ","action":7,"reward":"50"},{"state":" oxoxx   ","action":8,"reward":"50"},{"state":" o xoxoxx","action":0,"reward":42.5},{"state":" o xoxoxx","action":2,"reward":"50"},{"state":"x xooxox ","action":1,"reward":42.5},{"state":"x xooxox ","action":8,"reward":42.5},{"state":"oxx  o  x","action":3,"reward":"50"},{"state":"oxx  o  x","action":4,"reward":49.75},{"state":"oxx  o  x","action":6,"reward":"50"},{"state":"oxx  o  x","action":7,"reward":"50"},{"state":"  xxo o x","action":0,"reward":"50"},{"state":"  xxo o x","action":1,"reward":"50"},{"state":"  xxo o x","action":5,"reward":"50"},{"state":"  xxo o x","action":7,"reward":44.4},{"state":"o xox  x ","action":1,"reward":"50"},{"state":"o xox  x ","action":5,"reward":"50"},{"state":"o xox  x ","action":6,"reward":"50"},{"state":"o xox  x ","action":8,"reward":42.5},{"state":"o x xo x ","action":1,"reward":"50"},{"state":"o x xo x ","action":3,"reward":42.5},{"state":"o x xo x ","action":6,"reward":"50"},{"state":"o x xo x ","action":8,"reward":43},{"state":" o xx  xo","action":0,"reward":"50"},{"state":" o xx  xo","action":2,"reward":"50"},{"state":" o xx  xo","action":5,"reward":52},{"state":" o xx  xo","action":6,"reward":"50"},{"state":"ox ooxxx ","action":2,"reward":"50"},{"state":"ox ooxxx ","action":8,"reward":99.99999999999977},{"state":"xox o   x","action":3,"reward":"50"},{"state":"xox o   x","action":5,"reward":"50"},{"state":"xox o   x","action":6,"reward":47.61966874999999},{"state":"xox o   x","action":7,"reward":99.99999999999977},{"state":"xoxxo o x","action":5,"reward":"50"},{"state":"xoxxo o x","action":7,"reward":99.99999999999977},{"state":"ox xo oxx","action":2,"reward":99.99999999999977},{"state":"ox xo oxx","action":5,"reward":"50"},{"state":"oo xxox x","action":2,"reward":"50"},{"state":"oo xxox x","action":7,"reward":42.5},{"state":"o oxo x x","action":1,"reward":99.99999999999977},{"state":"o oxo x x","action":5,"reward":"50"},{"state":"o oxo x x","action":7,"reward":"50"},{"state":"xo xo   x","action":2,"reward":"50"},{"state":"xo xo   x","action":5,"reward":"50"},{"state":"xo xo   x","action":6,"reward":53.9},{"state":"xo xo   x","action":7,"reward":"50"},{"state":"xo xoxo x","action":2,"reward":52.5},{"state":"xo xoxo x","action":7,"reward":"50"},{"state":" oo x x x","action":0,"reward":66.82897843554684},{"state":" oo x x x","action":3,"reward":"50"},{"state":" oo x x x","action":5,"reward":"50"},{"state":" oo x x x","action":7,"reward":42.5},{"state":"xo oxxx o","action":2,"reward":"50"},{"state":"xo oxxx o","action":7,"reward":42.5},{"state":" x xo x o","action":0,"reward":88.10865573723329},{"state":" x xo x o","action":2,"reward":44.4},{"state":" x xo x o","action":5,"reward":"50"},{"state":" x xo x o","action":7,"reward":42.5},{"state":" xxoox   ","action":0,"reward":"50"},{"state":" xxoox   ","action":6,"reward":43},{"state":" xxoox   ","action":7,"reward":"50"},{"state":" xxoox   ","action":8,"reward":"50"},{"state":" xxooxox ","action":0,"reward":"50"},{"state":" xxooxox ","action":8,"reward":42.5},{"state":"ox   oxx ","action":2,"reward":"50"},{"state":"ox   oxx ","action":3,"reward":"50"},{"state":"ox   oxx ","action":4,"reward":52},{"state":"ox   oxx ","action":8,"reward":"50"},{"state":"  x oox x","action":0,"reward":"50"},{"state":"  x oox x","action":1,"reward":"50"},{"state":"  x oox x","action":3,"reward":99.99999999999977},{"state":"  x oox x","action":7,"reward":"50"},{"state":"ox ooxx x","action":2,"reward":0},{"state":"ox ooxx x","action":7,"reward":0},{"state":"oxox    x","action":4,"reward":43},{"state":"oxox    x","action":5,"reward":"50"},{"state":"oxox    x","action":6,"reward":"50"},{"state":"oxox    x","action":7,"reward":"50"},{"state":"oxoxo  xx","action":5,"reward":42.5},{"state":"oxoxo  xx","action":6,"reward":99.99999999999977},{"state":"x  xox o ","action":1,"reward":"50"},{"state":"x  xox o ","action":2,"reward":"50"},{"state":"x  xox o ","action":6,"reward":89.99999999999979},{"state":"x  xox o ","action":8,"reward":"50"},{"state":"xxo ox ox","action":3,"reward":"50"},{"state":"xxo ox ox","action":6,"reward":99.99999999999977},{"state":"oxxox  ox","action":5,"reward":42.5},{"state":"oxxox  ox","action":6,"reward":99.99999999999977},{"state":" xxxooox ","action":0,"reward":50},{"state":" xxxooox ","action":8,"reward":"50"},{"state":"x  oo x x","action":1,"reward":46.205},{"state":"x  oo x x","action":2,"reward":42.5},{"state":"x  oo x x","action":5,"reward":99.99999999999977},{"state":"x  oo x x","action":7,"reward":49.75},{"state":"xox o  x ","action":3,"reward":43},{"state":"xox o  x ","action":5,"reward":77.41078035848658},{"state":"xox o  x ","action":6,"reward":43},{"state":"xox o  x ","action":8,"reward":49.75},{"state":"oxxoo   x","action":5,"reward":"50"},{"state":"oxxoo   x","action":6,"reward":"50"},{"state":"oxxoo   x","action":7,"reward":42.5},{"state":"o    xxxo","action":1,"reward":53.9},{"state":"o    xxxo","action":2,"reward":"50"},{"state":"o    xxxo","action":3,"reward":"50"},{"state":"o    xxxo","action":4,"reward":"50"},{"state":"xoxoo  xx","action":5,"reward":"50"},{"state":"xoxoo  xx","action":6,"reward":42.5},{"state":"xxo ox xo","action":3,"reward":50},{"state":"xxo ox xo","action":6,"reward":99.99999999999977},{"state":" x  oxo x","action":0,"reward":47.91974999999999},{"state":" x  oxo x","action":2,"reward":99.9997967256952},{"state":" x  oxo x","action":3,"reward":42.5},{"state":" x  oxo x","action":7,"reward":"50"},{"state":"  oxx  xo","action":0,"reward":42.5},{"state":"  oxx  xo","action":1,"reward":"50"},{"state":"  oxx  xo","action":5,"reward":54.875},{"state":"  oxx  xo","action":6,"reward":"50"},{"state":"x xoo xo ","action":1,"reward":"50"},{"state":"x xoo xo ","action":5,"reward":99.99999999999977},{"state":"x xoo xo ","action":8,"reward":"50"},{"state":" o xx x o","action":0,"reward":"50"},{"state":" o xx x o","action":2,"reward":"50"},{"state":" o xx x o","action":5,"reward":52},{"state":" o xx x o","action":7,"reward":"50"},{"state":" o xxoxxo","action":0,"reward":"50"},{"state":" o xxoxxo","action":2,"reward":52.5},{"state":"  x xxo o","action":0,"reward":43},{"state":"  x xxo o","action":1,"reward":"50"},{"state":"  x xxo o","action":3,"reward":"50"},{"state":"  x xxo o","action":7,"reward":"50"},{"state":"o x xxoxo","action":1,"reward":42.5},{"state":"o x xxoxo","action":3,"reward":"50"},{"state":"xx  x  oo","action":2,"reward":"50"},{"state":"xx  x  oo","action":3,"reward":"50"},{"state":"xx  x  oo","action":5,"reward":42.5},{"state":"xx  x  oo","action":6,"reward":"50"},{"state":"xx xoo ox","action":2,"reward":42.5},{"state":"xx xoo ox","action":6,"reward":42.5},{"state":"ox o x x ","action":2,"reward":"50"},{"state":"ox o x x ","action":4,"reward":"50"},{"state":"ox o x x ","action":6,"reward":99.99999999791937},{"state":"ox o x x ","action":8,"reward":"50"},{"state":"x x xooxo","action":1,"reward":50},{"state":"x x xooxo","action":3,"reward":"50"},{"state":"o x oxx  ","action":1,"reward":"50"},{"state":"o x oxx  ","action":3,"reward":42.5},{"state":"o x oxx  ","action":7,"reward":"50"},{"state":"o x oxx  ","action":8,"reward":"50"},{"state":" oxxox xo","action":0,"reward":99.99999999999977},{"state":" oxxox xo","action":6,"reward":50},{"state":"xoxooxx  ","action":7,"reward":99.99999999999977},{"state":"xoxooxx  ","action":8,"reward":"50"},{"state":"ox xx xoo","action":2,"reward":42.5},{"state":"ox xx xoo","action":5,"reward":42.5},{"state":"x x ooxxo","action":1,"reward":42.5},{"state":"x x ooxxo","action":3,"reward":99.99999999999977},{"state":"   xoo xx","action":0,"reward":"50"},{"state":"   xoo xx","action":1,"reward":43},{"state":"   xoo xx","action":2,"reward":"50"},{"state":"   xoo xx","action":6,"reward":"50"},{"state":"xo xoo xx","action":2,"reward":42.5},{"state":"xo xoo xx","action":6,"reward":50},{"state":"oo  xxxxo","action":2,"reward":52.5},{"state":"oo  xxxxo","action":3,"reward":"50"},{"state":"  xxoxo  ","action":0,"reward":"50"},{"state":"  xxoxo  ","action":1,"reward":"50"},{"state":"  xxoxo  ","action":7,"reward":"50"},{"state":"  xxoxo  ","action":8,"reward":53.9},{"state":" xo ox x ","action":0,"reward":"50"},{"state":" xo ox x ","action":3,"reward":"50"},{"state":" xo ox x ","action":6,"reward":99.99999999999977},{"state":" xo ox x ","action":8,"reward":"50"},{"state":"ox x oxxo","action":2,"reward":54.875},{"state":"ox x oxxo","action":4,"reward":"50"},{"state":"oxoxoxx  ","action":7,"reward":"50"},{"state":"oxoxoxx  ","action":8,"reward":99.99999999999977},{"state":" o  xx xo","action":0,"reward":43},{"state":" o  xx xo","action":2,"reward":"50"},{"state":" o  xx xo","action":3,"reward":"50"},{"state":" o  xx xo","action":6,"reward":"50"},{"state":"xox oo xx","action":3,"reward":99.99999999999977},{"state":"xox oo xx","action":6,"reward":"50"},{"state":" ox ox x ","action":0,"reward":"50"},{"state":" ox ox x ","action":3,"reward":"50"},{"state":" ox ox x ","action":6,"reward":49.75},{"state":" ox ox x ","action":8,"reward":"50"},{"state":"o   xox x","action":1,"reward":"50"},{"state":"o   xox x","action":2,"reward":49.75},{"state":"o   xox x","action":3,"reward":"50"},{"state":"o   xox x","action":7,"reward":"50"},{"state":"oxx o oxx","action":3,"reward":99.99999999999977},{"state":"oxx o oxx","action":5,"reward":"50"},{"state":"ox xo   x","action":2,"reward":70.44454718478835},{"state":"ox xo   x","action":5,"reward":49.512499999999996},{"state":"ox xo   x","action":6,"reward":43},{"state":"ox xo   x","action":7,"reward":49.512499999999996},{"state":"x    ooxx","action":1,"reward":43},{"state":"x    ooxx","action":2,"reward":"50"},{"state":"x    ooxx","action":3,"reward":"50"},{"state":"x    ooxx","action":4,"reward":"50"},{"state":"oxoxox ox","action":6,"reward":99.99999999999977},{"state":"xx oo xo ","action":2,"reward":"50"},{"state":"xx oo xo ","action":5,"reward":99.99999999999977},{"state":"xx oo xo ","action":8,"reward":"50"},{"state":" xo    x ","action":0,"reward":"50"},{"state":" xo    x ","action":3,"reward":"50"},{"state":" xo    x ","action":4,"reward":"50"},{"state":" xo    x ","action":5,"reward":"50"},{"state":" xo    x ","action":6,"reward":"50"},{"state":" xo    x ","action":8,"reward":42.5},{"state":"ox o xx  ","action":2,"reward":1.528850301114641},{"state":"ox o xx  ","action":4,"reward":3.5340704226695507},{"state":"ox o xx  ","action":7,"reward":3.3205981004666576},{"state":"ox o xx  ","action":8,"reward":6.13995111413621},{"state":"oxxo xx o","action":4,"reward":99.81342949768126},{"state":"oxxo xx o","action":7,"reward":"50"},{"state":"xx  o  ox","action":2,"reward":"50"},{"state":"xx  o  ox","action":3,"reward":"50"},{"state":"xx  o  ox","action":5,"reward":42.5},{"state":"xx  o  ox","action":6,"reward":"50"},{"state":"o xxx o  ","action":1,"reward":"50"},{"state":"o xxx o  ","action":5,"reward":43},{"state":"o xxx o  ","action":7,"reward":"50"},{"state":"o xxx o  ","action":8,"reward":"50"},{"state":" x  xxo o","action":0,"reward":"50"},{"state":" x  xxo o","action":2,"reward":42.5},{"state":" x  xxo o","action":3,"reward":"50"},{"state":" x  xxo o","action":7,"reward":"50"},{"state":"x   o oxx","action":1,"reward":49.75},{"state":"x   o oxx","action":2,"reward":99.99999999999977},{"state":"x   o oxx","action":3,"reward":"50"},{"state":"x   o oxx","action":5,"reward":"50"},{"state":" xxxoxo o","action":0,"reward":"50"},{"state":" xxxoxo o","action":7,"reward":52.5},{"state":"oo  x xx ","action":2,"reward":"50"},{"state":"oo  x xx ","action":3,"reward":"50"},{"state":"oo  x xx ","action":5,"reward":42.5},{"state":"oo  x xx ","action":8,"reward":"50"},{"state":"o oxx   x","action":1,"reward":99.99999999999977},{"state":"o oxx   x","action":5,"reward":"50"},{"state":"o oxx   x","action":6,"reward":"50"},{"state":"o oxx   x","action":7,"reward":42.5},{"state":" x xxo  o","action":0,"reward":53.9},{"state":" x xxo  o","action":2,"reward":"50"},{"state":" x xxo  o","action":6,"reward":"50"},{"state":" x xxo  o","action":7,"reward":"50"},{"state":" oo x  xx","action":0,"reward":99.99999999999977},{"state":" oo x  xx","action":3,"reward":42.5},{"state":" oo x  xx","action":5,"reward":"50"},{"state":" oo x  xx","action":6,"reward":"50"},{"state":"xox ox   ","action":3,"reward":"50"},{"state":"xox ox   ","action":6,"reward":"50"},{"state":"xox ox   ","action":7,"reward":99.99999999999977},{"state":"xox ox   ","action":8,"reward":"50"},{"state":"o ox  xx ","action":1,"reward":"50"},{"state":"o ox  xx ","action":4,"reward":"50"},{"state":"o ox  xx ","action":5,"reward":52},{"state":"o ox  xx ","action":8,"reward":"50"},{"state":"o oxxoxx ","action":1,"reward":"50"},{"state":"o oxxoxx ","action":8,"reward":57.131249999999994},{"state":"   xo oxx","action":0,"reward":"50"},{"state":"   xo oxx","action":1,"reward":"50"},{"state":"   xo oxx","action":2,"reward":99.99999999999977},{"state":"   xo oxx","action":5,"reward":"50"},{"state":"oxxxo ox ","action":5,"reward":50},{"state":"oxxxo ox ","action":8,"reward":99.99999999999977},{"state":"o   oxxox","action":1,"reward":"50"},{"state":"o   oxxox","action":2,"reward":"50"},{"state":"o   oxxox","action":3,"reward":42.5},{"state":"oo  oxx x","action":2,"reward":57.131249999999994},{"state":"oo  oxx x","action":3,"reward":"50"},{"state":"oo  oxx x","action":7,"reward":"50"},{"state":"oxx   x o","action":3,"reward":"50"},{"state":"oxx   x o","action":4,"reward":"50"},{"state":"oxx   x o","action":5,"reward":46.205},{"state":"oxx   x o","action":7,"reward":"50"},{"state":"xo oox xx","action":2,"reward":"50"},{"state":"xo oox xx","action":6,"reward":42.5},{"state":"xoxxox  o","action":6,"reward":50},{"state":"xoxxox  o","action":7,"reward":99.99999999999977},{"state":"ox o x  x","action":2,"reward":"50"},{"state":"ox o x  x","action":4,"reward":"50"},{"state":"ox o x  x","action":6,"reward":99.99999999999896},{"state":"ox o x  x","action":7,"reward":"50"},{"state":"xooxx  xo","action":5,"reward":99.99999999999977},{"state":"xooxx  xo","action":6,"reward":"50"},{"state":"ox o   xx","action":2,"reward":"50"},{"state":"ox o   xx","action":4,"reward":"50"},{"state":"ox o   xx","action":5,"reward":"50"},{"state":"ox o   xx","action":6,"reward":99.9967565455841},{"state":"oxo   xx ","action":3,"reward":42.5},{"state":"oxo   xx ","action":4,"reward":"50"},{"state":"oxo   xx ","action":5,"reward":"50"},{"state":"oxo   xx ","action":8,"reward":42.5},{"state":"xx oo xox","action":2,"reward":50},{"state":"xx oo xox","action":5,"reward":99.99999999999977},{"state":"o x oox x","action":1,"reward":49.54876249999999},{"state":"o x oox x","action":3,"reward":99.99999999999977},{"state":"o x oox x","action":7,"reward":"50"},{"state":"ox o  x x","action":2,"reward":0},{"state":"ox o  x x","action":4,"reward":0},{"state":"ox o  x x","action":5,"reward":0},{"state":"ox o  x x","action":7,"reward":0},{"state":"oox x  x ","action":3,"reward":"50"},{"state":"oox x  x ","action":5,"reward":49.75},{"state":"oox x  x ","action":6,"reward":51.65},{"state":"oox x  x ","action":8,"reward":"50"},{"state":"oox xo xx","action":3,"reward":"50"},{"state":"oox xo xx","action":6,"reward":50},{"state":"o xo  xx ","action":1,"reward":"50"},{"state":"o xo  xx ","action":4,"reward":"50"},{"state":"o xo  xx ","action":5,"reward":42.5},{"state":"o xo  xx ","action":8,"reward":"50"},{"state":"oxoxx  ox","action":5,"reward":50},{"state":"oxoxx  ox","action":6,"reward":42.5},{"state":" xoox xox","action":0,"reward":50},{"state":" xoox xox","action":5,"reward":42.5},{"state":"oxxxoo   ","action":6,"reward":"50"},{"state":"oxxxoo   ","action":7,"reward":49.75},{"state":"oxxxoo   ","action":8,"reward":99.99999999999977},{"state":"oxxo x   ","action":4,"reward":"50"},{"state":"oxxo x   ","action":6,"reward":99.99999999988812},{"state":"oxxo x   ","action":7,"reward":"50"},{"state":"oxxo x   ","action":8,"reward":"50"},{"state":"xoo x x  ","action":3,"reward":49.75},{"state":"xoo x x  ","action":5,"reward":"50"},{"state":"xoo x x  ","action":7,"reward":43},{"state":"xoo x x  ","action":8,"reward":44.4},{"state":" x  o xox","action":0,"reward":"50"},{"state":" x  o xox","action":2,"reward":"50"},{"state":" x  o xox","action":3,"reward":70.67785424494092},{"state":" x  o xox","action":5,"reward":"50"},{"state":"oxxxx  oo","action":5,"reward":"50"},{"state":"oxxxx  oo","action":6,"reward":54.875},{"state":"xoxxo    ","action":5,"reward":42.5},{"state":"xoxxo    ","action":6,"reward":76.53978051513452},{"state":"xoxxo    ","action":7,"reward":"50"},{"state":"xoxxo    ","action":8,"reward":"50"},{"state":"o oxoxxx ","action":1,"reward":92.88021293268119},{"state":"o oxoxxx ","action":8,"reward":"50"},{"state":"  oxxo x ","action":0,"reward":"50"},{"state":"  oxxo x ","action":1,"reward":89.99999999999979},{"state":"  oxxo x ","action":6,"reward":"50"},{"state":"  oxxo x ","action":8,"reward":"50"},{"state":"oo xx  x ","action":2,"reward":"50"},{"state":"oo xx  x ","action":5,"reward":"50"},{"state":"oo xx  x ","action":6,"reward":44.4},{"state":"oo xx  x ","action":8,"reward":43},{"state":"x oooxx  ","action":1,"reward":49.75},{"state":"x oooxx  ","action":7,"reward":65.2096708113711},{"state":"x oooxx  ","action":8,"reward":49.75},{"state":"  ooxx  x","action":0,"reward":89.99999999999979},{"state":"  ooxx  x","action":1,"reward":42.5},{"state":"  ooxx  x","action":6,"reward":42.5},{"state":"  ooxx  x","action":7,"reward":49.75},{"state":" ooxx   x","action":0,"reward":57.131249999999994},{"state":" ooxx   x","action":5,"reward":"50"},{"state":" ooxx   x","action":6,"reward":"50"},{"state":" ooxx   x","action":7,"reward":"50"},{"state":"o   xoxx ","action":1,"reward":42.5},{"state":"o   xoxx ","action":2,"reward":"50"},{"state":"o   xoxx ","action":3,"reward":"50"},{"state":"o   xoxx ","action":8,"reward":"50"},{"state":"ox x   ox","action":2,"reward":"50"},{"state":"ox x   ox","action":4,"reward":"50"},{"state":"ox x   ox","action":5,"reward":49.75},{"state":"ox x   ox","action":6,"reward":"50"},{"state":"oxxx o ox","action":4,"reward":50},{"state":"oxxx o ox","action":6,"reward":"50"},{"state":"  o xo xx","action":0,"reward":"50"},{"state":"  o xo xx","action":1,"reward":42.5},{"state":"  o xo xx","action":3,"reward":"50"},{"state":"  o xo xx","action":6,"reward":42.5},{"state":"o  oxx x ","action":1,"reward":"50"},{"state":"o  oxx x ","action":2,"reward":42.5},{"state":"o  oxx x ","action":6,"reward":"50"},{"state":"o  oxx x ","action":8,"reward":"50"},{"state":"ooxxo x x","action":5,"reward":42.5},{"state":"ooxxo x x","action":7,"reward":"50"},{"state":"ox ox x  ","action":2,"reward":13.432825365880248},{"state":"ox ox x  ","action":5,"reward":10.738783593749996},{"state":"ox ox x  ","action":7,"reward":12.79281031874499},{"state":"ox ox x  ","action":8,"reward":12.118721093749993},{"state":" xxoxo   ","action":0,"reward":"50"},{"state":" xxoxo   ","action":6,"reward":"50"},{"state":" xxoxo   ","action":7,"reward":"50"},{"state":" xxoxo   ","action":8,"reward":42.5},{"state":" xx ooxxo","action":0,"reward":"50"},{"state":" xx ooxxo","action":3,"reward":99.99999999999977},{"state":"   xo xox","action":0,"reward":71.51579069663178},{"state":"   xo xox","action":1,"reward":"50"},{"state":"   xo xox","action":2,"reward":"50"},{"state":"   xo xox","action":5,"reward":"50"},{"state":" xoxxo   ","action":0,"reward":49.75},{"state":" xoxxo   ","action":6,"reward":43},{"state":" xoxxo   ","action":7,"reward":44.567499999999995},{"state":" xoxxo   ","action":8,"reward":99.99999999999977},{"state":"o ooxxx x","action":1,"reward":99.99999999999977},{"state":"o ooxxx x","action":7,"reward":"50"},{"state":"x  ooxxo ","action":1,"reward":99.99999999999977},{"state":"x  ooxxo ","action":2,"reward":49.75},{"state":"x  ooxxo ","action":8,"reward":49.75},{"state":"oxx  oxox","action":3,"reward":42.5},{"state":"oxx  oxox","action":4,"reward":50},{"state":" ox x ox ","action":0,"reward":"50"},{"state":" ox x ox ","action":3,"reward":52},{"state":" ox x ox ","action":5,"reward":"50"},{"state":" ox x ox ","action":8,"reward":"50"},{"state":"o xxo xox","action":1,"reward":99.99999999999977},{"state":"o xxo xox","action":5,"reward":"50"},{"state":"o x ooxx ","action":1,"reward":"50"},{"state":"o x ooxx ","action":3,"reward":"50"},{"state":"o x ooxx ","action":8,"reward":99.99999999999977},{"state":"xoxoo xx ","action":5,"reward":99.99999999999977},{"state":"xoxoo xx ","action":8,"reward":"50"},{"state":" xxox  o ","action":0,"reward":"50"},{"state":" xxox  o ","action":5,"reward":"50"},{"state":" xxox  o ","action":6,"reward":"50"},{"state":" xxox  o ","action":8,"reward":42.5},{"state":"oxo  xx  ","action":3,"reward":"50"},{"state":"oxo  xx  ","action":4,"reward":"50"},{"state":"oxo  xx  ","action":7,"reward":49.75},{"state":"oxo  xx  ","action":8,"reward":"50"},{"state":"xxo ox  o","action":3,"reward":49.75},{"state":"xxo ox  o","action":6,"reward":"50"},{"state":"xxo ox  o","action":7,"reward":65.19586328694834},{"state":"xxoooxx o","action":7,"reward":50},{"state":"x x x oo ","action":1,"reward":"50"},{"state":"x x x oo ","action":3,"reward":"50"},{"state":"x x x oo ","action":5,"reward":"50"},{"state":"x x x oo ","action":8,"reward":57.131249999999994},{"state":"oxo  xxox","action":3,"reward":"50"},{"state":"oxo  xxox","action":4,"reward":50},{"state":" x  xoo x","action":0,"reward":42.5},{"state":" x  xoo x","action":2,"reward":"50"},{"state":" x  xoo x","action":3,"reward":"50"},{"state":" x  xoo x","action":7,"reward":"50"},{"state":"xx  x oo ","action":2,"reward":42.5},{"state":"xx  x oo ","action":3,"reward":44.4},{"state":"xx  x oo ","action":5,"reward":"50"},{"state":"xx  x oo ","action":8,"reward":"50"},{"state":"oxxxxoo  ","action":7,"reward":50},{"state":"oxxxxoo  ","action":8,"reward":42.5},{"state":" xxox   o","action":0,"reward":42.5},{"state":" xxox   o","action":5,"reward":"50"},{"state":" xxox   o","action":6,"reward":"50"},{"state":" xxox   o","action":7,"reward":"50"},{"state":"ox x xo  ","action":2,"reward":"50"},{"state":"ox x xo  ","action":4,"reward":"50"},{"state":"ox x xo  ","action":7,"reward":"50"},{"state":"ox x xo  ","action":8,"reward":42.5},{"state":"x  ox    ","action":1,"reward":"50"},{"state":"x  ox    ","action":2,"reward":"50"},{"state":"x  ox    ","action":5,"reward":43},{"state":"x  ox    ","action":6,"reward":"50"},{"state":"x  ox    ","action":7,"reward":"50"},{"state":"x  ox    ","action":8,"reward":"50"},{"state":"  o x xox","action":0,"reward":"50"},{"state":"  o x xox","action":1,"reward":53.9},{"state":"  o x xox","action":3,"reward":"50"},{"state":"  o x xox","action":5,"reward":"50"},{"state":"oxxo xxo ","action":4,"reward":10.263783593749997},{"state":"oxxo xxo ","action":8,"reward":10.263783593749997},{"state":"    oxoxx","action":0,"reward":"50"},{"state":"    oxoxx","action":1,"reward":"50"},{"state":"    oxoxx","action":2,"reward":99.99999999999977},{"state":"    oxoxx","action":3,"reward":"50"},{"state":" xo x x o","action":0,"reward":44.9},{"state":" xo x x o","action":3,"reward":49.75},{"state":" xo x x o","action":5,"reward":99.99999999999977},{"state":" xo x x o","action":7,"reward":"50"},{"state":"xxoox x o","action":5,"reward":"50"},{"state":"xxoox x o","action":7,"reward":50},{"state":"oxo o x x","action":3,"reward":42.5},{"state":"oxo o x x","action":5,"reward":42.5},{"state":"oxo o x x","action":7,"reward":49.75},{"state":"xoxxoxo  ","action":7,"reward":99.99999999999977},{"state":"xoxxoxo  ","action":8,"reward":50},{"state":"  xxoooxx","action":0,"reward":50},{"state":"  xxoooxx","action":1,"reward":50},{"state":" oo xx x ","action":0,"reward":"50"},{"state":" oo xx x ","action":3,"reward":73.51948754497276},{"state":" oo xx x ","action":6,"reward":42.5},{"state":" oo xx x ","action":8,"reward":42.5},{"state":"xxo ooxx ","action":3,"reward":99.99999999999977},{"state":"xxo ooxx ","action":8,"reward":"50"},{"state":"xxoxox oo","action":6,"reward":99.99999999999977},{"state":" xxxoo ox","action":0,"reward":50},{"state":" xxxoo ox","action":6,"reward":"50"},{"state":" xo xoxox","action":0,"reward":50},{"state":" xo xoxox","action":3,"reward":"50"},{"state":" xoxxoxo ","action":0,"reward":50},{"state":" xoxxoxo ","action":8,"reward":99.99999999999977},{"state":"o oxx x  ","action":1,"reward":"50"},{"state":"o oxx x  ","action":5,"reward":55.705},{"state":"o oxx x  ","action":7,"reward":"50"},{"state":"o oxx x  ","action":8,"reward":"50"},{"state":"o oxxox x","action":1,"reward":99.99999999999977},{"state":"o oxxox x","action":7,"reward":"50"},{"state":"ox  oxxo ","action":2,"reward":"50"},{"state":"ox  oxxo ","action":3,"reward":49.75},{"state":"ox  oxxo ","action":8,"reward":99.99999999999977},{"state":"ox  x xo ","action":2,"reward":45.00000000000003},{"state":"ox  x xo ","action":3,"reward":42.262499999999996},{"state":"ox  x xo ","action":5,"reward":43},{"state":"ox  x xo ","action":8,"reward":43},{"state":"x  oo   x","action":1,"reward":"50"},{"state":"x  oo   x","action":2,"reward":"50"},{"state":"x  oo   x","action":5,"reward":"50"},{"state":"x  oo   x","action":6,"reward":"50"},{"state":"x  oo   x","action":7,"reward":53.4725},{"state":"xxo xxo o","action":3,"reward":"50"},{"state":"xxo xxo o","action":7,"reward":52.5},{"state":"   oox  x","action":0,"reward":"50"},{"state":"   oox  x","action":1,"reward":"50"},{"state":"   oox  x","action":2,"reward":"50"},{"state":"   oox  x","action":6,"reward":"50"},{"state":"   oox  x","action":7,"reward":43},{"state":"xo  o   x","action":2,"reward":"50"},{"state":"xo  o   x","action":3,"reward":"50"},{"state":"xo  o   x","action":5,"reward":"50"},{"state":"xo  o   x","action":6,"reward":"50"},{"state":"xo  o   x","action":7,"reward":66.82897843554684},{"state":"x ooxoxx ","action":1,"reward":"50"},{"state":"x ooxoxx ","action":8,"reward":54.875},{"state":"x oox x  ","action":1,"reward":42.5},{"state":"x oox x  ","action":5,"reward":"50"},{"state":"x oox x  ","action":7,"reward":"50"},{"state":"x oox x  ","action":8,"reward":"50"},{"state":"ox  xxoox","action":2,"reward":42.5},{"state":"ox  xxoox","action":3,"reward":52.5},{"state":" xoxxo ox","action":0,"reward":50},{"state":" xoxxo ox","action":6,"reward":42.5},{"state":" o  ox  x","action":0,"reward":"50"},{"state":" o  ox  x","action":2,"reward":55.705},{"state":" o  ox  x","action":3,"reward":"50"},{"state":" o  ox  x","action":6,"reward":"50"},{"state":" o  ox  x","action":7,"reward":"50"},{"state":" ooxox  x","action":0,"reward":52.5},{"state":" ooxox  x","action":6,"reward":"50"},{"state":" ooxox  x","action":7,"reward":"50"},{"state":"o o xxx  ","action":1,"reward":"50"},{"state":"o o xxx  ","action":3,"reward":51.65},{"state":"o o xxx  ","action":7,"reward":42.5},{"state":"o o xxx  ","action":8,"reward":"50"},{"state":" o xo xx ","action":0,"reward":"50"},{"state":" o xo xx ","action":2,"reward":"50"},{"state":" o xo xx ","action":5,"reward":42.5},{"state":" o xo xx ","action":8,"reward":"50"},{"state":"  oxxox  ","action":0,"reward":"50"},{"state":"  oxxox  ","action":1,"reward":42.5},{"state":"  oxxox  ","action":7,"reward":"50"},{"state":"  oxxox  ","action":8,"reward":99.99999999999977},{"state":"oxoo xx x","action":4,"reward":42.5},{"state":"oxoo xx x","action":7,"reward":50},{"state":" o xo   x","action":0,"reward":"50"},{"state":" o xo   x","action":2,"reward":"50"},{"state":" o xo   x","action":5,"reward":"50"},{"state":" o xo   x","action":6,"reward":56.56023156249999},{"state":" o xo   x","action":7,"reward":"50"},{"state":" oxxo o x","action":0,"reward":"50"},{"state":" oxxo o x","action":5,"reward":51.65},{"state":" oxxo o x","action":7,"reward":"50"},{"state":" xoxo xxo","action":0,"reward":59.27468749999999},{"state":" xoxo xxo","action":5,"reward":"50"},{"state":" ooxx x  ","action":0,"reward":"50"},{"state":" ooxx x  ","action":5,"reward":43},{"state":" ooxx x  ","action":7,"reward":42.5},{"state":" ooxx x  ","action":8,"reward":"50"},{"state":"xo oo x x","action":2,"reward":"50"},{"state":"xo oo x x","action":5,"reward":"50"},{"state":"xo oo x x","action":7,"reward":52.5},{"state":"oxo x   x","action":3,"reward":42.25840242030895},{"state":"oxo x   x","action":5,"reward":41.61890468749999},{"state":"oxo x   x","action":6,"reward":37.18},{"state":"oxo x   x","action":7,"reward":44.99999999999989},{"state":"xoxxoo  x","action":6,"reward":50},{"state":"xoxxoo  x","action":7,"reward":99.99999999999977},{"state":" oo oxx x","action":0,"reward":"50"},{"state":" oo oxx x","action":3,"reward":"50"},{"state":" oo oxx x","action":7,"reward":52.5},{"state":"x oxx  o ","action":1,"reward":42.5},{"state":"x oxx  o ","action":5,"reward":42.5},{"state":"x oxx  o ","action":6,"reward":"50"},{"state":"x oxx  o ","action":8,"reward":"50"},{"state":"ox ox xox","action":2,"reward":50},{"state":"ox ox xox","action":5,"reward":42.5},{"state":"xx ooxxoo","action":2,"reward":50},{"state":"xo xo o x","action":2,"reward":"50"},{"state":"xo xo o x","action":5,"reward":"50"},{"state":"xo xo o x","action":7,"reward":52.5},{"state":"xxo xx oo","action":3,"reward":"50"},{"state":"xxo xx oo","action":6,"reward":99.99999999999977},{"state":"  o xoxx ","action":0,"reward":"50"},{"state":"  o xoxx ","action":1,"reward":"50"},{"state":"  o xoxx ","action":3,"reward":52},{"state":"  o xoxx ","action":8,"reward":"50"},{"state":"xxoxxoo  ","action":7,"reward":42.5},{"state":"xxoxxoo  ","action":8,"reward":"50"},{"state":" ox oo xx","action":0,"reward":49.75},{"state":" ox oo xx","action":3,"reward":52.5},{"state":" ox oo xx","action":6,"reward":"50"},{"state":" o xo oxx","action":0,"reward":"50"},{"state":" o xo oxx","action":2,"reward":54.875},{"state":" o xo oxx","action":5,"reward":"50"},{"state":"  o xox x","action":0,"reward":42.5},{"state":"  o xox x","action":1,"reward":42.5},{"state":"  o xox x","action":3,"reward":"50"},{"state":"  o xox x","action":7,"reward":"50"},{"state":"  oxxo  x","action":0,"reward":78.21073167664797},{"state":"  oxxo  x","action":1,"reward":"50"},{"state":"  oxxo  x","action":6,"reward":43},{"state":"  oxxo  x","action":7,"reward":43},{"state":" o ooxx x","action":0,"reward":"50"},{"state":" o ooxx x","action":2,"reward":52},{"state":" o ooxx x","action":7,"reward":"50"},{"state":"xooooxx x","action":7,"reward":52.5},{"state":"  o x xxo","action":0,"reward":"50"},{"state":"  o x xxo","action":1,"reward":"50"},{"state":"  o x xxo","action":3,"reward":"50"},{"state":"  o x xxo","action":5,"reward":99.99999999999977},{"state":" oooxx xx","action":0,"reward":99.99999999999977},{"state":" oooxx xx","action":6,"reward":"50"},{"state":"ox  x o x","action":2,"reward":44.9},{"state":"ox  x o x","action":3,"reward":99.99999999999977},{"state":"ox  x o x","action":5,"reward":"50"},{"state":"ox  x o x","action":7,"reward":46.705},{"state":"oxoxox  x","action":6,"reward":99.99999999999977},{"state":"oxoxox  x","action":7,"reward":"50"},{"state":" ox oox x","action":0,"reward":52},{"state":" ox oox x","action":3,"reward":"50"},{"state":" ox oox x","action":7,"reward":"50"},{"state":"oo xo  xx","action":2,"reward":"50"},{"state":"oo xo  xx","action":5,"reward":"50"},{"state":"oo xo  xx","action":6,"reward":49.75},{"state":" oo xxxxo","action":0,"reward":54.875},{"state":" oo xxxxo","action":3,"reward":"50"},{"state":"o oxox xx","action":1,"reward":"50"},{"state":"o oxox xx","action":6,"reward":99.99999999999977},{"state":"ox xx oox","action":2,"reward":42.5},{"state":"ox xx oox","action":5,"reward":50},{"state":"  oxo   x","action":0,"reward":88.61266358261362},{"state":"  oxo   x","action":1,"reward":"50"},{"state":"  oxo   x","action":5,"reward":"50"},{"state":"  oxo   x","action":6,"reward":"50"},{"state":"  oxo   x","action":7,"reward":"50"},{"state":"  o ox  x","action":0,"reward":"50"},{"state":"  o ox  x","action":1,"reward":"50"},{"state":"  o ox  x","action":3,"reward":"50"},{"state":"  o ox  x","action":6,"reward":99.99999999999977},{"state":"  o ox  x","action":7,"reward":"50"},{"state":" xo x o x","action":0,"reward":"50"},{"state":" xo x o x","action":3,"reward":"50"},{"state":" xo x o x","action":5,"reward":"50"},{"state":" xo x o x","action":7,"reward":43},{"state":"oxx xx oo","action":3,"reward":42.5},{"state":"oxx xx oo","action":6,"reward":57.131249999999994},{"state":"  o o x x","action":0,"reward":45.845263803183585},{"state":"  o o x x","action":1,"reward":43},{"state":"  o o x x","action":3,"reward":42.5},{"state":"  o o x x","action":5,"reward":49.525},{"state":"  o o x x","action":7,"reward":78.19306452572516},{"state":"  o o  xx","action":0,"reward":"50"},{"state":"  o o  xx","action":1,"reward":"50"},{"state":"  o o  xx","action":3,"reward":"50"},{"state":"  o o  xx","action":5,"reward":"50"},{"state":"  o o  xx","action":6,"reward":99.99999999999977},{"state":"  oxxoxox","action":0,"reward":"50"},{"state":"  oxxoxox","action":1,"reward":42.5},{"state":" ooxxox x","action":0,"reward":"50"},{"state":" ooxxox x","action":7,"reward":42.5},{"state":"ox o xxxo","action":2,"reward":"50"},{"state":"ox o xxxo","action":4,"reward":99.90422550966115},{"state":" xxxooo x","action":0,"reward":50},{"state":" xxxooo x","action":7,"reward":42.5},{"state":"xxoxx  oo","action":5,"reward":"50"},{"state":"xxoxx  oo","action":6,"reward":99.99999999999977},{"state":"xoo o x x","action":3,"reward":"50"},{"state":"xoo o x x","action":5,"reward":42.5},{"state":"xoo o x x","action":7,"reward":"50"},{"state":"oxoo xxx ","action":4,"reward":22.175937499999996},{"state":"oxoo xxx ","action":8,"reward":22.175937499999996},{"state":"xx xoo   ","action":2,"reward":"50"},{"state":"xx xoo   ","action":6,"reward":44.4},{"state":"xx xoo   ","action":7,"reward":43},{"state":"xx xoo   ","action":8,"reward":"50"},{"state":"oxxoxx o ","action":6,"reward":99.99999999999977},{"state":"oxxoxx o ","action":8,"reward":"50"},{"state":"ox  xoxox","action":2,"reward":"50"},{"state":"ox  xoxox","action":3,"reward":42.5},{"state":"o  xo  xx","action":1,"reward":35.85},{"state":"o  xo  xx","action":2,"reward":37.18},{"state":"o  xo  xx","action":5,"reward":42.5},{"state":"o  xo  xx","action":6,"reward":76.70201528605826},{"state":"o  xoxoxx","action":1,"reward":42.5},{"state":"o  xoxoxx","action":2,"reward":99.99999999999977},{"state":" xxoo oxx","action":0,"reward":"50"},{"state":" xxoo oxx","action":5,"reward":70.06315303808103},{"state":"xo xo  x ","action":2,"reward":44.4},{"state":"xo xo  x ","action":5,"reward":42.5},{"state":"xo xo  x ","action":6,"reward":49.75},{"state":"xo xo  x ","action":8,"reward":49.75},{"state":"xo xo oxx","action":2,"reward":"50"},{"state":"xo xo oxx","action":5,"reward":50},{"state":"x  xoooxx","action":1,"reward":50},{"state":"x  xoooxx","action":2,"reward":99.99999999999977},{"state":" xxooxx o","action":0,"reward":99.99999999999977},{"state":" xxooxx o","action":7,"reward":"50"},{"state":"oxx xo ox","action":3,"reward":42.5},{"state":"oxx xo ox","action":6,"reward":"50"},{"state":"oxx xxoo ","action":3,"reward":99.99999999999977},{"state":"oxx xxoo ","action":8,"reward":"50"},{"state":"oxox  oxx","action":4,"reward":54.875},{"state":"oxox  oxx","action":5,"reward":"50"},{"state":" x xoo  x","action":0,"reward":"50"},{"state":" x xoo  x","action":2,"reward":"50"},{"state":" x xoo  x","action":6,"reward":"50"},{"state":" x xoo  x","action":7,"reward":43},{"state":" xxoo   x","action":0,"reward":"50"},{"state":" xxoo   x","action":5,"reward":99.99999999999977},{"state":" xxoo   x","action":6,"reward":"50"},{"state":" xxoo   x","action":7,"reward":42.5},{"state":" xooox xx","action":0,"reward":"50"},{"state":" xooox xx","action":6,"reward":99.99999999999977},{"state":"oxox x   ","action":4,"reward":"50"},{"state":"oxox x   ","action":6,"reward":42.5},{"state":"oxox x   ","action":7,"reward":"50"},{"state":"oxox x   ","action":8,"reward":"50"},{"state":"ox   x xo","action":2,"reward":"50"},{"state":"ox   x xo","action":3,"reward":44.4},{"state":"ox   x xo","action":4,"reward":"50"},{"state":"ox   x xo","action":6,"reward":"50"},{"state":"oxx  xoxo","action":3,"reward":"50"},{"state":"oxx  xoxo","action":4,"reward":52.5}]}