{
  "version": "1.0.0",
  "protocol": "docs/protocol.md",
  "seeds": [
    101,
    102,
    103,
    104,
    105,
    106,
    107,
    108,
    109,
    110,
    111,
    112,
    113,
    114,
    115,
    116,
    117,
    118,
    119,
    120
  ],
  "rounds": 1200,
  "directionalGate": "FAIL",
  "worlds": {
    "directional": {
      "summary": {
        "passive": {
          "loss": 0.01692794795955704,
          "sd": 0.002718458448707955,
          "mse": 0.01692794795955704,
          "queries": 0
        },
        "fixed": {
          "loss": 0.012671070462424234,
          "sd": 0.002164695190587593,
          "mse": 0.008529403795757569,
          "queries": 198.8
        },
        "random": {
          "loss": 0.013083580597593958,
          "sd": 0.0023175963642363324,
          "mse": 0.00893983059759396,
          "queries": 198.9
        },
        "active": {
          "loss": 0.01297377707001642,
          "sd": 0.0021316596823740892,
          "mse": 0.008819610403349755,
          "queries": 199.4
        }
      },
      "comparisons": {
        "passive": {
          "meanDifference": -0.003954170889540617,
          "sdDifference": 0.0019399859469317099,
          "wins": 20,
          "improvement": 0.2335883179099808
        },
        "fixed": {
          "meanDifference": 0.0003027066075921872,
          "sdDifference": 0.00023660903721981838,
          "wins": 0,
          "improvement": -0.02388958442697131
        },
        "random": {
          "meanDifference": -0.00010980352757753884,
          "sdDifference": 0.0007299642140155778,
          "wins": 7,
          "improvement": 0.00839246770090829
        }
      },
      "runs": [
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 101,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 46,
          "trainingMSE": 0.00004109256154496608,
          "records": [
            [
              -0.41362844165454427,
              -0.12927261043552454,
              0.8137951828205336,
              -0.24254507138016348
            ],
            [
              -0.02437927878748257,
              -0.3166238157610502,
              -0.737933121050327,
              0.5184942833914421
            ],
            [
              -0.6161424960843004,
              -0.6930471515230527,
              0.06986592085937911,
              -0.16587494282043197
            ],
            [
              0.16023321388065848,
              0.8771962785154455,
              0.26887886320908205,
              0.20274364299917508
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015989481944616257,
              "loss": 0.015989481944616257,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.011360098219392328,
              "loss": 0.015130931552725659,
              "queries": 181,
              "actions": 1381,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011375147607086593,
              "loss": 0.015145980940419926,
              "queries": 181,
              "actions": 1381,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.011488072621515645,
              "loss": 0.015279739288182312,
              "queries": 182,
              "actions": 1382,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 2912
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 102,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 43,
          "trainingMSE": 0.00001664015761188096,
          "records": [
            [
              -0.18436033192329485,
              -0.3630797382013652,
              0.7622242164537679,
              0.41263310210460147
            ],
            [
              0.18841480544638747,
              -0.24253729377762445,
              -0.8858734399093536,
              -0.16723800171407752
            ],
            [
              0.07392077987633924,
              -0.9220283337890238,
              0.1728310679743607,
              -0.043134687660280356
            ],
            [
              -0.5022784188045814,
              0.725446786448321,
              0.046026072032028735,
              0.32628786531298803
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.017617332585221038,
              "loss": 0.017617332585221038,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.009056933881650442,
              "loss": 0.01372360054831711,
              "queries": 224,
              "actions": 1424,
              "routeAccuracy": 0.9675,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009107451116786295,
              "loss": 0.013774117783452961,
              "queries": 224,
              "actions": 1424,
              "routeAccuracy": 0.9675,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.00964773906401342,
              "loss": 0.01433523906401342,
              "queries": 225,
              "actions": 1425,
              "routeAccuracy": 0.965,
              "candidateEvaluations": 3600
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 103,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.00003268552115025025,
          "records": [
            [
              0.5225420816214607,
              -0.3903772707077551,
              -0.30131620481997057,
              0.6425960431646129
            ],
            [
              0.14143527744131626,
              0.4870106605196277,
              0.26678260344614907,
              -0.7634418617210211
            ],
            [
              0.8553863795745421,
              0.055120594921830295,
              0.3447212862085909,
              0.21502625206794754
            ],
            [
              -0.5395934842313488,
              -0.5361777121828992,
              -0.5494808969403036,
              -0.1566244922433613
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.014453570157644577,
              "loss": 0.014453570157644577,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.007804158109768726,
              "loss": 0.011720824776435391,
              "queries": 188,
              "actions": 1388,
              "routeAccuracy": 0.9683333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.007815529059959546,
              "loss": 0.011732195726626211,
              "queries": 188,
              "actions": 1388,
              "routeAccuracy": 0.9683333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.008113003210041702,
              "loss": 0.012029669876708369,
              "queries": 188,
              "actions": 1388,
              "routeAccuracy": 0.9683333333333334,
              "candidateEvaluations": 3008
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 104,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.000019384104768224047,
          "records": [
            [
              -0.09008864385319894,
              -0.22429204225673302,
              0.9297848833289303,
              -0.008713688979856277
            ],
            [
              -0.22150105416926025,
              -0.1889234890037879,
              -0.8119989290557892,
              0.4359048037197192
            ],
            [
              -0.40149266225266117,
              -0.8192218744711289,
              0.2560723507479184,
              0.11187559681421402
            ],
            [
              0.055386490733577126,
              0.9257667614762295,
              0.21253386023035112,
              -0.021878835776233944
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.018497512040379617,
              "loss": 0.018497512040379617,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0072693060172215156,
              "loss": 0.011748472683888182,
              "queries": 215,
              "actions": 1415,
              "routeAccuracy": 0.9741666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.007670730892165196,
              "loss": 0.012170730892165195,
              "queries": 216,
              "actions": 1416,
              "routeAccuracy": 0.9725,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.007264403910297024,
              "loss": 0.011764403910297025,
              "queries": 216,
              "actions": 1416,
              "routeAccuracy": 0.9725,
              "candidateEvaluations": 3456
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 105,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.00002395726548666854,
          "records": [
            [
              -0.0643346855825877,
              -0.25049090283138203,
              0.6723483753978017,
              -0.6430840007085968
            ],
            [
              -0.3461631386494105,
              0.24052130928286586,
              -0.17387196328478982,
              0.8458414484402734
            ],
            [
              -0.7858514154967564,
              -0.28980372289799644,
              0.4628524552800581,
              -0.026302592402377686
            ],
            [
              0.7049464198639225,
              0.5337002127036985,
              -0.05061377834339614,
              -0.31476788858402055
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01668707492490897,
              "loss": 0.01668707492490897,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006305499584058101,
              "loss": 0.010076332917391436,
              "queries": 181,
              "actions": 1381,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0065888741208315355,
              "loss": 0.010359707454164868,
              "queries": 181,
              "actions": 1381,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006337387006096379,
              "loss": 0.010108220339429713,
              "queries": 181,
              "actions": 1381,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 2896
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 106,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.000021589920651429837,
          "records": [
            [
              -0.24014354686818015,
              0.08657064679632615,
              -0.6796107802327634,
              -0.633759856646466
            ],
            [
              0.2398104179418406,
              0.3152017354582058,
              0.857964572415888,
              0.1340164851762523
            ],
            [
              -0.2459588702762441,
              0.7987963129610437,
              -0.07157661707383468,
              -0.44649408791067413
            ],
            [
              0.5232831206915188,
              -0.7358758233466788,
              -0.30706052089010133,
              0.04856124471150588
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01361772725515692,
              "loss": 0.01361772725515692,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006550232742729801,
              "loss": 0.010279399409396468,
              "queries": 179,
              "actions": 1379,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006603672203340995,
              "loss": 0.010353672203340995,
              "queries": 180,
              "actions": 1380,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006773176367201325,
              "loss": 0.010523176367201324,
              "queries": 180,
              "actions": 1380,
              "routeAccuracy": 0.9641666666666666,
              "candidateEvaluations": 2880
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 107,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020368709912102694,
          "records": [
            [
              0.3460134366391414,
              -0.13911720686296394,
              -0.4428124674633315,
              0.7601846286955202
            ],
            [
              0.23588851935521335,
              0.15437392762711025,
              0.17917041164251268,
              -0.9046638602367992
            ],
            [
              0.932514417637582,
              0.09484016955705066,
              -0.0003879564453738325,
              0.17586140864205552
            ],
            [
              -0.7436997513624669,
              -0.5108657883327171,
              -0.28847708250149867,
              0.06032777279431962
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015862878280790412,
              "loss": 0.015862878280790412,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9558333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.007411582488642236,
              "loss": 0.01099491582197557,
              "queries": 172,
              "actions": 1372,
              "routeAccuracy": 0.9708333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00747019224992734,
              "loss": 0.011053525583260674,
              "queries": 172,
              "actions": 1372,
              "routeAccuracy": 0.9708333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0075653047157726,
              "loss": 0.011148638049105934,
              "queries": 172,
              "actions": 1372,
              "routeAccuracy": 0.97,
              "candidateEvaluations": 2752
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 108,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000024905906439933003,
          "records": [
            [
              -0.14068016500933397,
              0.3761709796353314,
              -0.24615106468916964,
              -0.8356919239150061
            ],
            [
              -0.2938422697822607,
              0.059139001729956446,
              0.5178478011762184,
              0.7523150437308815
            ],
            [
              -0.7145797729325338,
              0.5930159907528654,
              -0.1468316327692102,
              -0.10574908502545408
            ],
            [
              0.873687250479803,
              -0.1584653998671833,
              0.17494086640139625,
              -0.2574709755787422
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016525697171975166,
              "loss": 0.016525697171975166,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.007160691098837468,
              "loss": 0.011160691098837468,
              "queries": 192,
              "actions": 1392,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0093125681377067,
              "loss": 0.0133125681377067,
              "queries": 192,
              "actions": 1392,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.007237901963175221,
              "loss": 0.011258735296508554,
              "queries": 193,
              "actions": 1393,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 3088
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 109,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.000017312281985261435,
          "records": [
            [
              0.24914620492813813,
              -0.504676351283621,
              0.019104769630164043,
              0.7779200432902907
            ],
            [
              0.34885976179472566,
              0.25370795526312645,
              -0.1733927571196218,
              -0.84644178613912
            ],
            [
              0.8228420155232095,
              -0.3628082499766697,
              0.3023716661646906,
              0.047125634470977146
            ],
            [
              -0.7980504969481561,
              -0.16739264072353072,
              -0.4619125769134121,
              0.14346543685658628
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02257213033660911,
              "loss": 0.02257213033660911,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.01321217106947554,
              "loss": 0.017670504402808873,
              "queries": 214,
              "actions": 1414,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.014562630521843666,
              "loss": 0.019020963855177,
              "queries": 214,
              "actions": 1414,
              "routeAccuracy": 0.965,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.013354896257573544,
              "loss": 0.01781322959090688,
              "queries": 214,
              "actions": 1414,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 3424
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 110,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.00003376720773842124,
          "records": [
            [
              -0.40645650888159585,
              0.15873389118751804,
              0.48679100517423984,
              -0.7006777663852006
            ],
            [
              -0.21136805350307145,
              -0.23109787523448044,
              -0.2853459873561536,
              0.8702781747305512
            ],
            [
              -0.9106910958093031,
              -0.16457165951618943,
              -0.03697088072975095,
              -0.18279875890386038
            ],
            [
              0.6643990008497652,
              0.5850300319204041,
              0.3532837772570903,
              0.021948852881057045
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016465590702574508,
              "loss": 0.016465590702574508,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.010911690486759261,
              "loss": 0.015286690486759262,
              "queries": 210,
              "actions": 1410,
              "routeAccuracy": 0.9691666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011072982408969279,
              "loss": 0.01544798240896928,
              "queries": 210,
              "actions": 1410,
              "routeAccuracy": 0.9691666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.011009740085634082,
              "loss": 0.015384740085634082,
              "queries": 210,
              "actions": 1410,
              "routeAccuracy": 0.9691666666666666,
              "candidateEvaluations": 3360
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 111,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.000034172170859454796,
          "records": [
            [
              -0.2513831246961066,
              -0.0023560689060046934,
              0.5041386342106181,
              -0.7852282411207799
            ],
            [
              -0.2731129143061122,
              0.02023372946870913,
              -0.12917442203216603,
              0.9185633400472267
            ],
            [
              -0.919914264783073,
              -0.12952696436861982,
              0.18910966450246797,
              -0.1589069963845421
            ],
            [
              0.7769141482748184,
              0.501618242246167,
              0.15664710509490481,
              -0.16882297740241461
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.018544994369715663,
              "loss": 0.018544994369715663,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9541666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.009192438406450003,
              "loss": 0.01385910507311667,
              "queries": 224,
              "actions": 1424,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009278748519304178,
              "loss": 0.013945415185970844,
              "queries": 224,
              "actions": 1424,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.009337607803745606,
              "loss": 0.014004274470412274,
              "queries": 224,
              "actions": 1424,
              "routeAccuracy": 0.9666666666666667,
              "candidateEvaluations": 3584
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 112,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020899803171357927,
          "records": [
            [
              0.905154502219666,
              -0.21975543883755305,
              0.13167529819033194,
              0.19425079491746586
            ],
            [
              -0.6807528822264906,
              0.6119323224310032,
              0.25695673540447944,
              0.11696234560937623
            ],
            [
              0.27461928293034465,
              0.0671799439675491,
              0.5742638561588409,
              0.6937493019072463
            ],
            [
              0.21144332676055883,
              -0.08286325742214277,
              -0.2647485930406,
              -0.8790416830358477
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.013890335728939744,
              "loss": 0.013890335728939744,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006461349832043617,
              "loss": 0.010919683165376951,
              "queries": 214,
              "actions": 1414,
              "routeAccuracy": 0.97,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006560380284006897,
              "loss": 0.01101871361734023,
              "queries": 214,
              "actions": 1414,
              "routeAccuracy": 0.9691666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0068254728586512195,
              "loss": 0.01132547285865122,
              "queries": 216,
              "actions": 1416,
              "routeAccuracy": 0.9691666666666666,
              "candidateEvaluations": 3456
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 113,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.00002833034290517943,
          "records": [
            [
              -0.2777116997836305,
              0.8568942756236827,
              -0.3037102240676488,
              0.17135786861832944
            ],
            [
              -0.06682897212083087,
              -0.9206361711292991,
              -0.26676298540400706,
              -0.030619887980634922
            ],
            [
              -0.026712961127765934,
              0.1906036359721105,
              -0.9188248868307168,
              0.11211026890428114
            ],
            [
              -0.20877790568490878,
              0.14711335691146363,
              0.8575398377409005,
              0.32075706815073696
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016470340766240987,
              "loss": 0.016470340766240987,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9475,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.008466435454918585,
              "loss": 0.012549768788251918,
              "queries": 196,
              "actions": 1396,
              "routeAccuracy": 0.9591666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.008476596590994923,
              "loss": 0.012539096590994921,
              "queries": 195,
              "actions": 1395,
              "routeAccuracy": 0.9591666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.008570199077033672,
              "loss": 0.012653532410367006,
              "queries": 196,
              "actions": 1396,
              "routeAccuracy": 0.9591666666666666,
              "candidateEvaluations": 3136
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 114,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 36,
          "trainingMSE": 0.00002564689387291407,
          "records": [
            [
              -0.6663691912461464,
              0.11845964636608837,
              -0.6464998394857737,
              -0.19211665629439095
            ],
            [
              0.7734411999838077,
              -0.18732388023158467,
              0.3421514448033623,
              -0.3920209555885677
            ],
            [
              0.028233295550752224,
              0.41261439564996066,
              -0.4339410235617418,
              -0.7217764627509063
            ],
            [
              -0.17825886649296518,
              -0.5645456758846791,
              -0.13577843141244253,
              0.7354078893059648
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.019635130750949387,
              "loss": 0.019635130750949387,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.007785674845480902,
              "loss": 0.011848174845480902,
              "queries": 195,
              "actions": 1395,
              "routeAccuracy": 0.9725,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009868277477615437,
              "loss": 0.013930777477615439,
              "queries": 195,
              "actions": 1395,
              "routeAccuracy": 0.9708333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.008308142279296632,
              "loss": 0.012370642279296632,
              "queries": 195,
              "actions": 1395,
              "routeAccuracy": 0.9716666666666667,
              "candidateEvaluations": 3120
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 115,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000038497997080213513,
          "records": [
            [
              0.6006895981206148,
              -0.2011524004906421,
              -0.5088022950062407,
              0.5044682042920534
            ],
            [
              -0.033058086103890105,
              0.5118965093819986,
              0.5263234265422981,
              -0.6331439445341719
            ],
            [
              0.7986938411900286,
              0.35156292469132394,
              0.2402321643775414,
              0.3175870697669561
            ],
            [
              -0.3552340050195887,
              -0.6693449530811,
              -0.4625001171823899,
              -0.32139617758734124
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015802880163936005,
              "loss": 0.015802880163936005,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.008631875370771664,
              "loss": 0.013131875370771665,
              "queries": 216,
              "actions": 1416,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009023348230158738,
              "loss": 0.013523348230158737,
              "queries": 216,
              "actions": 1416,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.009006062971074239,
              "loss": 0.013526896304407572,
              "queries": 217,
              "actions": 1417,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 3472
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 116,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 40,
          "trainingMSE": 0.000015852095827898927,
          "records": [
            [
              -0.6048306024017285,
              -0.07477862679443474,
              0.6986604124509455,
              -0.2435011571367079
            ],
            [
              0.1812420872782442,
              -0.42153546185635465,
              -0.743713269955456,
              0.39351887448115563
            ],
            [
              -0.5906577849002592,
              -0.6554517645491579,
              -0.06692071995341059,
              -0.3404436259756482
            ],
            [
              0.05149412482673331,
              0.7916084567431574,
              0.285136545662648,
              0.44857908815096903
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.014932803298173052,
              "loss": 0.014932803298173052,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.008420115176715441,
              "loss": 0.012107615176715441,
              "queries": 177,
              "actions": 1377,
              "routeAccuracy": 0.97,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.008451003866101873,
              "loss": 0.012138503866101873,
              "queries": 177,
              "actions": 1377,
              "routeAccuracy": 0.97,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.009230081859702961,
              "loss": 0.01291758185970296,
              "queries": 177,
              "actions": 1377,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 2832
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 117,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 48,
          "trainingMSE": 0.000012769508992582338,
          "records": [
            [
              -0.32930172311196315,
              -0.8075103205513343,
              0.34060467888426627,
              0.2119701926702057
            ],
            [
              0.7059085817953716,
              0.33020910591128105,
              -0.29590768449870053,
              -0.48424522421798827
            ],
            [
              0.22080047346864187,
              -0.5758423629023969,
              0.4897869362104144,
              -0.5315122964292022
            ],
            [
              -0.4601288481491922,
              0.04893068613117976,
              -0.652385693906903,
              0.5102053321714256
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02036569368064254,
              "loss": 0.02036569368064254,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.010974382805135685,
              "loss": 0.015141049471802353,
              "queries": 200,
              "actions": 1400,
              "routeAccuracy": 0.9591666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011143767822374013,
              "loss": 0.015331267822374013,
              "queries": 201,
              "actions": 1401,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.01144614737981994,
              "loss": 0.015654480713153274,
              "queries": 202,
              "actions": 1402,
              "routeAccuracy": 0.9566666666666667,
              "candidateEvaluations": 3232
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 118,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 31,
          "trainingMSE": 0.000017785541374773454,
          "records": [
            [
              0.20512237911404904,
              0.30098869867489697,
              -0.07889239428682177,
              0.8859029838115647
            ],
            [
              -0.018258671921897784,
              -0.5301351889765157,
              -0.46883948255859115,
              -0.6529054190162934
            ],
            [
              0.6918411784234598,
              -0.27039833201437086,
              -0.4426377262708814,
              0.39499339414363466
            ],
            [
              -0.8301712577284991,
              0.13602911287521954,
              0.41159340763096747,
              0.17674483241934819
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.012311359439898013,
              "loss": 0.012311359439898013,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0052502169083263345,
              "loss": 0.009208550241659669,
              "queries": 190,
              "actions": 1390,
              "routeAccuracy": 0.9791666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0053917325355220015,
              "loss": 0.009350065868855334,
              "queries": 190,
              "actions": 1390,
              "routeAccuracy": 0.9791666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.005871474343176422,
              "loss": 0.009850641009843088,
              "queries": 191,
              "actions": 1391,
              "routeAccuracy": 0.9775,
              "candidateEvaluations": 3056
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 119,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.000015216328374210766,
          "records": [
            [
              0.07813325707506197,
              -0.20557033571060032,
              0.8340557182598842,
              0.4258474322961443
            ],
            [
              -0.16914459807036447,
              -0.2554759655969591,
              -0.9027770754671753,
              0.04382278821126391
            ],
            [
              0.028440760239000565,
              -0.8843272086870838,
              0.16867351058372407,
              0.2626125952045977
            ],
            [
              -0.3616211901921947,
              0.8470950350750203,
              0.22808826051551578,
              0.02995336053450973
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01612669195096537,
              "loss": 0.01612669195096537,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0076255574955437725,
              "loss": 0.01172972416221044,
              "queries": 197,
              "actions": 1397,
              "routeAccuracy": 0.9733333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.007687802502431117,
              "loss": 0.011791969169097784,
              "queries": 197,
              "actions": 1397,
              "routeAccuracy": 0.9733333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.008163731421601865,
              "loss": 0.012288731421601865,
              "queries": 198,
              "actions": 1398,
              "routeAccuracy": 0.9716666666666667,
              "candidateEvaluations": 3168
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "directional",
            "seed": 120,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Different directions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 47,
          "trainingMSE": 0.00004238058350988265,
          "records": [
            [
              -0.6201271783883797,
              -0.02195381785402989,
              0.6507456274231109,
              -0.29699290047377297
            ],
            [
              0.16930688796038204,
              -0.46499190213424113,
              -0.7118723853438782,
              0.43513982342078805
            ],
            [
              -0.6413923615811794,
              -0.598848614655787,
              -0.12208766200766301,
              -0.36254905727248216
            ],
            [
              0.09961833839070844,
              0.7631641399005049,
              0.3306392823016538,
              0.43435349308562515
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.022189733641803457,
              "loss": 0.022189733641803457,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.010737665921229931,
              "loss": 0.015133499254563264,
              "queries": 211,
              "actions": 1411,
              "routeAccuracy": 0.9641666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011335175804752894,
              "loss": 0.015731009138086227,
              "queries": 211,
              "actions": 1411,
              "routeAccuracy": 0.9633333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.010841662871571598,
              "loss": 0.015237496204904933,
              "queries": 211,
              "actions": 1411,
              "routeAccuracy": 0.9633333333333334,
              "candidateEvaluations": 3376
            }
          }
        }
      ]
    },
    "rotations": {
      "summary": {
        "passive": {
          "loss": 0.03169775598519693,
          "sd": 0.005355558250797658,
          "mse": 0.03169775598519693,
          "queries": 0
        },
        "fixed": {
          "loss": 0.019403910791156977,
          "sd": 0.0017785735714347633,
          "mse": 0.005039327457823644,
          "queries": 689.5
        },
        "random": {
          "loss": 0.01940391079115716,
          "sd": 0.0017785735714344456,
          "mse": 0.005039327457823828,
          "queries": 689.5
        },
        "active": {
          "loss": 0.019403910791157327,
          "sd": 0.0017785735714341577,
          "mse": 0.005039327457823996,
          "queries": 689.5
        }
      },
      "comparisons": {
        "passive": {
          "meanDifference": -0.012293845194039605,
          "sdDifference": 0.005119799673440268,
          "wins": 20,
          "improvement": 0.38784591564718063
        },
        "fixed": {
          "meanDifference": 3.526692826660849e-16,
          "sdDifference": 1.5698548911932862e-15,
          "wins": 1,
          "improvement": -1.7985612998927536e-14
        },
        "random": {
          "meanDifference": 1.6861512186494565e-16,
          "sdDifference": 7.459437493385922e-16,
          "wins": 0,
          "improvement": -8.659739592076221e-15
        }
      },
      "runs": [
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 101,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 46,
          "trainingMSE": 0.00004109256155916459,
          "records": [
            [
              -0.6474833821315644,
              -0.7758571968105789,
              0.7602482990495526,
              -0.6257851667625636
            ],
            [
              -0.7688016117867288,
              0.6270298939054676,
              -0.6259684399480161,
              -0.7719773267118893
            ],
            [
              0.6303591181560744,
              0.7807752951947265,
              -0.7872756002950223,
              0.6337434248478145
            ],
            [
              0.7740822637827114,
              -0.6295605830085873,
              0.6365667893932446,
              0.7663735685521796
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.03905214727510573,
              "loss": 0.03905214727510573,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0047940648029018785,
              "loss": 0.019231564802901877,
              "queries": 693,
              "actions": 1893,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.004794064802901878,
              "loss": 0.019231564802901877,
              "queries": 693,
              "actions": 1893,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.004794064802901909,
              "loss": 0.01923156480290191,
              "queries": 693,
              "actions": 1893,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 11088
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 102,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 43,
          "trainingMSE": 0.000016640157590687363,
          "records": [
            [
              0.11589110429774052,
              -0.9892065496865131,
              0.9919483461044953,
              0.11675962373166346
            ],
            [
              -0.9876839358315449,
              -0.12479484321106131,
              0.13305185041154777,
              -0.9962251661251392
            ],
            [
              -0.12107936197169458,
              0.9992046340723962,
              -0.9950017646282029,
              -0.12683237547522966
            ],
            [
              0.9985275143446187,
              0.11623860478687724,
              -0.12443603381945957,
              0.9951597609805956
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.03269226255989291,
              "loss": 0.03269226255989291,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006140088823775069,
              "loss": 0.02095258882377507,
              "queries": 711,
              "actions": 1911,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006140088823775069,
              "loss": 0.02095258882377507,
              "queries": 711,
              "actions": 1911,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006140088823775069,
              "loss": 0.02095258882377507,
              "queries": 711,
              "actions": 1911,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 11376
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 103,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.00003268552117932713,
          "records": [
            [
              0.9962828856690886,
              -0.15633623615436967,
              0.16953065575359996,
              0.9913046301249836
            ],
            [
              -0.16008181447341494,
              -0.9881367941875984,
              0.9693517287528126,
              -0.1618406197903329
            ],
            [
              -0.9889235589508446,
              0.15474357987607568,
              -0.1581134719660748,
              -0.983202990324001
            ],
            [
              0.16742630515896267,
              0.9801122283012151,
              -0.9915163861907202,
              0.16832544232450689
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02534898036816981,
              "loss": 0.02534898036816981,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.965,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006266680427276468,
              "loss": 0.02020418042727647,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006266680427276468,
              "loss": 0.02020418042727647,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006266680427276468,
              "loss": 0.02020418042727647,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 10704
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 104,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.00001938410479287724,
          "records": [
            [
              -0.1709657707301324,
              -0.9905144225393968,
              0.9845921252744572,
              -0.16951891440433414
            ],
            [
              -0.9877072064067793,
              0.16595398110769127,
              -0.16996590810165021,
              -0.977348080000539
            ],
            [
              0.1613921759567312,
              0.9851478756085219,
              -0.9784683156203171,
              0.1694933617799484
            ],
            [
              1.000544153598821,
              -0.16526797423145193,
              0.16507205024882796,
              0.9851303868091811
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.028907832469763365,
              "loss": 0.028907832469763365,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.965,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.004672645148436567,
              "loss": 0.01917264514843657,
              "queries": 696,
              "actions": 1896,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.004672645148436567,
              "loss": 0.01917264514843657,
              "queries": 696,
              "actions": 1896,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.004672645148436567,
              "loss": 0.01917264514843657,
              "queries": 696,
              "actions": 1896,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 11136
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 105,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000023957265487530097,
          "records": [
            [
              -0.6788555308381329,
              -0.7390965426000687,
              0.7432975198009704,
              -0.6761729480803165
            ],
            [
              -0.7471804044936907,
              0.6712151592339805,
              -0.6813737725543053,
              -0.7411777303073511
            ],
            [
              0.6695159289634238,
              0.7389026860542808,
              -0.7278740470005786,
              0.6849212918739066
            ],
            [
              0.7316250360255963,
              -0.6847953697076322,
              0.6650131747051202,
              0.7352010781466449
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.026004918950260286,
              "loss": 0.026004918950260286,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9566666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.005216790672520143,
              "loss": 0.01936262400585348,
              "queries": 679,
              "actions": 1879,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.005216790672520143,
              "loss": 0.01936262400585348,
              "queries": 679,
              "actions": 1879,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.005216790672520143,
              "loss": 0.01936262400585348,
              "queries": 679,
              "actions": 1879,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 10864
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 106,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.00002158992066160483,
          "records": [
            [
              -0.6967382799290628,
              0.7257708796426517,
              -0.7230524003285935,
              -0.6934016009450571
            ],
            [
              0.7133520018012091,
              0.6853112079417294,
              -0.6947125133882105,
              0.7260225779033666
            ],
            [
              0.6968851187698551,
              -0.7233943220685111,
              0.7126279611279533,
              0.6844365299617746
            ],
            [
              -0.7100397108557397,
              -0.6899730097607831,
              0.6873768348470692,
              -0.7181864780724583
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.033525689750581594,
              "loss": 0.033525689750581594,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0057963687229738775,
              "loss": 0.019713035389640546,
              "queries": 668,
              "actions": 1868,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0057963687229738775,
              "loss": 0.019713035389640546,
              "queries": 668,
              "actions": 1868,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0057963687229738775,
              "loss": 0.019713035389640546,
              "queries": 668,
              "actions": 1868,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 10688
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 107,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020368709961579396,
          "records": [
            [
              0.9783812527303409,
              0.18027030923930012,
              -0.17567241695533994,
              0.9820826975167797
            ],
            [
              0.1695554809605382,
              -0.9813815541925982,
              0.9949488954085381,
              0.1736055304672395
            ],
            [
              -0.9797219462940064,
              -0.17736725239167725,
              0.17846860861540015,
              -0.9805405703186187
            ],
            [
              -0.1857372944096057,
              0.9911230048116689,
              -0.9773121678032872,
              -0.18094756175014723
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.025223138237662757,
              "loss": 0.025223138237662757,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.004317399388362079,
              "loss": 0.018671566055028746,
              "queries": 689,
              "actions": 1889,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.004317399388362077,
              "loss": 0.018671566055028746,
              "queries": 689,
              "actions": 1889,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.004317399388362077,
              "loss": 0.018671566055028746,
              "queries": 689,
              "actions": 1889,
              "routeAccuracy": 0.9833333333333333,
              "candidateEvaluations": 11024
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 108,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.00002490590643053574,
          "records": [
            [
              -0.7991559850608615,
              0.6054774328251713,
              -0.6127306828364986,
              -0.7915611127824507
            ],
            [
              0.6090276068101749,
              0.8084652400751033,
              -0.7956744857107703,
              0.6091529806470495
            ],
            [
              0.790550515224545,
              -0.6172122578312521,
              0.6059312881656099,
              0.7905089061879412
            ],
            [
              -0.6121627743453789,
              -0.7950293550394518,
              0.7809623775279939,
              -0.6035547265310286
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.028038682663264213,
              "loss": 0.028038682663264213,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.007063407584653154,
              "loss": 0.021000907584653155,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9783333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.007063407584653154,
              "loss": 0.021000907584653155,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9783333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.007063407584653154,
              "loss": 0.021000907584653155,
              "queries": 669,
              "actions": 1869,
              "routeAccuracy": 0.9783333333333334,
              "candidateEvaluations": 10704
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 109,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.000017312281986684945,
          "records": [
            [
              0.8420235037200645,
              -0.5280601992047921,
              0.5340802455737795,
              0.8503766744928523
            ],
            [
              -0.5297312832678636,
              -0.8488042420562633,
              0.8467890305932468,
              -0.5394014788677919
            ],
            [
              -0.8406346275629072,
              0.537569037041896,
              -0.5368555210452234,
              -0.8572326612718351
            ],
            [
              0.531942010894944,
              0.8511168753978753,
              -0.8453499555993359,
              0.526524272117339
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.03987627270376784,
              "loss": 0.03987627270376784,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006272972473829077,
              "loss": 0.021002139140495747,
              "queries": 707,
              "actions": 1907,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006272972473829077,
              "loss": 0.021002139140495747,
              "queries": 707,
              "actions": 1907,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006272972473829077,
              "loss": 0.021002139140495747,
              "queries": 707,
              "actions": 1907,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 11312
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 110,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.00003376720769088007,
          "records": [
            [
              -0.9850932313216267,
              -0.20435592305723738,
              0.20222173074923186,
              -0.9742936619036519
            ],
            [
              -0.21026910710364435,
              0.9833865674926633,
              -0.9903190071205512,
              -0.20235380879086415
            ],
            [
              0.9804795825402322,
              0.2181955310497653,
              -0.1995192762514841,
              0.9793289286320442
            ],
            [
              0.21499741192055036,
              -0.9832130715200392,
              0.9845751641098125,
              0.22225603011746733
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.029136574790690234,
              "loss": 0.029136574790690234,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9658333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.004025063097024286,
              "loss": 0.01823339643035762,
              "queries": 682,
              "actions": 1882,
              "routeAccuracy": 0.9891666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.004025063097024286,
              "loss": 0.01823339643035762,
              "queries": 682,
              "actions": 1882,
              "routeAccuracy": 0.9891666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.004025063097024286,
              "loss": 0.01823339643035762,
              "queries": 682,
              "actions": 1882,
              "routeAccuracy": 0.9891666666666666,
              "candidateEvaluations": 10912
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 111,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.00003417217089875741,
          "records": [
            [
              -0.9204763199753477,
              -0.3610521972302968,
              0.36012207067963325,
              -0.9446353080361403
            ],
            [
              -0.36458715476726433,
              0.9351622137802176,
              -0.9361944466466662,
              -0.3564884281883293
            ],
            [
              0.923069983285859,
              0.3629392173013469,
              -0.348103345421739,
              0.9238156379838787
            ],
            [
              0.3645141453224185,
              -0.9315398901585196,
              0.9344372577640839,
              0.35177906205873094
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.032223582289633235,
              "loss": 0.032223582289633235,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0031728944651740264,
              "loss": 0.01736039446517403,
              "queries": 681,
              "actions": 1881,
              "routeAccuracy": 0.9875,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0031728944651740264,
              "loss": 0.01736039446517403,
              "queries": 681,
              "actions": 1881,
              "routeAccuracy": 0.9875,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0031728944651740264,
              "loss": 0.01736039446517403,
              "queries": 681,
              "actions": 1881,
              "routeAccuracy": 0.9875,
              "candidateEvaluations": 10896
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 112,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020899803099221203,
          "records": [
            [
              0.9233408090770694,
              -0.3792801905130155,
              0.3936015792861124,
              0.9209665131387459
            ],
            [
              -0.38730973418695147,
              -0.9209451959430869,
              0.9119125216348074,
              -0.39068965188369226
            ],
            [
              -0.923155557651838,
              0.3972680357020808,
              -0.3886651523557244,
              -0.9277145451287178
            ],
            [
              0.3978809749591758,
              0.9233247469940545,
              -0.9234542526835303,
              0.3933315157516244
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02971297064579785,
              "loss": 0.02971297064579785,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006333465116700729,
              "loss": 0.02033346511670073,
              "queries": 672,
              "actions": 1872,
              "routeAccuracy": 0.9791666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006333465116700728,
              "loss": 0.020333465116700727,
              "queries": 672,
              "actions": 1872,
              "routeAccuracy": 0.9791666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006333465116700728,
              "loss": 0.020333465116700727,
              "queries": 672,
              "actions": 1872,
              "routeAccuracy": 0.9791666666666666,
              "candidateEvaluations": 10752
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 113,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.00002833034287960814,
          "records": [
            [
              -0.014714789476126386,
              0.9990980480805659,
              -1.0127556193707354,
              -0.0028986654312967795
            ],
            [
              0.9969239131119402,
              0.012199558054271697,
              -0.011666564420068564,
              0.9968396574054437
            ],
            [
              0.01207438229543438,
              -0.9853030401798001,
              1.006320496191466,
              0.014364246377231731
            ],
            [
              -0.9945718949024721,
              -0.01958296280667163,
              0.018701091332498993,
              -1.0025303915530648
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0338809109884112,
              "loss": 0.0338809109884112,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9566666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.009388295296889582,
              "loss": 0.023846628630222917,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.9775,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009388295296889582,
              "loss": 0.023846628630222917,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.9775,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.009388295296889582,
              "loss": 0.023846628630222917,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.9775,
              "candidateEvaluations": 11104
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 114,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 36,
          "trainingMSE": 0.000025646893883762265,
          "records": [
            [
              -0.6817594384533843,
              0.7196569653095808,
              -0.725065735467767,
              -0.6967475352250798
            ],
            [
              0.7116980182953703,
              0.6995118887046442,
              -0.699689630419238,
              0.7245708554250836
            ],
            [
              0.6907909788694689,
              -0.7276027448924807,
              0.7206799930194938,
              0.7022223071675446
            ],
            [
              -0.7225765103716345,
              -0.6983413126665493,
              0.6900578106270661,
              -0.7150442923993078
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.027288310922188152,
              "loss": 0.027288310922188152,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9683333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002655390329555328,
              "loss": 0.017322056996221993,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9908333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.002655390329555328,
              "loss": 0.017322056996221993,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9908333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.002655390329555328,
              "loss": 0.017322056996221993,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9908333333333333,
              "candidateEvaluations": 11264
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 115,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.00003849799711031123,
          "records": [
            [
              0.9718649390665502,
              0.18012413855480522,
              -0.1829579961300039,
              0.9873580053404422
            ],
            [
              0.1756735142470638,
              -0.9744237787028021,
              0.9877505255702324,
              0.17733008499155456
            ],
            [
              -0.9743914857417746,
              -0.17563306472689919,
              0.17553847148982663,
              -0.9762628203164191
            ],
            [
              -0.19557953135497885,
              0.9967119297160881,
              -0.9884326553284631,
              -0.17253423606988355
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.034959781502265655,
              "loss": 0.034959781502265655,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.006395847014875384,
              "loss": 0.021375013681542054,
              "queries": 719,
              "actions": 1919,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.006395847014875384,
              "loss": 0.021375013681542054,
              "queries": 719,
              "actions": 1919,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.006395847014875384,
              "loss": 0.021375013681542054,
              "queries": 719,
              "actions": 1919,
              "routeAccuracy": 0.9816666666666667,
              "candidateEvaluations": 11504
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 116,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 40,
          "trainingMSE": 0.00001585209583151436,
          "records": [
            [
              -0.7977431765825956,
              -0.6012177147377282,
              0.6027747700485347,
              -0.790266709255173
            ],
            [
              -0.6083650208461339,
              0.8084172345135199,
              -0.8024286623400211,
              -0.5978385192875196
            ],
            [
              0.7985640639313287,
              0.5969214228195242,
              -0.5964471119437026,
              0.8090022641643951
            ],
            [
              0.5982188174663394,
              -0.7934870472359107,
              0.7995168107184761,
              0.6034251297822153
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.03306371762228478,
              "loss": 0.03306371762228478,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0023200865380161462,
              "loss": 0.01671591987134948,
              "queries": 691,
              "actions": 1891,
              "routeAccuracy": 0.9866666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0023200865380161462,
              "loss": 0.01671591987134948,
              "queries": 691,
              "actions": 1891,
              "routeAccuracy": 0.9866666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0023200865380161462,
              "loss": 0.01671591987134948,
              "queries": 691,
              "actions": 1891,
              "routeAccuracy": 0.9866666666666667,
              "candidateEvaluations": 11056
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 117,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 48,
          "trainingMSE": 0.000012769508801689937,
          "records": [
            [
              -0.1908597437693319,
              -0.9778488575049241,
              0.9861421088353954,
              -0.18501850706105166
            ],
            [
              -0.980355634481904,
              0.18637134623715412,
              -0.19755422816667106,
              -0.9828936869317809
            ],
            [
              0.18386417439663136,
              0.9792414617478146,
              -0.9806103921101673,
              0.18840554976825463
            ],
            [
              0.9880931870950985,
              -0.19017041563801187,
              0.19208509994412873,
              0.9922350802166248
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.039408634625187226,
              "loss": 0.039408634625187226,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.004310383348398916,
              "loss": 0.018977050015065583,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.004310383348398916,
              "loss": 0.018977050015065583,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.004310383348398916,
              "loss": 0.018977050015065583,
              "queries": 704,
              "actions": 1904,
              "routeAccuracy": 0.9858333333333333,
              "candidateEvaluations": 11264
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 118,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 31,
          "trainingMSE": 0.000017785541385810283,
          "records": [
            [
              0.9688202864260577,
              0.24495721720557956,
              -0.24913996562234939,
              0.970411823000673
            ],
            [
              0.24084631794783834,
              -0.9635686629898997,
              0.9705268187948196,
              0.23912859285594734
            ],
            [
              -0.9744708404443838,
              -0.2579417314622776,
              0.24278553047439372,
              -0.9664191252485388
            ],
            [
              -0.24827612574155503,
              0.9728881590366142,
              -0.9595976613693534,
              -0.24857862625425634
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.024624199739348,
              "loss": 0.024624199739348,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9708333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.00203242745735998,
              "loss": 0.016490760790693317,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.99,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0020324274573636676,
              "loss": 0.016490760790697,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.99,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.002032427457367004,
              "loss": 0.01649076079070034,
              "queries": 694,
              "actions": 1894,
              "routeAccuracy": 0.99,
              "candidateEvaluations": 11104
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 119,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.000015216328370305952,
          "records": [
            [
              0.35751537239828063,
              -0.932876515055375,
              0.9366767968489108,
              0.35556038272257834
            ],
            [
              -0.9298984230510333,
              -0.3479965565261953,
              0.35960069165499897,
              -0.926535872845573
            ],
            [
              -0.35422494577467706,
              0.9425711084149098,
              -0.9370031995659281,
              -0.3646740290928162
            ],
            [
              0.9365348557477194,
              0.35708954831108247,
              -0.3552269227159795,
              0.9434241593633363
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02849154377293385,
              "loss": 0.02849154377293385,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.965,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.00417713944963228,
              "loss": 0.018447972782965612,
              "queries": 685,
              "actions": 1885,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00417713944963228,
              "loss": 0.018447972782965612,
              "queries": 685,
              "actions": 1885,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.00417713944963228,
              "loss": 0.018447972782965612,
              "queries": 685,
              "actions": 1885,
              "routeAccuracy": 0.985,
              "candidateEvaluations": 10960
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rotations",
            "seed": 120,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Rotation control",
            "family": "rotations",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 47,
          "trainingMSE": 0.000042380583553162624,
          "records": [
            [
              -0.8475403132340191,
              -0.5214623444301202,
              0.5107900244587658,
              -0.846253245998962
            ],
            [
              -0.5266364408023299,
              0.8394825318169152,
              -0.8568440701366721,
              -0.521673922770004
            ],
            [
              0.8436969925235819,
              0.5244749144397802,
              -0.5356501616503039,
              0.8464256811103422
            ],
            [
              0.5193253966960334,
              -0.859361775604438,
              0.8639593485986772,
              0.5169691424218529
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.04249496782673005,
              "loss": 0.04249496782673005,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.005435138998117888,
              "loss": 0.019664305664784554,
              "queries": 683,
              "actions": 1883,
              "routeAccuracy": 0.9825,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.005435138998117888,
              "loss": 0.019664305664784554,
              "queries": 683,
              "actions": 1883,
              "routeAccuracy": 0.9825,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.005435138998117888,
              "loss": 0.019664305664784554,
              "queries": 683,
              "actions": 1883,
              "routeAccuracy": 0.9825,
              "candidateEvaluations": 10928
            }
          }
        }
      ]
    },
    "identical": {
      "summary": {
        "passive": {
          "loss": 0.00000607756918141081,
          "sd": 0.000003602995522533129,
          "mse": 0.00000607756918141081,
          "queries": 0
        },
        "fixed": {
          "loss": 0.00000607756918141081,
          "sd": 0.000003602995522533129,
          "mse": 0.00000607756918141081,
          "queries": 0
        },
        "random": {
          "loss": 0.00000607756918141081,
          "sd": 0.000003602995522533129,
          "mse": 0.00000607756918141081,
          "queries": 0
        },
        "active": {
          "loss": 0.00000607756918141081,
          "sd": 0.000003602995522533129,
          "mse": 0.00000607756918141081,
          "queries": 0
        }
      },
      "comparisons": {
        "passive": {
          "meanDifference": 0,
          "sdDifference": 0,
          "wins": 0,
          "improvement": 0
        },
        "fixed": {
          "meanDifference": 0,
          "sdDifference": 0,
          "wins": 0,
          "improvement": 0
        },
        "random": {
          "meanDifference": 0,
          "sdDifference": 0,
          "wins": 0,
          "improvement": 0
        }
      },
      "runs": [
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 101,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 46,
          "trainingMSE": 0.000041092561559553184,
          "records": [
            [
              -0.3797055553105358,
              -0.6076459145995783,
              0.5920370168407567,
              -0.3580073399449581
            ],
            [
              -0.36373430975995286,
              -0.612292695571721,
              0.613354149544378,
              -0.36691002468813655
            ],
            [
              -0.3721074515210604,
              -0.5958367695035677,
              0.5893364643827197,
              -0.3687231448207375
            ],
            [
              -0.36567378109275483,
              -0.5986387760167606,
              0.6056449823764003,
              -0.37338247630989796
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.00000479311529656236,
              "loss": 0.00000479311529656236,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2375,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.00000479311529656236,
              "loss": 0.00000479311529656236,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2375,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00000479311529656236,
              "loss": 0.00000479311529656236,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2375,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.00000479311529656236,
              "loss": 0.00000479311529656236,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2375,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 102,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 43,
          "trainingMSE": 0.000016640157574191732,
          "records": [
            [
              0.17856911513274648,
              -0.6792525741454294,
              0.6819943705590897,
              0.17943763455825806
            ],
            [
              0.1894539555096374,
              -0.6854608620904472,
              0.6937178692477668,
              0.18091272522696764
            ],
            [
              0.18543853494416382,
              -0.6759212653511165,
              0.6801241347270909,
              0.17968552141571967
            ],
            [
              0.1905855307563872,
              -0.6882673001964007,
              0.6800698711514999,
              0.18721777740066073
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000021769962168427456,
              "loss": 0.0000021769962168427456,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2675,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000021769962168427456,
              "loss": 0.0000021769962168427456,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2675,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000021769962168427456,
              "loss": 0.0000021769962168427456,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2675,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000021769962168427456,
              "loss": 0.0000021769962168427456,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2675,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 103,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.0000326855211446017,
          "records": [
            [
              0.7165221099848733,
              -0.008911989878098759,
              0.022106409474214925,
              0.711543854447557
            ],
            [
              0.7093759463216768,
              -0.016517937756247134,
              -0.00226712767904743,
              0.7076171410109217
            ],
            [
              0.704728811990598,
              -0.02285610018596634,
              0.01948620804479175,
              0.7104493805920445
            ],
            [
              0.7118601396361228,
              -0.02168206188482343,
              0.01027790400902744,
              0.7127592767943353
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000073019592754448,
              "loss": 0.0000073019592754448,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.22666666666666666,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000073019592754448,
              "loss": 0.0000073019592754448,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.22666666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000073019592754448,
              "loss": 0.0000073019592754448,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.22666666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000073019592754448,
              "loss": 0.0000073019592754448,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.22666666666666666,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 104,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.00001938410473818802,
          "records": [
            [
              -0.021883924200554968,
              -0.7116334389013512,
              0.7057111416369879,
              -0.020437067878761143
            ],
            [
              -0.02126511838474861,
              -0.7092543886276139,
              0.7052424616621648,
              -0.010905992020338984
            ],
            [
              -0.0262550893925228,
              -0.7074207356244244,
              0.714100295614518,
              -0.018153903606355
            ],
            [
              -0.004463353263937497,
              -0.7037472320871827,
              0.7035513080876081,
              -0.019877120061455148
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000001314579006493912,
              "loss": 0.000001314579006493912,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.325,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000001314579006493912,
              "loss": 0.000001314579006493912,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.325,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000001314579006493912,
              "loss": 0.000001314579006493912,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.325,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000001314579006493912,
              "loss": 0.000001314579006493912,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.325,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 105,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000023957265479332702,
          "records": [
            [
              -0.4025523114856576,
              -0.5852897450422263,
              0.5894907222434479,
              -0.3998697287283932
            ],
            [
              -0.40825643361172365,
              -0.5878045157360363,
              0.5776459024048677,
              -0.4022537594129831
            ],
            [
              -0.4043865726700324,
              -0.5827377404442404,
              0.5937663794925544,
              -0.38898120977190814
            ],
            [
              -0.40489821714846375,
              -0.5936093236747978,
              0.5738271286714058,
              -0.40132217501670864
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000009230533820711759,
              "loss": 0.000009230533820711759,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000009230533820711759,
              "loss": 0.000009230533820711759,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000009230533820711759,
              "loss": 0.000009230533820711759,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000009230533820711759,
              "loss": 0.000009230533820711759,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 106,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.00002158992061927744,
          "records": [
            [
              -0.5612333453396046,
              0.4400465147484505,
              -0.437328035426779,
              -0.5578966663445691
            ],
            [
              -0.5650503923684539,
              0.4290158344757172,
              -0.4384171398921122,
              -0.5523798163062325
            ],
            [
              -0.5520882840057468,
              0.43421763326755547,
              -0.4449839941935212,
              -0.5645368728196969
            ],
            [
              -0.5451057848305001,
              0.43820995412267666,
              -0.4408061290568549,
              -0.5532525520381195
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000037092834901732223,
              "loss": 0.0000037092834901732223,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000037092834901732223,
              "loss": 0.0000037092834901732223,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000037092834901732223,
              "loss": 0.0000037092834901732223,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000037092834901732223,
              "loss": 0.0000037092834901732223,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 107,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.0000203687099507673,
          "records": [
            [
              0.6654064129839946,
              0.22551132672866941,
              -0.2209134343972085,
              0.6691078577378584
            ],
            [
              0.6634943906893574,
              0.22527678744328308,
              -0.21170944622951865,
              0.6675444402017451
            ],
            [
              0.6756342875769348,
              0.22237733974314097,
              -0.22127598349815972,
              0.6748156635565375
            ],
            [
              0.6627051899643657,
              0.2294502727933445,
              -0.2156394357836214,
              0.6674949226050252
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000008742508696778557,
              "loss": 0.000008742508696778557,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.21416666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000008742508696778557,
              "loss": 0.000008742508696778557,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.21416666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000008742508696778557,
              "loss": 0.000008742508696778557,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.21416666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000008742508696778557,
              "loss": 0.000008742508696778557,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.21416666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 108,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000024905906425248593,
          "records": [
            [
              -0.6216437755850658,
              0.3437726077155659,
              -0.3510258577250807,
              -0.6140489033118252
            ],
            [
              -0.6153039031133966,
              0.3601212272857055,
              -0.3473304729349453,
              -0.6151785292626875
            ],
            [
              -0.620420182365363,
              0.33628744877837896,
              -0.3475684184399583,
              -0.6204617914135563
            ],
            [
              -0.6212897525487618,
              0.34510953924326787,
              -0.3591765167485692,
              -0.6126817047166744
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000006644514380212214,
              "loss": 0.000006644514380212214,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.25083333333333335,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000006644514380212214,
              "loss": 0.000006644514380212214,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.25083333333333335,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000006644514380212214,
              "loss": 0.000006644514380212214,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.25083333333333335,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000006644514380212214,
              "loss": 0.000006644514380212214,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.25083333333333335,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 109,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.000017312281998306403,
          "records": [
            [
              0.6417453758882679,
              -0.2833385787627158,
              0.2893586251324652,
              0.6500985466623683
            ],
            [
              0.6494333263346181,
              -0.29241335118112344,
              0.29039813971198286,
              0.6397631307331773
            ],
            [
              0.6501992524619146,
              -0.28548280951257915,
              0.2861963254966958,
              0.6336012187627049
            ],
            [
              0.6433331534882357,
              -0.28360424158597675,
              0.2893711613879339,
              0.6379154147259647
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000005761717070627109,
              "loss": 0.000005761717070627109,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30916666666666665,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000005761717070627109,
              "loss": 0.000005761717070627109,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30916666666666665,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000005761717070627109,
              "loss": 0.000005761717070627109,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30916666666666665,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000005761717070627109,
              "loss": 0.000005761717070627109,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30916666666666665,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 110,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.000033767207742416264,
          "records": [
            [
              -0.6708740184216478,
              -0.23994083901120625,
              0.23780664670166335,
              -0.6600744490027086
            ],
            [
              -0.6668279838089282,
              -0.23790536816017183,
              0.23097292852390086,
              -0.6589126854991817
            ],
            [
              -0.6617863138963829,
              -0.23231831494457217,
              0.25099456973471107,
              -0.6629369676712129
            ],
            [
              -0.6564903948369549,
              -0.2480198978696128,
              0.24938199044634124,
              -0.6492317766821246
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000009126352235605477,
              "loss": 0.000009126352235605477,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.29583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000009126352235605477,
              "loss": 0.000009126352235605477,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.29583333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000009126352235605477,
              "loss": 0.000009126352235605477,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.29583333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000009126352235605477,
              "loss": 0.000009126352235605477,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.29583333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 111,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.000034172170860189,
          "records": [
            [
              -0.604626564964912,
              -0.34559476344144374,
              0.3446646368925085,
              -0.6287855530277063
            ],
            [
              -0.618607174597368,
              -0.3436942400392393,
              0.34266200716982237,
              -0.61050844805406
            ],
            [
              -0.6252639241373427,
              -0.34604746162298006,
              0.36088333353935914,
              -0.6245182694969702
            ],
            [
              -0.61394998727669,
              -0.3462126815030111,
              0.3491100491028458,
              -0.6266850705492957
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000007539745424778459,
              "loss": 0.000007539745424778459,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.15666666666666668,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000007539745424778459,
              "loss": 0.000007539745424778459,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.15666666666666668,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000007539745424778459,
              "loss": 0.000007539745424778459,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.15666666666666668,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000007539745424778459,
              "loss": 0.000007539745424778459,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.15666666666666668,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 112,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020899803205417227,
          "records": [
            [
              0.6854988570736661,
              -0.17087864094420502,
              0.18520002971096255,
              0.6831245611313923
            ],
            [
              0.6841384161101232,
              -0.17797893747583793,
              0.1689462631825983,
              0.6807584984064782
            ],
            [
              0.6828573013997117,
              -0.1690558080533854,
              0.17765869147788943,
              0.6782983140728646
            ],
            [
              0.6946037318487402,
              -0.1775638057280592,
              0.17743430005117516,
              0.6900542726281764
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000061663544952138595,
              "loss": 0.0000061663544952138595,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2075,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000061663544952138595,
              "loss": 0.0000061663544952138595,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2075,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000061663544952138595,
              "loss": 0.0000061663544952138595,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2075,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000061663544952138595,
              "loss": 0.0000061663544952138595,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2075,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 113,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.000028330342918963135,
          "records": [
            [
              -0.1107351361469535,
              0.6978006982336573,
              -0.7114582695259432,
              -0.09891901210079025
            ],
            [
              -0.11224513961550026,
              0.6975782945754434,
              -0.6970453009271164,
              -0.11232939529825536
            ],
            [
              -0.11041858404243238,
              0.7132244023959559,
              -0.6922069463265773,
              -0.10812871998933739
            ],
            [
              -0.10391615519842858,
              0.6922683933978848,
              -0.6931502648519062,
              -0.11187465186480018
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 9.706049956593363e-7,
              "loss": 9.706049956593363e-7,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.17833333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 9.706049956593363e-7,
              "loss": 9.706049956593363e-7,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.17833333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 9.706049956593363e-7,
              "loss": 9.706049956593363e-7,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.17833333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 9.706049956593363e-7,
              "loss": 9.706049956593363e-7,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.17833333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 114,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 36,
          "trainingMSE": 0.000025646893869540023,
          "records": [
            [
              -0.5446691700490185,
              0.434689847367248,
              -0.4400986175239503,
              -0.5596572668215525
            ],
            [
              -0.565260721874023,
              0.43611793302356994,
              -0.4362956747340102,
              -0.5523878847481667
            ],
            [
              -0.5645945990318074,
              0.4230523080034682,
              -0.4299750598855604,
              -0.553163270741183
            ],
            [
              -0.563913079698325,
              0.43074057796920134,
              -0.439024079996542,
              -0.556380861735787
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000051673115392416484,
              "loss": 0.0000051673115392416484,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000051673115392416484,
              "loss": 0.0000051673115392416484,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000051673115392416484,
              "loss": 0.0000051673115392416484,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000051673115392416484,
              "loss": 0.0000051673115392416484,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2725,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 115,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.00003849799711852676,
          "records": [
            [
              0.6587235932184095,
              0.224197912154499,
              -0.2270317697376257,
              0.6742166594885827
            ],
            [
              0.6651099544736788,
              0.2340678311138486,
              -0.22074108420581418,
              0.6667665252111717
            ],
            [
              0.6794627906561156,
              0.2302807589703501,
              -0.2303753521855575,
              0.6775914561349857
            ],
            [
              0.6556969589878521,
              0.2382079172222662,
              -0.22992864284581122,
              0.6787422542846301
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000016108618437753823,
              "loss": 0.000016108618437753823,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2866666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000016108618437753823,
              "loss": 0.000016108618437753823,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2866666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000016108618437753823,
              "loss": 0.000016108618437753823,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2866666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000016108618437753823,
              "loss": 0.000016108618437753823,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.2866666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 116,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 40,
          "trainingMSE": 0.00001585209582926036,
          "records": [
            [
              -0.4978180667198837,
              -0.5009933241254046,
              0.5025503794384345,
              -0.4903415993945057
            ],
            [
              -0.5073925682659015,
              -0.49150759554984236,
              0.4974961677168971,
              -0.4968660667116703
            ],
            [
              -0.5006127041373569,
              -0.5040507499512711,
              0.5045250608450786,
              -0.4901745039275125
            ],
            [
              -0.5020052933413648,
              -0.49430999934637593,
              0.5003397628219933,
              -0.4967989810264916
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000085130656281642,
              "loss": 0.0000085130656281642,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.19666666666666666,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000085130656281642,
              "loss": 0.0000085130656281642,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.19666666666666666,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000085130656281642,
              "loss": 0.0000085130656281642,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.19666666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000085130656281642,
              "loss": 0.0000085130656281642,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.19666666666666666,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 117,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 48,
          "trainingMSE": 0.000012769508997786276,
          "records": [
            [
              -0.03606375868067426,
              -0.7020986027486845,
              0.7103918540804655,
              -0.03022252196455555
            ],
            [
              -0.03215060055282382,
              -0.708562848885202,
              0.6973799669543121,
              -0.03468865298637205
            ],
            [
              -0.038615241921523595,
              -0.7091017825168552,
              0.7077328516667507,
              -0.03407386631684015
            ],
            [
              -0.027795277677156505,
              -0.7078292097335948,
              0.7097438940331641,
              -0.023653384573792523
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000017663127545253781,
              "loss": 0.0000017663127545253781,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.18166666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000017663127545253781,
              "loss": 0.0000017663127545253781,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.18166666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000017663127545253781,
              "loss": 0.0000017663127545253781,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.18166666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000017663127545253781,
              "loss": 0.0000017663127545253781,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.18166666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 118,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 31,
          "trainingMSE": 0.000017785541396420974,
          "records": [
            [
              0.6533845556882066,
              0.2673245991071094,
              -0.2715073475263055,
              0.6549760922628896
            ],
            [
              0.6457515762970409,
              0.2758068780472146,
              -0.2688487222537151,
              0.6440338511859159
            ],
            [
              0.647442577050031,
              0.2610928205043814,
              -0.27624902149549646,
              0.6554942922406385
            ],
            [
              0.6532963026600701,
              0.27491455186124214,
              -0.2616240541844082,
              0.6529938021546612
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0000025089291383357997,
              "loss": 0.0000025089291383357997,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30083333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0000025089291383357997,
              "loss": 0.0000025089291383357997,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30083333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0000025089291383357997,
              "loss": 0.0000025089291383357997,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30083333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0000025089291383357997,
              "loss": 0.0000025089291383357997,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.30083333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 119,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.000015216328368526409,
          "records": [
            [
              0.34418541576118766,
              -0.6169298229469138,
              0.6207301047399971,
              0.3422304260812068
            ],
            [
              0.34721830202732057,
              -0.6106234220853328,
              0.6222275572096705,
              0.3505808522307074
            ],
            [
              0.3443182216377942,
              -0.6105024388600077,
              0.6160703477107978,
              0.3338691383223276
            ],
            [
              0.34463134143841073,
              -0.6174104412941466,
              0.6192730668903231,
              0.351520645059726
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000005490681552831789,
              "loss": 0.000005490681552831789,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000005490681552831789,
              "loss": 0.000005490681552831789,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000005490681552831789,
              "loss": 0.000005490681552831789,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000005490681552831789,
              "loss": 0.000005490681552831789,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.24666666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "identical",
            "seed": 120,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Identical records",
            "family": "identical",
            "hazard": 0.035,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 47,
          "trainingMSE": 0.000042380583500777045,
          "records": [
            [
              -0.5395623158299451,
              -0.44970195762151227,
              0.4390296376497202,
              -0.5382752485977986
            ],
            [
              -0.5475728909662403,
              -0.4641898446075266,
              0.44682830627290965,
              -0.5426103729250784
            ],
            [
              -0.5526722208510845,
              -0.45028301440029533,
              0.4391077672186937,
              -0.5499435322755688
            ],
            [
              -0.5481293691142478,
              -0.45868694123809917,
              0.46328451420984457,
              -0.5504856234020494
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.000008518200172259758,
              "loss": 0.000008518200172259758,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.16083333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.000008518200172259758,
              "loss": 0.000008518200172259758,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.16083333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.000008518200172259758,
              "loss": 0.000008518200172259758,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.16083333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.000008518200172259758,
              "loss": 0.000008518200172259758,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.16083333333333333,
              "candidateEvaluations": 0
            }
          }
        }
      ]
    },
    "rapid": {
      "summary": {
        "passive": {
          "loss": 0.09538465428564807,
          "sd": 0.005748303134187065,
          "mse": 0.09538465428564807,
          "queries": 0
        },
        "fixed": {
          "loss": 0.0234396121884702,
          "sd": 0.00030974760396840055,
          "mse": 0.0023375288551368595,
          "queries": 1012.9
        },
        "random": {
          "loss": 0.030791868157619213,
          "sd": 0.002048942796494891,
          "mse": 0.009686659824285874,
          "queries": 1013.05
        },
        "active": {
          "loss": 0.04334807042350768,
          "sd": 0.0028856031910066303,
          "mse": 0.02223140375684101,
          "queries": 1013.6
        }
      },
      "comparisons": {
        "passive": {
          "meanDifference": -0.052036583862140384,
          "sdDifference": 0.006293487928492395,
          "wins": 20,
          "improvement": 0.5455446083214457
        },
        "fixed": {
          "meanDifference": 0.019908458235037497,
          "sdDifference": 0.002869977880278882,
          "wins": 0,
          "improvement": -0.8493510078136162
        },
        "random": {
          "meanDifference": 0.01255620226588848,
          "sdDifference": 0.003449442064124199,
          "wins": 0,
          "improvement": -0.40777656625492975
        }
      },
      "runs": [
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 101,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 354,
          "trainingMSE": 0.00004109256154496608,
          "records": [
            [
              -0.41362844165454427,
              -0.12927261043552454,
              0.8137951828205336,
              -0.24254507138016348
            ],
            [
              -0.02437927878748257,
              -0.3166238157610502,
              -0.737933121050327,
              0.5184942833914421
            ],
            [
              -0.6161424960843004,
              -0.6930471515230527,
              0.06986592085937911,
              -0.16587494282043197
            ],
            [
              0.16023321388065848,
              0.8771962785154455,
              0.26887886320908205,
              0.20274364299917508
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.08829442376835461,
              "loss": 0.08829442376835461,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6641666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.003013894533326318,
              "loss": 0.024180561199992987,
              "queries": 1016,
              "actions": 2216,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.007787561014050723,
              "loss": 0.028933394347384057,
              "queries": 1015,
              "actions": 2215,
              "routeAccuracy": 0.9358333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.018698904620423958,
              "loss": 0.03982390462042396,
              "queries": 1014,
              "actions": 2214,
              "routeAccuracy": 0.8958333333333334,
              "candidateEvaluations": 16224
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 102,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 390,
          "trainingMSE": 0.00001664015761188096,
          "records": [
            [
              -0.18436033192329485,
              -0.3630797382013652,
              0.7622242164537679,
              0.41263310210460147
            ],
            [
              0.18841480544638747,
              -0.24253729377762445,
              -0.8858734399093536,
              -0.16723800171407752
            ],
            [
              0.07392077987633924,
              -0.9220283337890238,
              0.1728310679743607,
              -0.043134687660280356
            ],
            [
              -0.5022784188045814,
              0.725446786448321,
              0.046026072032028735,
              0.32628786531298803
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.10273642551092309,
              "loss": 0.10273642551092309,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6416666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002232343790427162,
              "loss": 0.023336510457093833,
              "queries": 1013,
              "actions": 2213,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009072567999540869,
              "loss": 0.03019756799954087,
              "queries": 1014,
              "actions": 2214,
              "routeAccuracy": 0.93,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.025459040008120472,
              "loss": 0.04658404000812047,
              "queries": 1014,
              "actions": 2214,
              "routeAccuracy": 0.895,
              "candidateEvaluations": 16224
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 103,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 363,
          "trainingMSE": 0.00003268552115025025,
          "records": [
            [
              0.5225420816214607,
              -0.3903772707077551,
              -0.30131620481997057,
              0.6425960431646129
            ],
            [
              0.14143527744131626,
              0.4870106605196277,
              0.26678260344614907,
              -0.7634418617210211
            ],
            [
              0.8553863795745421,
              0.055120594921830295,
              0.3447212862085909,
              0.21502625206794754
            ],
            [
              -0.5395934842313488,
              -0.5361777121828992,
              -0.5494808969403036,
              -0.1566244922433613
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09291383879873122,
              "loss": 0.09291383879873122,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6658333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002428723799980107,
              "loss": 0.02386622379998011,
              "queries": 1029,
              "actions": 2229,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.01272795622372299,
              "loss": 0.034165456223722995,
              "queries": 1029,
              "actions": 2229,
              "routeAccuracy": 0.93,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.02637650079010969,
              "loss": 0.047814000790109695,
              "queries": 1029,
              "actions": 2229,
              "routeAccuracy": 0.8741666666666666,
              "candidateEvaluations": 16464
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 104,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 354,
          "trainingMSE": 0.000019384104768224047,
          "records": [
            [
              -0.09008864385319894,
              -0.22429204225673302,
              0.9297848833289303,
              -0.008713688979856277
            ],
            [
              -0.22150105416926025,
              -0.1889234890037879,
              -0.8119989290557892,
              0.4359048037197192
            ],
            [
              -0.40149266225266117,
              -0.8192218744711289,
              0.2560723507479184,
              0.11187559681421402
            ],
            [
              0.055386490733577126,
              0.9257667614762295,
              0.21253386023035112,
              -0.021878835776233944
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09795302225871726,
              "loss": 0.09795302225871726,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6625,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.00218107559924145,
              "loss": 0.02343107559924145,
              "queries": 1020,
              "actions": 2220,
              "routeAccuracy": 0.9483333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00951320482416297,
              "loss": 0.03076320482416297,
              "queries": 1020,
              "actions": 2220,
              "routeAccuracy": 0.9316666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.024284538830523464,
              "loss": 0.0455553721638568,
              "queries": 1021,
              "actions": 2221,
              "routeAccuracy": 0.8958333333333334,
              "candidateEvaluations": 16336
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 105,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 359,
          "trainingMSE": 0.00002395726548666854,
          "records": [
            [
              -0.0643346855825877,
              -0.25049090283138203,
              0.6723483753978017,
              -0.6430840007085968
            ],
            [
              -0.3461631386494105,
              0.24052130928286586,
              -0.17387196328478982,
              0.8458414484402734
            ],
            [
              -0.7858514154967564,
              -0.28980372289799644,
              0.4628524552800581,
              -0.026302592402377686
            ],
            [
              0.7049464198639225,
              0.5337002127036985,
              -0.05061377834339614,
              -0.31476788858402055
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09101356726261925,
              "loss": 0.09101356726261925,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6525,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0028068114927857326,
              "loss": 0.023806811492785736,
              "queries": 1008,
              "actions": 2208,
              "routeAccuracy": 0.9425,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0059768713756585675,
              "loss": 0.0269977047089919,
              "queries": 1009,
              "actions": 2209,
              "routeAccuracy": 0.9291666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0201086754756731,
              "loss": 0.04110867547567311,
              "queries": 1008,
              "actions": 2208,
              "routeAccuracy": 0.89,
              "candidateEvaluations": 16128
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 106,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 386,
          "trainingMSE": 0.000021589920651429837,
          "records": [
            [
              -0.24014354686818015,
              0.08657064679632615,
              -0.6796107802327634,
              -0.633759856646466
            ],
            [
              0.2398104179418406,
              0.3152017354582058,
              0.857964572415888,
              0.1340164851762523
            ],
            [
              -0.2459588702762441,
              0.7987963129610437,
              -0.07157661707383468,
              -0.44649408791067413
            ],
            [
              0.5232831206915188,
              -0.7358758233466788,
              -0.30706052089010133,
              0.04856124471150588
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.096604240439765,
              "loss": 0.096604240439765,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.65,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002527805717449224,
              "loss": 0.023590305717449224,
              "queries": 1011,
              "actions": 2211,
              "routeAccuracy": 0.9483333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.012927842388613664,
              "loss": 0.03399034238861367,
              "queries": 1011,
              "actions": 2211,
              "routeAccuracy": 0.9358333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.019002851946321907,
              "loss": 0.04010701861298858,
              "queries": 1013,
              "actions": 2213,
              "routeAccuracy": 0.9041666666666667,
              "candidateEvaluations": 16208
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 107,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 347,
          "trainingMSE": 0.000020368709912102694,
          "records": [
            [
              0.3460134366391414,
              -0.13911720686296394,
              -0.4428124674633315,
              0.7601846286955202
            ],
            [
              0.23588851935521335,
              0.15437392762711025,
              0.17917041164251268,
              -0.9046638602367992
            ],
            [
              0.932514417637582,
              0.09484016955705066,
              -0.0003879564453738325,
              0.17586140864205552
            ],
            [
              -0.7436997513624669,
              -0.5108657883327171,
              -0.28847708250149867,
              0.06032777279431962
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09766374042771983,
              "loss": 0.09766374042771983,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6733333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002470516696974316,
              "loss": 0.02342885003030765,
              "queries": 1006,
              "actions": 2206,
              "routeAccuracy": 0.95,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011752066143803726,
              "loss": 0.03271039947713706,
              "queries": 1006,
              "actions": 2206,
              "routeAccuracy": 0.9341666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.020161638542312937,
              "loss": 0.04114080520897961,
              "queries": 1007,
              "actions": 2207,
              "routeAccuracy": 0.9066666666666666,
              "candidateEvaluations": 16112
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 108,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 383,
          "trainingMSE": 0.000024905906439933003,
          "records": [
            [
              -0.14068016500933397,
              0.3761709796353314,
              -0.24615106468916964,
              -0.8356919239150061
            ],
            [
              -0.2938422697822607,
              0.059139001729956446,
              0.5178478011762184,
              0.7523150437308815
            ],
            [
              -0.7145797729325338,
              0.5930159907528654,
              -0.1468316327692102,
              -0.10574908502545408
            ],
            [
              0.873687250479803,
              -0.1584653998671833,
              0.17494086640139625,
              -0.2574709755787422
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.10995565238615015,
              "loss": 0.10995565238615015,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6475,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0024809064657717247,
              "loss": 0.02343923979910506,
              "queries": 1006,
              "actions": 2206,
              "routeAccuracy": 0.9441666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.013404780593058675,
              "loss": 0.03436311392639201,
              "queries": 1006,
              "actions": 2206,
              "routeAccuracy": 0.9283333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.019683817821522107,
              "loss": 0.04064215115485544,
              "queries": 1006,
              "actions": 2206,
              "routeAccuracy": 0.8991666666666667,
              "candidateEvaluations": 16096
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 109,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 374,
          "trainingMSE": 0.000017312281985261435,
          "records": [
            [
              0.24914620492813813,
              -0.504676351283621,
              0.019104769630164043,
              0.7779200432902907
            ],
            [
              0.34885976179472566,
              0.25370795526312645,
              -0.1733927571196218,
              -0.84644178613912
            ],
            [
              0.8228420155232095,
              -0.3628082499766697,
              0.3023716661646906,
              0.047125634470977146
            ],
            [
              -0.7980504969481561,
              -0.16739264072353072,
              -0.4619125769134121,
              0.14346543685658628
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09513803136032792,
              "loss": 0.09513803136032792,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.645,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002196003434342028,
              "loss": 0.023383503434342028,
              "queries": 1017,
              "actions": 2217,
              "routeAccuracy": 0.9408333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009272956522160406,
              "loss": 0.030460456522160406,
              "queries": 1017,
              "actions": 2217,
              "routeAccuracy": 0.9166666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.021858849669493575,
              "loss": 0.043046349669493576,
              "queries": 1017,
              "actions": 2217,
              "routeAccuracy": 0.8983333333333333,
              "candidateEvaluations": 16272
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 110,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 354,
          "trainingMSE": 0.00003376720773842124,
          "records": [
            [
              -0.40645650888159585,
              0.15873389118751804,
              0.48679100517423984,
              -0.7006777663852006
            ],
            [
              -0.21136805350307145,
              -0.23109787523448044,
              -0.2853459873561536,
              0.8702781747305512
            ],
            [
              -0.9106910958093031,
              -0.16457165951618943,
              -0.03697088072975095,
              -0.18279875890386038
            ],
            [
              0.6643990008497652,
              0.5850300319204041,
              0.3532837772570903,
              0.021948852881057045
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09154866854993908,
              "loss": 0.09154866854993908,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6725,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0021719033806526507,
              "loss": 0.023213570047319318,
              "queries": 1010,
              "actions": 2210,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00886137599485091,
              "loss": 0.029903042661517578,
              "queries": 1010,
              "actions": 2210,
              "routeAccuracy": 0.9375,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.021670645710450766,
              "loss": 0.04273314571045077,
              "queries": 1011,
              "actions": 2211,
              "routeAccuracy": 0.9008333333333334,
              "candidateEvaluations": 16176
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 111,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 333,
          "trainingMSE": 0.000034172170859454796,
          "records": [
            [
              -0.2513831246961066,
              -0.0023560689060046934,
              0.5041386342106181,
              -0.7852282411207799
            ],
            [
              -0.2731129143061122,
              0.02023372946870913,
              -0.12917442203216603,
              0.9185633400472267
            ],
            [
              -0.919914264783073,
              -0.12952696436861982,
              0.18910966450246797,
              -0.1589069963845421
            ],
            [
              0.7769141482748184,
              0.501618242246167,
              0.15664710509490481,
              -0.16882297740241461
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09244043465224447,
              "loss": 0.09244043465224447,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6791666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0017567527988860835,
              "loss": 0.023069252798886084,
              "queries": 1023,
              "actions": 2223,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.008995134960460028,
              "loss": 0.030307634960460027,
              "queries": 1023,
              "actions": 2223,
              "routeAccuracy": 0.9375,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.020654180182759233,
              "loss": 0.04196668018275923,
              "queries": 1023,
              "actions": 2223,
              "routeAccuracy": 0.905,
              "candidateEvaluations": 16368
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 112,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 336,
          "trainingMSE": 0.000020899803171357927,
          "records": [
            [
              0.905154502219666,
              -0.21975543883755305,
              0.13167529819033194,
              0.19425079491746586
            ],
            [
              -0.6807528822264906,
              0.6119323224310032,
              0.25695673540447944,
              0.11696234560937623
            ],
            [
              0.27461928293034465,
              0.0671799439675491,
              0.5742638561588409,
              0.6937493019072463
            ],
            [
              0.21144332676055883,
              -0.08286325742214277,
              -0.2647485930406,
              -0.8790416830358477
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.08933050982333639,
              "loss": 0.08933050982333639,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.68,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0023960294025405704,
              "loss": 0.023062696069207238,
              "queries": 992,
              "actions": 2192,
              "routeAccuracy": 0.9441666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.00699352917265904,
              "loss": 0.027660195839325705,
              "queries": 992,
              "actions": 2192,
              "routeAccuracy": 0.9333333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.0199398333429512,
              "loss": 0.040606500009617866,
              "queries": 992,
              "actions": 2192,
              "routeAccuracy": 0.9075,
              "candidateEvaluations": 15872
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 113,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 387,
          "trainingMSE": 0.00002833034290517943,
          "records": [
            [
              -0.2777116997836305,
              0.8568942756236827,
              -0.3037102240676488,
              0.17135786861832944
            ],
            [
              -0.06682897212083087,
              -0.9206361711292991,
              -0.26676298540400706,
              -0.030619887980634922
            ],
            [
              -0.026712961127765934,
              0.1906036359721105,
              -0.9188248868307168,
              0.11211026890428114
            ],
            [
              -0.20877790568490878,
              0.14711335691146363,
              0.8575398377409005,
              0.32075706815073696
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09944852951211548,
              "loss": 0.09944852951211548,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6383333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0021967220486577912,
              "loss": 0.023280055381991127,
              "queries": 1012,
              "actions": 2212,
              "routeAccuracy": 0.9441666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.010284568919040773,
              "loss": 0.03136790225237411,
              "queries": 1012,
              "actions": 2212,
              "routeAccuracy": 0.9208333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.019686014434615273,
              "loss": 0.040831847767948605,
              "queries": 1015,
              "actions": 2215,
              "routeAccuracy": 0.9,
              "candidateEvaluations": 16240
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 114,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 348,
          "trainingMSE": 0.00002564689387291407,
          "records": [
            [
              -0.6663691912461464,
              0.11845964636608837,
              -0.6464998394857737,
              -0.19211665629439095
            ],
            [
              0.7734411999838077,
              -0.18732388023158467,
              0.3421514448033623,
              -0.3920209555885677
            ],
            [
              0.028233295550752224,
              0.41261439564996066,
              -0.4339410235617418,
              -0.7217764627509063
            ],
            [
              -0.17825886649296518,
              -0.5645456758846791,
              -0.13577843141244253,
              0.7354078893059648
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0876848888163618,
              "loss": 0.0876848888163618,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6791666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0027496321919734303,
              "loss": 0.023728798858640095,
              "queries": 1007,
              "actions": 2207,
              "routeAccuracy": 0.9483333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009022399467079023,
              "loss": 0.03000156613374569,
              "queries": 1007,
              "actions": 2207,
              "routeAccuracy": 0.93,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.024683063034587963,
              "loss": 0.0457038963679213,
              "queries": 1009,
              "actions": 2209,
              "routeAccuracy": 0.875,
              "candidateEvaluations": 16144
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 115,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 357,
          "trainingMSE": 0.000038497997080213513,
          "records": [
            [
              0.6006895981206148,
              -0.2011524004906421,
              -0.5088022950062407,
              0.5044682042920534
            ],
            [
              -0.033058086103890105,
              0.5118965093819986,
              0.5263234265422981,
              -0.6331439445341719
            ],
            [
              0.7986938411900286,
              0.35156292469132394,
              0.2402321643775414,
              0.3175870697669561
            ],
            [
              -0.3552340050195887,
              -0.6693449530811,
              -0.4625001171823899,
              -0.32139617758734124
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.104435013850993,
              "loss": 0.104435013850993,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6616666666666666,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.001953451234023285,
              "loss": 0.023578451234023287,
              "queries": 1038,
              "actions": 2238,
              "routeAccuracy": 0.96,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009621035573124891,
              "loss": 0.031246035573124893,
              "queries": 1038,
              "actions": 2238,
              "routeAccuracy": 0.9425,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.022792572880049454,
              "loss": 0.04443840621338279,
              "queries": 1039,
              "actions": 2239,
              "routeAccuracy": 0.9066666666666666,
              "candidateEvaluations": 16624
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 116,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 355,
          "trainingMSE": 0.000015852095827898927,
          "records": [
            [
              -0.6048306024017285,
              -0.07477862679443474,
              0.6986604124509455,
              -0.2435011571367079
            ],
            [
              0.1812420872782442,
              -0.42153546185635465,
              -0.743713269955456,
              0.39351887448115563
            ],
            [
              -0.5906577849002592,
              -0.6554517645491579,
              -0.06692071995341059,
              -0.3404436259756482
            ],
            [
              0.05149412482673331,
              0.7916084567431574,
              0.285136545662648,
              0.44857908815096903
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09231672214212273,
              "loss": 0.09231672214212273,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6608333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0024969382925273914,
              "loss": 0.02335110495919406,
              "queries": 1001,
              "actions": 2201,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.011588717269435726,
              "loss": 0.032442883936102396,
              "queries": 1001,
              "actions": 2201,
              "routeAccuracy": 0.93,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.025890562235921757,
              "loss": 0.04674472890258843,
              "queries": 1001,
              "actions": 2201,
              "routeAccuracy": 0.8633333333333333,
              "candidateEvaluations": 16016
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 117,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 380,
          "trainingMSE": 0.000012769508992582338,
          "records": [
            [
              -0.32930172311196315,
              -0.8075103205513343,
              0.34060467888426627,
              0.2119701926702057
            ],
            [
              0.7059085817953716,
              0.33020910591128105,
              -0.29590768449870053,
              -0.48424522421798827
            ],
            [
              0.22080047346864187,
              -0.5758423629023969,
              0.4897869362104144,
              -0.5315122964292022
            ],
            [
              -0.4601288481491922,
              0.04893068613117976,
              -0.652385693906903,
              0.5102053321714256
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0944501122361888,
              "loss": 0.0944501122361888,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.65,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0022241112033874787,
              "loss": 0.02347411120338748,
              "queries": 1020,
              "actions": 2220,
              "routeAccuracy": 0.95,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.0069935429359197785,
              "loss": 0.028264376269253114,
              "queries": 1021,
              "actions": 2221,
              "routeAccuracy": 0.935,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.027831605146913473,
              "loss": 0.049081605146913475,
              "queries": 1020,
              "actions": 2220,
              "routeAccuracy": 0.8925,
              "candidateEvaluations": 16320
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 118,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 390,
          "trainingMSE": 0.000017785541374773454,
          "records": [
            [
              0.20512237911404904,
              0.30098869867489697,
              -0.07889239428682177,
              0.8859029838115647
            ],
            [
              -0.018258671921897784,
              -0.5301351889765157,
              -0.46883948255859115,
              -0.6529054190162934
            ],
            [
              0.6918411784234598,
              -0.27039833201437086,
              -0.4426377262708814,
              0.39499339414363466
            ],
            [
              -0.8301712577284991,
              0.13602911287521954,
              0.41159340763096747,
              0.17674483241934819
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0997537850398175,
              "loss": 0.0997537850398175,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6458333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0023408100546563216,
              "loss": 0.023486643387989656,
              "queries": 1015,
              "actions": 2215,
              "routeAccuracy": 0.9516666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.010538079587591087,
              "loss": 0.03168391292092442,
              "queries": 1015,
              "actions": 2215,
              "routeAccuracy": 0.9341666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.02492127954176451,
              "loss": 0.04608794620843118,
              "queries": 1016,
              "actions": 2216,
              "routeAccuracy": 0.9025,
              "candidateEvaluations": 16256
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 119,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 340,
          "trainingMSE": 0.000015216328374210766,
          "records": [
            [
              0.07813325707506197,
              -0.20557033571060032,
              0.8340557182598842,
              0.4258474322961443
            ],
            [
              -0.16914459807036447,
              -0.2554759655969591,
              -0.9027770754671753,
              0.04382278821126391
            ],
            [
              0.028440760239000565,
              -0.8843272086870838,
              0.16867351058372407,
              0.2626125952045977
            ],
            [
              -0.3616211901921947,
              0.8470950350750203,
              0.22808826051551578,
              0.02995336053450973
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.0908487535770137,
              "loss": 0.0908487535770137,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6833333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.0017202421040221584,
              "loss": 0.02278274210402216,
              "queries": 1011,
              "actions": 2211,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.008504173831632211,
              "loss": 0.029566673831632216,
              "queries": 1011,
              "actions": 2211,
              "routeAccuracy": 0.9316666666666666,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.021047138835677125,
              "loss": 0.04213047216901046,
              "queries": 1012,
              "actions": 2212,
              "routeAccuracy": 0.8991666666666667,
              "candidateEvaluations": 16192
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "rapid",
            "seed": 120,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Fast-changing world",
            "family": "directional",
            "hazard": 0.3,
            "cost": 0.025
          },
          "complete": true,
          "rounds": 1200,
          "switches": 372,
          "trainingMSE": 0.00004238058350988265,
          "records": [
            [
              -0.6201271783883797,
              -0.02195381785402989,
              0.6507456274231109,
              -0.29699290047377297
            ],
            [
              0.16930688796038204,
              -0.46499190213424113,
              -0.7118723853438782,
              0.43513982342078805
            ],
            [
              -0.6413923615811794,
              -0.598848614655787,
              -0.12208766200766301,
              -0.36254905727248216
            ],
            [
              0.09961833839070844,
              0.7631641399005049,
              0.3306392823016538,
              0.43435349308562515
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.09316272529952026,
              "loss": 0.09316272529952026,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.6533333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.002405902861111968,
              "loss": 0.023301736194445304,
              "queries": 1003,
              "actions": 2203,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.009894831689151411,
              "loss": 0.03081149835581808,
              "queries": 1004,
              "actions": 2204,
              "routeAccuracy": 0.9358333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.019876362086628404,
              "loss": 0.040813862086628405,
              "queries": 1005,
              "actions": 2205,
              "routeAccuracy": 0.9016666666666666,
              "candidateEvaluations": 16080
            }
          }
        }
      ]
    },
    "expensive": {
      "summary": {
        "passive": {
          "loss": 0.01692794795955704,
          "sd": 0.002718458448707955,
          "mse": 0.01692794795955704,
          "queries": 0
        },
        "fixed": {
          "loss": 0.0168808337501949,
          "sd": 0.00274250633594533,
          "mse": 0.0168183337501949,
          "queries": 0.15
        },
        "random": {
          "loss": 0.01688101617858722,
          "sd": 0.0027424091753107237,
          "mse": 0.01681851617858722,
          "queries": 0.15
        },
        "active": {
          "loss": 0.016880833750196132,
          "sd": 0.00274250633594455,
          "mse": 0.016818333750196132,
          "queries": 0.15
        }
      },
      "comparisons": {
        "passive": {
          "meanDifference": -0.00004711420936090744,
          "sdDifference": 0.0001540008077936185,
          "wins": 2,
          "improvement": 0.002783220356860072
        },
        "fixed": {
          "meanDifference": 1.2326077658553202e-15,
          "sdDifference": 5.512389508093283e-15,
          "wins": 0,
          "improvement": -7.30526750203353e-14
        },
        "random": {
          "meanDifference": -1.8242839108706042e-7,
          "sdDifference": 8.158445707422843e-7,
          "wins": 1,
          "improvement": 0.000010806718574118968
        }
      },
      "runs": [
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 101,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 46,
          "trainingMSE": 0.00004109256154496608,
          "records": [
            [
              -0.41362844165454427,
              -0.12927261043552454,
              0.8137951828205336,
              -0.24254507138016348
            ],
            [
              -0.02437927878748257,
              -0.3166238157610502,
              -0.737933121050327,
              0.5184942833914421
            ],
            [
              -0.6161424960843004,
              -0.6930471515230527,
              0.06986592085937911,
              -0.16587494282043197
            ],
            [
              0.16023321388065848,
              0.8771962785154455,
              0.26887886320908205,
              0.20274364299917508
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015989481944616257,
              "loss": 0.015989481944616257,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.015989481944616257,
              "loss": 0.015989481944616257,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.015989481944616257,
              "loss": 0.015989481944616257,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.015989481944616257,
              "loss": 0.015989481944616257,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 102,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 43,
          "trainingMSE": 0.00001664015761188096,
          "records": [
            [
              -0.18436033192329485,
              -0.3630797382013652,
              0.7622242164537679,
              0.41263310210460147
            ],
            [
              0.18841480544638747,
              -0.24253729377762445,
              -0.8858734399093536,
              -0.16723800171407752
            ],
            [
              0.07392077987633924,
              -0.9220283337890238,
              0.1728310679743607,
              -0.043134687660280356
            ],
            [
              -0.5022784188045814,
              0.725446786448321,
              0.046026072032028735,
              0.32628786531298803
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.017617332585221038,
              "loss": 0.017617332585221038,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.017617332585221038,
              "loss": 0.017617332585221038,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.017617332585221038,
              "loss": 0.017617332585221038,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.017617332585221038,
              "loss": 0.017617332585221038,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 103,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.00003268552115025025,
          "records": [
            [
              0.5225420816214607,
              -0.3903772707077551,
              -0.30131620481997057,
              0.6425960431646129
            ],
            [
              0.14143527744131626,
              0.4870106605196277,
              0.26678260344614907,
              -0.7634418617210211
            ],
            [
              0.8553863795745421,
              0.055120594921830295,
              0.3447212862085909,
              0.21502625206794754
            ],
            [
              -0.5395934842313488,
              -0.5361777121828992,
              -0.5494808969403036,
              -0.1566244922433613
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.014453570157644577,
              "loss": 0.014453570157644577,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.014453570157644577,
              "loss": 0.014453570157644577,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.014453570157644577,
              "loss": 0.014453570157644577,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.014453570157644577,
              "loss": 0.014453570157644577,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 104,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 37,
          "trainingMSE": 0.000019384104768224047,
          "records": [
            [
              -0.09008864385319894,
              -0.22429204225673302,
              0.9297848833289303,
              -0.008713688979856277
            ],
            [
              -0.22150105416926025,
              -0.1889234890037879,
              -0.8119989290557892,
              0.4359048037197192
            ],
            [
              -0.40149266225266117,
              -0.8192218744711289,
              0.2560723507479184,
              0.11187559681421402
            ],
            [
              0.055386490733577126,
              0.9257667614762295,
              0.21253386023035112,
              -0.021878835776233944
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.018497512040379617,
              "loss": 0.018497512040379617,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.018497512040379617,
              "loss": 0.018497512040379617,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.018497512040379617,
              "loss": 0.018497512040379617,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.018497512040379617,
              "loss": 0.018497512040379617,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9525,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 105,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.00002395726548666854,
          "records": [
            [
              -0.0643346855825877,
              -0.25049090283138203,
              0.6723483753978017,
              -0.6430840007085968
            ],
            [
              -0.3461631386494105,
              0.24052130928286586,
              -0.17387196328478982,
              0.8458414484402734
            ],
            [
              -0.7858514154967564,
              -0.28980372289799644,
              0.4628524552800581,
              -0.026302592402377686
            ],
            [
              0.7049464198639225,
              0.5337002127036985,
              -0.05061377834339614,
              -0.31476788858402055
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01668707492490897,
              "loss": 0.01668707492490897,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.01668707492490897,
              "loss": 0.01668707492490897,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.01668707492490897,
              "loss": 0.01668707492490897,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.01668707492490897,
              "loss": 0.01668707492490897,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 106,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.000021589920651429837,
          "records": [
            [
              -0.24014354686818015,
              0.08657064679632615,
              -0.6796107802327634,
              -0.633759856646466
            ],
            [
              0.2398104179418406,
              0.3152017354582058,
              0.857964572415888,
              0.1340164851762523
            ],
            [
              -0.2459588702762441,
              0.7987963129610437,
              -0.07157661707383468,
              -0.44649408791067413
            ],
            [
              0.5232831206915188,
              -0.7358758233466788,
              -0.30706052089010133,
              0.04856124471150588
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01361772725515692,
              "loss": 0.01361772725515692,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.01361772725515692,
              "loss": 0.01361772725515692,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.01361772725515692,
              "loss": 0.01361772725515692,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.01361772725515692,
              "loss": 0.01361772725515692,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9508333333333333,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 107,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020368709912102694,
          "records": [
            [
              0.3460134366391414,
              -0.13911720686296394,
              -0.4428124674633315,
              0.7601846286955202
            ],
            [
              0.23588851935521335,
              0.15437392762711025,
              0.17917041164251268,
              -0.9046638602367992
            ],
            [
              0.932514417637582,
              0.09484016955705066,
              -0.0003879564453738325,
              0.17586140864205552
            ],
            [
              -0.7436997513624669,
              -0.5108657883327171,
              -0.28847708250149867,
              0.06032777279431962
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015862878280790412,
              "loss": 0.015862878280790412,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9558333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.014398631209039245,
              "loss": 0.015231964542372578,
              "queries": 2,
              "actions": 1202,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.014398631209047968,
              "loss": 0.015231964542381302,
              "queries": 2,
              "actions": 1202,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.014398631209063897,
              "loss": 0.01523196454239723,
              "queries": 2,
              "actions": 1202,
              "routeAccuracy": 0.9575,
              "candidateEvaluations": 32
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 108,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000024905906439933003,
          "records": [
            [
              -0.14068016500933397,
              0.3761709796353314,
              -0.24615106468916964,
              -0.8356919239150061
            ],
            [
              -0.2938422697822607,
              0.059139001729956446,
              0.5178478011762184,
              0.7523150437308815
            ],
            [
              -0.7145797729325338,
              0.5930159907528654,
              -0.1468316327692102,
              -0.10574908502545408
            ],
            [
              0.873687250479803,
              -0.1584653998671833,
              0.17494086640139625,
              -0.2574709755787422
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016525697171975166,
              "loss": 0.016525697171975166,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.016525697171975166,
              "loss": 0.016525697171975166,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.016525697171975166,
              "loss": 0.016525697171975166,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.016525697171975166,
              "loss": 0.016525697171975166,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9458333333333333,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 109,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.000017312281985261435,
          "records": [
            [
              0.24914620492813813,
              -0.504676351283621,
              0.019104769630164043,
              0.7779200432902907
            ],
            [
              0.34885976179472566,
              0.25370795526312645,
              -0.1733927571196218,
              -0.84644178613912
            ],
            [
              0.8228420155232095,
              -0.3628082499766697,
              0.3023716661646906,
              0.047125634470977146
            ],
            [
              -0.7980504969481561,
              -0.16739264072353072,
              -0.4619125769134121,
              0.14346543685658628
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02257213033660911,
              "loss": 0.02257213033660911,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.02257213033660911,
              "loss": 0.02257213033660911,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.02257213033660911,
              "loss": 0.02257213033660911,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.02257213033660911,
              "loss": 0.02257213033660911,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 110,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.00003376720773842124,
          "records": [
            [
              -0.40645650888159585,
              0.15873389118751804,
              0.48679100517423984,
              -0.7006777663852006
            ],
            [
              -0.21136805350307145,
              -0.23109787523448044,
              -0.2853459873561536,
              0.8702781747305512
            ],
            [
              -0.9106910958093031,
              -0.16457165951618943,
              -0.03697088072975095,
              -0.18279875890386038
            ],
            [
              0.6643990008497652,
              0.5850300319204041,
              0.3532837772570903,
              0.021948852881057045
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016465590702574508,
              "loss": 0.016465590702574508,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.016465590702574508,
              "loss": 0.016465590702574508,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.016465590702574508,
              "loss": 0.016465590702574508,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.016465590702574508,
              "loss": 0.016465590702574508,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9608333333333333,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 111,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 44,
          "trainingMSE": 0.000034172170859454796,
          "records": [
            [
              -0.2513831246961066,
              -0.0023560689060046934,
              0.5041386342106181,
              -0.7852282411207799
            ],
            [
              -0.2731129143061122,
              0.02023372946870913,
              -0.12917442203216603,
              0.9185633400472267
            ],
            [
              -0.919914264783073,
              -0.12952696436861982,
              0.18910966450246797,
              -0.1589069963845421
            ],
            [
              0.7769141482748184,
              0.501618242246167,
              0.15664710509490481,
              -0.16882297740241461
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.018544994369715663,
              "loss": 0.018544994369715663,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9541666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.018544994369715663,
              "loss": 0.018544994369715663,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9541666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.018544994369715663,
              "loss": 0.018544994369715663,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9541666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.018544994369715663,
              "loss": 0.018544994369715663,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9541666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 112,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 41,
          "trainingMSE": 0.000020899803171357927,
          "records": [
            [
              0.905154502219666,
              -0.21975543883755305,
              0.13167529819033194,
              0.19425079491746586
            ],
            [
              -0.6807528822264906,
              0.6119323224310032,
              0.25695673540447944,
              0.11696234560937623
            ],
            [
              0.27461928293034465,
              0.0671799439675491,
              0.5742638561588409,
              0.6937493019072463
            ],
            [
              0.21144332676055883,
              -0.08286325742214277,
              -0.2647485930406,
              -0.8790416830358477
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.013890335728939744,
              "loss": 0.013890335728939744,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.013890335728939744,
              "loss": 0.013890335728939744,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.013890335728939744,
              "loss": 0.013890335728939744,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.013890335728939744,
              "loss": 0.013890335728939744,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 113,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 50,
          "trainingMSE": 0.00002833034290517943,
          "records": [
            [
              -0.2777116997836305,
              0.8568942756236827,
              -0.3037102240676488,
              0.17135786861832944
            ],
            [
              -0.06682897212083087,
              -0.9206361711292991,
              -0.26676298540400706,
              -0.030619887980634922
            ],
            [
              -0.026712961127765934,
              0.1906036359721105,
              -0.9188248868307168,
              0.11211026890428114
            ],
            [
              -0.20877790568490878,
              0.14711335691146363,
              0.8575398377409005,
              0.32075706815073696
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.016470340766240987,
              "loss": 0.016470340766240987,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9475,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.016470340766240987,
              "loss": 0.016470340766240987,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9475,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.016470340766240987,
              "loss": 0.016470340766240987,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9475,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.016470340766240987,
              "loss": 0.016470340766240987,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9475,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 114,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 36,
          "trainingMSE": 0.00002564689387291407,
          "records": [
            [
              -0.6663691912461464,
              0.11845964636608837,
              -0.6464998394857737,
              -0.19211665629439095
            ],
            [
              0.7734411999838077,
              -0.18732388023158467,
              0.3421514448033623,
              -0.3920209555885677
            ],
            [
              0.028233295550752224,
              0.41261439564996066,
              -0.4339410235617418,
              -0.7217764627509063
            ],
            [
              -0.17825886649296518,
              -0.5645456758846791,
              -0.13577843141244253,
              0.7354078893059648
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.019635130750949387,
              "loss": 0.019635130750949387,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.019635130750949387,
              "loss": 0.019635130750949387,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.019635130750949387,
              "loss": 0.019635130750949387,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.019635130750949387,
              "loss": 0.019635130750949387,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9583333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 115,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 45,
          "trainingMSE": 0.000038497997080213513,
          "records": [
            [
              0.6006895981206148,
              -0.2011524004906421,
              -0.5088022950062407,
              0.5044682042920534
            ],
            [
              -0.033058086103890105,
              0.5118965093819986,
              0.5263234265422981,
              -0.6331439445341719
            ],
            [
              0.7986938411900286,
              0.35156292469132394,
              0.2402321643775414,
              0.3175870697669561
            ],
            [
              -0.3552340050195887,
              -0.6693449530811,
              -0.4625001171823899,
              -0.32139617758734124
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.015802880163936005,
              "loss": 0.015802880163936005,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9491666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.015074843048444373,
              "loss": 0.015491509715111039,
              "queries": 1,
              "actions": 1201,
              "routeAccuracy": 0.95,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.01507849161628204,
              "loss": 0.015495158282948708,
              "queries": 1,
              "actions": 1201,
              "routeAccuracy": 0.95,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.015074843048444373,
              "loss": 0.015491509715111039,
              "queries": 1,
              "actions": 1201,
              "routeAccuracy": 0.95,
              "candidateEvaluations": 16
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 116,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 40,
          "trainingMSE": 0.000015852095827898927,
          "records": [
            [
              -0.6048306024017285,
              -0.07477862679443474,
              0.6986604124509455,
              -0.2435011571367079
            ],
            [
              0.1812420872782442,
              -0.42153546185635465,
              -0.743713269955456,
              0.39351887448115563
            ],
            [
              -0.5906577849002592,
              -0.6554517645491579,
              -0.06692071995341059,
              -0.3404436259756482
            ],
            [
              0.05149412482673331,
              0.7916084567431574,
              0.285136545662648,
              0.44857908815096903
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.014932803298173052,
              "loss": 0.014932803298173052,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.014932803298173052,
              "loss": 0.014932803298173052,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.014932803298173052,
              "loss": 0.014932803298173052,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.014932803298173052,
              "loss": 0.014932803298173052,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.955,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 117,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 48,
          "trainingMSE": 0.000012769508992582338,
          "records": [
            [
              -0.32930172311196315,
              -0.8075103205513343,
              0.34060467888426627,
              0.2119701926702057
            ],
            [
              0.7059085817953716,
              0.33020910591128105,
              -0.29590768449870053,
              -0.48424522421798827
            ],
            [
              0.22080047346864187,
              -0.5758423629023969,
              0.4897869362104144,
              -0.5315122964292022
            ],
            [
              -0.4601288481491922,
              0.04893068613117976,
              -0.652385693906903,
              0.5102053321714256
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.02036569368064254,
              "loss": 0.02036569368064254,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.02036569368064254,
              "loss": 0.02036569368064254,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.02036569368064254,
              "loss": 0.02036569368064254,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.02036569368064254,
              "loss": 0.02036569368064254,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9433333333333334,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 118,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 31,
          "trainingMSE": 0.000017785541374773454,
          "records": [
            [
              0.20512237911404904,
              0.30098869867489697,
              -0.07889239428682177,
              0.8859029838115647
            ],
            [
              -0.018258671921897784,
              -0.5301351889765157,
              -0.46883948255859115,
              -0.6529054190162934
            ],
            [
              0.6918411784234598,
              -0.27039833201437086,
              -0.4426377262708814,
              0.39499339414363466
            ],
            [
              -0.8301712577284991,
              0.13602911287521954,
              0.41159340763096747,
              0.17674483241934819
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.012311359439898013,
              "loss": 0.012311359439898013,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.012311359439898013,
              "loss": 0.012311359439898013,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.012311359439898013,
              "loss": 0.012311359439898013,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.012311359439898013,
              "loss": 0.012311359439898013,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9616666666666667,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 119,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 38,
          "trainingMSE": 0.000015216328374210766,
          "records": [
            [
              0.07813325707506197,
              -0.20557033571060032,
              0.8340557182598842,
              0.4258474322961443
            ],
            [
              -0.16914459807036447,
              -0.2554759655969591,
              -0.9027770754671753,
              0.04382278821126391
            ],
            [
              0.028440760239000565,
              -0.8843272086870838,
              0.16867351058372407,
              0.2626125952045977
            ],
            [
              -0.3616211901921947,
              0.8470950350750203,
              0.22808826051551578,
              0.02995336053450973
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.01612669195096537,
              "loss": 0.01612669195096537,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.01612669195096537,
              "loss": 0.01612669195096537,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.01612669195096537,
              "loss": 0.01612669195096537,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.01612669195096537,
              "loss": 0.01612669195096537,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9625,
              "candidateEvaluations": 0
            }
          }
        },
        {
          "version": "1.0.0",
          "config": {
            "preset": "expensive",
            "seed": 120,
            "rounds": 1200,
            "noise": 0.12,
            "title": "Expensive questions",
            "family": "directional",
            "hazard": 0.035,
            "cost": 0.5
          },
          "complete": true,
          "rounds": 1200,
          "switches": 47,
          "trainingMSE": 0.00004238058350988265,
          "records": [
            [
              -0.6201271783883797,
              -0.02195381785402989,
              0.6507456274231109,
              -0.29699290047377297
            ],
            [
              0.16930688796038204,
              -0.46499190213424113,
              -0.7118723853438782,
              0.43513982342078805
            ],
            [
              -0.6413923615811794,
              -0.598848614655787,
              -0.12208766200766301,
              -0.36254905727248216
            ],
            [
              0.09961833839070844,
              0.7631641399005049,
              0.3306392823016538,
              0.43435349308562515
            ]
          ],
          "metrics": {
            "passive": {
              "mse": 0.022189733641803457,
              "loss": 0.022189733641803457,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 0
            },
            "fixed": {
              "mse": 0.022189733641803457,
              "loss": 0.022189733641803457,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 16
            },
            "random": {
              "mse": 0.022189733641803457,
              "loss": 0.022189733641803457,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 0
            },
            "active": {
              "mse": 0.022189733641803457,
              "loss": 0.022189733641803457,
              "queries": 0,
              "actions": 1200,
              "routeAccuracy": 0.9466666666666667,
              "candidateEvaluations": 0
            }
          }
        }
      ]
    }
  }
}
