{
 "by_scenario": {
  "A": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 455.1455,
     "ci95_bootstrap": [
      -148.2123,
      -104.0063
     ],
     "ci95_t": [
      -152.0924,
      -98.0729
     ],
     "diff_mean": -125.0827,
     "diff_sd": 37.757,
     "n": 10,
     "relative_diff": -0.2748,
     "vector_better_in": 10,
     "vector_mean": 330.0628,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 920.5,
     "ci95_bootstrap": [
      -312.2,
      -160.3
     ],
     "ci95_t": [
      -331.1605,
      -146.2395
     ],
     "diff_mean": -238.7,
     "diff_sd": 129.2509,
     "n": 10,
     "relative_diff": -0.2593,
     "vector_better_in": 10,
     "vector_mean": 681.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 377.3023,
     "ci95_bootstrap": [
      -141.9286,
      -112.7793
     ],
     "ci95_t": [
      -144.8359,
      -109.4171
     ],
     "diff_mean": -127.1265,
     "diff_sd": 24.7561,
     "n": 10,
     "relative_diff": -0.3369,
     "vector_better_in": 10,
     "vector_mean": 250.1758,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 19901.4,
     "ci95_bootstrap": [
      -7880.3,
      -4335.0
     ],
     "ci95_t": [
      -8273.0038,
      -3936.9962
     ],
     "diff_mean": -6105.0,
     "diff_sd": 3030.6604,
     "n": 10,
     "relative_diff": -0.3068,
     "vector_better_in": 10,
     "vector_mean": 13796.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 7.6,
     "ci95_bootstrap": [
      -7.2,
      -1.7
     ],
     "ci95_t": [
      -7.6899,
      -0.9101
     ],
     "diff_mean": -4.3,
     "diff_sd": 4.7387,
     "n": 10,
     "relative_diff": -0.5658,
     "vector_better_in": 8,
     "vector_mean": 3.3,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.011719
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6686,
     "ci95_bootstrap": [
      -0.0007,
      0.0829
     ],
     "ci95_t": [
      -0.0094,
      0.0941
     ],
     "diff_mean": 0.0423,
     "diff_sd": 0.0724,
     "n": 10,
     "relative_diff": 0.0633,
     "vector_better_in": 3,
     "vector_mean": 0.711,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5688,
     "ci95_bootstrap": [
      0.0912,
      0.1249
     ],
     "ci95_t": [
      0.0869,
      0.1275
     ],
     "diff_mean": 0.1072,
     "diff_sd": 0.0284,
     "n": 10,
     "relative_diff": 0.1885,
     "vector_better_in": 0,
     "vector_mean": 0.676,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 765.3,
     "ci95_bootstrap": [
      -378.6,
      -145.7
     ],
     "ci95_t": [
      -405.9378,
      -118.4622
     ],
     "diff_mean": -262.2,
     "diff_sd": 200.9316,
     "n": 10,
     "relative_diff": -0.3426,
     "vector_better_in": 9,
     "vector_mean": 503.1,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8152.5,
     "ci95_bootstrap": [
      -3989.4,
      -1310.3
     ],
     "ci95_t": [
      -4290.5039,
      -981.2961
     ],
     "diff_mean": -2635.9,
     "diff_sd": 2312.9767,
     "n": 10,
     "relative_diff": -0.3233,
     "vector_better_in": 8,
     "vector_mean": 5516.6,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S19_wasted_green_s": {
     "baseline_mean": 18841.7,
     "ci95_bootstrap": [
      -13157.3,
      -10983.7
     ],
     "ci95_t": [
      -13433.0659,
      -10761.1341
     ],
     "diff_mean": -12097.1,
     "diff_sd": 1867.5516,
     "n": 10,
     "relative_diff": -0.642,
     "vector_better_in": 10,
     "vector_mean": 6744.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1514.3475,
     "ci95_bootstrap": [
      -338.9373,
      -252.692
     ],
     "ci95_t": [
      -352.3193,
      -245.7534
     ],
     "diff_mean": -299.0364,
     "diff_sd": 74.4845,
     "n": 10,
     "relative_diff": -0.1975,
     "vector_better_in": 10,
     "vector_mean": 1215.3111,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7436,
     "ci95_bootstrap": [
      0.0637,
      0.1291
     ],
     "ci95_t": [
      0.0551,
      0.1354
     ],
     "diff_mean": 0.0952,
     "diff_sd": 0.0561,
     "n": 10,
     "relative_diff": 0.1281,
     "vector_better_in": 10,
     "vector_mean": 0.8388,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 3037.0,
     "ci95_bootstrap": [
      260.5,
      527.7
     ],
     "ci95_t": [
      224.5495,
      553.4505
     ],
     "diff_mean": 389.0,
     "diff_sd": 229.886,
     "n": 10,
     "relative_diff": 0.1281,
     "vector_better_in": 10,
     "vector_mean": 3426.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 516.514,
     "ci95_bootstrap": [
      -168.139,
      -118.1
     ],
     "ci95_t": [
      -172.6295,
      -111.1865
     ],
     "diff_mean": -141.908,
     "diff_sd": 42.9457,
     "n": 10,
     "relative_diff": -0.2747,
     "vector_better_in": 10,
     "vector_mean": 374.606,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 218.2844,
     "ci95_bootstrap": [
      -41.4821,
      -22.7539
     ],
     "ci95_t": [
      -43.3766,
      -20.3501
     ],
     "diff_mean": -31.8634,
     "diff_sd": 16.0944,
     "n": 10,
     "relative_diff": -0.146,
     "vector_better_in": 10,
     "vector_mean": 186.421,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 100.0,
     "ci95_bootstrap": [
      -35.6,
      -30.2
     ],
     "ci95_t": [
      -36.1599,
      -29.6401
     ],
     "diff_mean": -32.9,
     "diff_sd": 4.557,
     "n": 10,
     "relative_diff": -0.329,
     "vector_better_in": 10,
     "vector_mean": 67.1,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 357.7988,
     "ci95_bootstrap": [
      -27.9482,
      7.0018
     ],
     "ci95_t": [
      -32.2821,
      10.4864
     ],
     "diff_mean": -10.8978,
     "diff_sd": 29.8931,
     "n": 10,
     "relative_diff": -0.0305,
     "vector_better_in": 7,
     "vector_mean": 346.901,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 975.1,
     "ci95_bootstrap": [
      -31.7,
      205.8
     ],
     "ci95_t": [
      -62.0571,
      229.6571
     ],
     "diff_mean": 83.8,
     "diff_sd": 203.8942,
     "n": 10,
     "relative_diff": 0.0859,
     "vector_better_in": 5,
     "vector_mean": 1058.9,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 482.2726,
     "ci95_bootstrap": [
      -185.2782,
      -117.1108
     ],
     "ci95_t": [
      -192.9956,
      -109.652
     ],
     "diff_mean": -151.3238,
     "diff_sd": 58.2531,
     "n": 10,
     "relative_diff": -0.3138,
     "vector_better_in": 10,
     "vector_mean": 330.9488,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 302.5984,
     "ci95_bootstrap": [
      -14.5477,
      66.3942
     ],
     "ci95_t": [
      -22.7894,
      77.7182
     ],
     "diff_mean": 27.4644,
     "diff_sd": 70.25,
     "n": 10,
     "relative_diff": 0.0908,
     "vector_better_in": 4,
     "vector_mean": 330.0628,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 668.5,
     "ci95_bootstrap": [
      -93.2,
      120.0
     ],
     "ci95_t": [
      -118.5557,
      145.1557
     ],
     "diff_mean": 13.3,
     "diff_sd": 184.3216,
     "n": 10,
     "relative_diff": 0.0199,
     "vector_better_in": 5,
     "vector_mean": 681.8,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 211.841,
     "ci95_bootstrap": [
      25.6314,
      49.5056
     ],
     "ci95_t": [
      23.6088,
      53.0608
     ],
     "diff_mean": 38.3348,
     "diff_sd": 20.5855,
     "n": 10,
     "relative_diff": 0.181,
     "vector_better_in": 1,
     "vector_mean": 250.1758,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 14184.3,
     "ci95_bootstrap": [
      -3098.6,
      2186.7
     ],
     "ci95_t": [
      -3651.9827,
      2876.1827
     ],
     "diff_mean": -387.9,
     "diff_sd": 4562.873,
     "n": 10,
     "relative_diff": -0.0273,
     "vector_better_in": 5,
     "vector_mean": 13796.4,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S13_gridlock_events": {
     "baseline_mean": 6.3,
     "ci95_bootstrap": [
      -6.0,
      -0.1
     ],
     "ci95_t": [
      -6.5847,
      0.5847
     ],
     "diff_mean": -3.0,
     "diff_sd": 5.0111,
     "n": 10,
     "relative_diff": -0.4762,
     "vector_better_in": 7,
     "vector_mean": 3.3,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5607,
     "ci95_bootstrap": [
      0.0973,
      0.2011
     ],
     "ci95_t": [
      0.0862,
      0.2144
     ],
     "diff_mean": 0.1503,
     "diff_sd": 0.0896,
     "n": 10,
     "relative_diff": 0.268,
     "vector_better_in": 1,
     "vector_mean": 0.711,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6963,
     "ci95_bootstrap": [
      -0.0281,
      -0.0127
     ],
     "ci95_t": [
      -0.0298,
      -0.0108
     ],
     "diff_mean": -0.0203,
     "diff_sd": 0.0132,
     "n": 10,
     "relative_diff": -0.0292,
     "vector_better_in": 10,
     "vector_mean": 0.676,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 642.2,
     "ci95_bootstrap": [
      -287.5,
      10.0
     ],
     "ci95_t": [
      -324.0654,
      45.8654
     ],
     "diff_mean": -139.1,
     "diff_sd": 258.5637,
     "n": 10,
     "relative_diff": -0.2166,
     "vector_better_in": 6,
     "vector_mean": 503.1,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 5225.6,
     "ci95_bootstrap": [
      -1409.6,
      1898.9
     ],
     "ci95_t": [
      -1768.4855,
      2350.4855
     ],
     "diff_mean": 291.0,
     "diff_sd": 2878.9622,
     "n": 10,
     "relative_diff": 0.0557,
     "vector_better_in": 4,
     "vector_mean": 5516.6,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S19_wasted_green_s": {
     "baseline_mean": 5964.5,
     "ci95_bootstrap": [
      -822.7,
      2255.9
     ],
     "ci95_t": [
      -1133.1309,
      2693.3309
     ],
     "diff_mean": 780.1,
     "diff_sd": 2674.5123,
     "n": 10,
     "relative_diff": 0.1308,
     "vector_better_in": 4,
     "vector_mean": 6744.6,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1257.555,
     "ci95_bootstrap": [
      -170.365,
      76.9901
     ],
     "ci95_t": [
      -196.4654,
      111.9777
     ],
     "diff_mean": -42.2439,
     "diff_sd": 215.5868,
     "n": 10,
     "relative_diff": -0.0336,
     "vector_better_in": 4,
     "vector_mean": 1215.3111,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8071,
     "ci95_bootstrap": [
      -0.0112,
      0.0758
     ],
     "ci95_t": [
      -0.0225,
      0.0858
     ],
     "diff_mean": 0.0317,
     "diff_sd": 0.0757,
     "n": 10,
     "relative_diff": 0.0392,
     "vector_better_in": 6,
     "vector_mean": 0.8388,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S3_throughput_veh": {
     "baseline_mean": 3296.8,
     "ci95_bootstrap": [
      -45.0,
      309.2
     ],
     "ci95_t": [
      -90.798,
      349.198
     ],
     "diff_mean": 129.2,
     "diff_sd": 307.536,
     "n": 10,
     "relative_diff": 0.0392,
     "vector_better_in": 6,
     "vector_mean": 3426.0,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 343.325,
     "ci95_bootstrap": [
      -16.117,
      75.178
     ],
     "ci95_t": [
      -25.4153,
      87.9773
     ],
     "diff_mean": 31.281,
     "diff_sd": 79.256,
     "n": 10,
     "relative_diff": 0.0911,
     "vector_better_in": 4,
     "vector_mean": 374.606,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 121.3565,
     "ci95_bootstrap": [
      45.7792,
      85.9087
     ],
     "ci95_t": [
      40.6695,
      89.4595
     ],
     "diff_mean": 65.0645,
     "diff_sd": 34.1019,
     "n": 10,
     "relative_diff": 0.5361,
     "vector_better_in": 0,
     "vector_mean": 186.421,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 52.5,
     "ci95_bootstrap": [
      11.0,
      17.4
     ],
     "ci95_t": [
      10.65,
      18.55
     ],
     "diff_mean": 14.6,
     "diff_sd": 5.5217,
     "n": 10,
     "relative_diff": 0.2781,
     "vector_better_in": 0,
     "vector_mean": 67.1,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 287.2812,
     "ci95_bootstrap": [
      45.021,
      79.0877
     ],
     "ci95_t": [
      38.1402,
      81.0993
     ],
     "diff_mean": 59.6198,
     "diff_sd": 30.0263,
     "n": 10,
     "relative_diff": 0.2075,
     "vector_better_in": 0,
     "vector_mean": 346.901,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 985.1,
     "ci95_bootstrap": [
      -83.0,
      255.8
     ],
     "ci95_t": [
      -132.3416,
      279.9416
     ],
     "diff_mean": 73.8,
     "diff_sd": 288.1662,
     "n": 10,
     "relative_diff": 0.0749,
     "vector_better_in": 5,
     "vector_mean": 1058.9,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 323.6495,
     "ci95_bootstrap": [
      -41.9938,
      55.3463
     ],
     "ci95_t": [
      -52.3627,
      66.9613
     ],
     "diff_mean": 7.2993,
     "diff_sd": 83.4017,
     "n": 10,
     "relative_diff": 0.0226,
     "vector_better_in": 5,
     "vector_mean": 330.9488,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 391.6654,
     "ci95_bootstrap": [
      -97.5289,
      -27.449
     ],
     "ci95_t": [
      -104.7914,
      -18.4138
     ],
     "diff_mean": -61.6026,
     "diff_sd": 60.3738,
     "n": 10,
     "relative_diff": -0.1573,
     "vector_better_in": 9,
     "vector_mean": 330.0628,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 783.9,
     "ci95_bootstrap": [
      -175.7,
      -29.3
     ],
     "ci95_t": [
      -191.7342,
      -12.4658
     ],
     "diff_mean": -102.1,
     "diff_sd": 125.3,
     "n": 10,
     "relative_diff": -0.1302,
     "vector_better_in": 9,
     "vector_mean": 681.8,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.027344
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 263.5106,
     "ci95_bootstrap": [
      -25.3928,
      -3.6472
     ],
     "ci95_t": [
      -26.9917,
      0.3221
     ],
     "diff_mean": -13.3348,
     "diff_sd": 19.091,
     "n": 10,
     "relative_diff": -0.0506,
     "vector_better_in": 9,
     "vector_mean": 250.1758,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.019531
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 17102.5,
     "ci95_bootstrap": [
      -5241.2,
      -1402.6
     ],
     "ci95_t": [
      -5669.1059,
      -943.0941
     ],
     "diff_mean": -3306.1,
     "diff_sd": 3303.2544,
     "n": 10,
     "relative_diff": -0.1933,
     "vector_better_in": 7,
     "vector_mean": 13796.4,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.027344
    },
    "S13_gridlock_events": {
     "baseline_mean": 15.1,
     "ci95_bootstrap": [
      -18.2,
      -5.6
     ],
     "ci95_t": [
      -19.4958,
      -4.1042
     ],
     "diff_mean": -11.8,
     "diff_sd": 10.7579,
     "n": 10,
     "relative_diff": -0.7815,
     "vector_better_in": 9,
     "vector_mean": 3.3,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 844.8,
     "ci95_bootstrap": [
      -885.8,
      -612.4
     ],
     "ci95_t": [
      -908.8877,
      -570.7123
     ],
     "diff_mean": -739.8,
     "diff_sd": 236.3683,
     "n": 10,
     "relative_diff": -0.8757,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.7484,
     "ci95_bootstrap": [
      -0.0842,
      0.0132
     ],
     "ci95_t": [
      -0.0965,
      0.0217
     ],
     "diff_mean": -0.0374,
     "diff_sd": 0.0826,
     "n": 10,
     "relative_diff": -0.05,
     "vector_better_in": 7,
     "vector_mean": 0.711,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6827,
     "ci95_bootstrap": [
      -0.0155,
      0.0016
     ],
     "ci95_t": [
      -0.017,
      0.0036
     ],
     "diff_mean": -0.0067,
     "diff_sd": 0.0145,
     "n": 10,
     "relative_diff": -0.0098,
     "vector_better_in": 6,
     "vector_mean": 0.676,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S17_running_at_end": {
     "baseline_mean": 712.9,
     "ci95_bootstrap": [
      -314.8,
      -105.8
     ],
     "ci95_t": [
      -337.6437,
      -81.9563
     ],
     "diff_mean": -209.8,
     "diff_sd": 178.7132,
     "n": 10,
     "relative_diff": -0.2943,
     "vector_better_in": 9,
     "vector_mean": 503.1,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8728.3,
     "ci95_bootstrap": [
      -5358.9,
      -1151.1
     ],
     "ci95_t": [
      -5785.2958,
      -638.1042
     ],
     "diff_mean": -3211.7,
     "diff_sd": 3597.6389,
     "n": 10,
     "relative_diff": -0.368,
     "vector_better_in": 8,
     "vector_mean": 5516.6,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S19_wasted_green_s": {
     "baseline_mean": 9633.5,
     "ci95_bootstrap": [
      -4629.3,
      -1220.7
     ],
     "ci95_t": [
      -4982.0977,
      -795.7023
     ],
     "diff_mean": -2888.9,
     "diff_sd": 2926.0886,
     "n": 10,
     "relative_diff": -0.2999,
     "vector_better_in": 9,
     "vector_mean": 6744.6,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1334.634,
     "ci95_bootstrap": [
      -213.4426,
      -28.4451
     ],
     "ci95_t": [
      -233.2685,
      -5.3772
     ],
     "diff_mean": -119.3229,
     "diff_sd": 159.285,
     "n": 10,
     "relative_diff": -0.0894,
     "vector_better_in": 7,
     "vector_mean": 1215.3111,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.130859
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7666,
     "ci95_bootstrap": [
      0.0343,
      0.1111
     ],
     "ci95_t": [
      0.0248,
      0.1196
     ],
     "diff_mean": 0.0722,
     "diff_sd": 0.0662,
     "n": 10,
     "relative_diff": 0.0942,
     "vector_better_in": 9,
     "vector_mean": 0.8388,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S3_throughput_veh": {
     "baseline_mean": 3130.8,
     "ci95_bootstrap": [
      141.2,
      453.3
     ],
     "ci95_t": [
      102.2174,
      488.1826
     ],
     "diff_mean": 295.2,
     "diff_sd": 269.771,
     "n": 10,
     "relative_diff": 0.0943,
     "vector_better_in": 9,
     "vector_mean": 3426.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 444.515,
     "ci95_bootstrap": [
      -110.535,
      -31.271
     ],
     "ci95_t": [
      -118.8171,
      -21.0009
     ],
     "diff_mean": -69.909,
     "diff_sd": 68.3688,
     "n": 10,
     "relative_diff": -0.1573,
     "vector_better_in": 9,
     "vector_mean": 374.606,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 190.0655,
     "ci95_bootstrap": [
      -14.4239,
      8.0624
     ],
     "ci95_t": [
      -17.3965,
      10.1075
     ],
     "diff_mean": -3.6445,
     "diff_sd": 19.2239,
     "n": 10,
     "relative_diff": -0.0192,
     "vector_better_in": 5,
     "vector_mean": 186.421,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S6_median_waiting_s": {
     "baseline_mean": 80.1,
     "ci95_bootstrap": [
      -20.6,
      -6.0
     ],
     "ci95_t": [
      -21.9982,
      -4.0018
     ],
     "diff_mean": -13.0,
     "diff_sd": 12.5786,
     "n": 10,
     "relative_diff": -0.1623,
     "vector_better_in": 9,
     "vector_mean": 67.1,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 319.2519,
     "ci95_bootstrap": [
      0.0352,
      57.525
     ],
     "ci95_t": [
      -7.6907,
      62.9888
     ],
     "diff_mean": 27.649,
     "diff_sd": 49.4015,
     "n": 10,
     "relative_diff": 0.0866,
     "vector_better_in": 4,
     "vector_mean": 346.901,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 909.4,
     "ci95_bootstrap": [
      19.3,
      297.0
     ],
     "ci95_t": [
      -21.9382,
      320.9382
     ],
     "diff_mean": 149.5,
     "diff_sd": 239.654,
     "n": 10,
     "relative_diff": 0.1644,
     "vector_better_in": 4,
     "vector_mean": 1058.9,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 388.3739,
     "ci95_bootstrap": [
      -91.1884,
      -24.6292
     ],
     "ci95_t": [
      -98.3285,
      -16.5218
     ],
     "diff_mean": -57.4251,
     "diff_sd": 57.179,
     "n": 10,
     "relative_diff": -0.1479,
     "vector_better_in": 9,
     "vector_mean": 330.9488,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    }
   }
  },
  "B": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 477.8629,
     "ci95_bootstrap": [
      -207.6299,
      -113.4514
     ],
     "ci95_t": [
      -220.595,
      -105.6311
     ],
     "diff_mean": -163.1131,
     "diff_sd": 80.3542,
     "n": 10,
     "relative_diff": -0.3413,
     "vector_better_in": 10,
     "vector_mean": 314.7498,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 846.9,
     "ci95_bootstrap": [
      -340.7,
      -98.2
     ],
     "ci95_t": [
      -373.884,
      -72.516
     ],
     "diff_mean": -223.2,
     "diff_sd": 210.6418,
     "n": 10,
     "relative_diff": -0.2635,
     "vector_better_in": 8,
     "vector_mean": 623.7,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 349.5469,
     "ci95_bootstrap": [
      -136.6353,
      -83.7905
     ],
     "ci95_t": [
      -141.641,
      -77.6484
     ],
     "diff_mean": -109.6447,
     "diff_sd": 44.7278,
     "n": 10,
     "relative_diff": -0.3137,
     "vector_better_in": 10,
     "vector_mean": 239.9022,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 19606.6,
     "ci95_bootstrap": [
      -9563.4,
      -2980.1
     ],
     "ci95_t": [
      -10491.9385,
      -2378.8615
     ],
     "diff_mean": -6435.4,
     "diff_sd": 5670.6498,
     "n": 10,
     "relative_diff": -0.3282,
     "vector_better_in": 8,
     "vector_mean": 13171.2,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S13_gridlock_events": {
     "baseline_mean": 16.8,
     "ci95_bootstrap": [
      -15.0,
      -3.7
     ],
     "ci95_t": [
      -16.4879,
      -2.7121
     ],
     "diff_mean": -9.6,
     "diff_sd": 9.6287,
     "n": 10,
     "relative_diff": -0.5714,
     "vector_better_in": 8,
     "vector_mean": 7.2,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4939,
     "ci95_bootstrap": [
      0.0877,
      0.1161
     ],
     "ci95_t": [
      0.0851,
      0.119
     ],
     "diff_mean": 0.1021,
     "diff_sd": 0.0237,
     "n": 10,
     "relative_diff": 0.2066,
     "vector_better_in": 0,
     "vector_mean": 0.596,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6098,
     "ci95_bootstrap": [
      0.0685,
      0.094
     ],
     "ci95_t": [
      0.0659,
      0.0969
     ],
     "diff_mean": 0.0814,
     "diff_sd": 0.0216,
     "n": 10,
     "relative_diff": 0.1335,
     "vector_better_in": 0,
     "vector_mean": 0.6912,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 746.7,
     "ci95_bootstrap": [
      -424.5,
      -94.8
     ],
     "ci95_t": [
      -475.8628,
      -65.7372
     ],
     "diff_mean": -270.8,
     "diff_sd": 286.6581,
     "n": 10,
     "relative_diff": -0.3627,
     "vector_better_in": 8,
     "vector_mean": 475.9,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 10438.3,
     "ci95_bootstrap": [
      -6305.0,
      -963.0
     ],
     "ci95_t": [
      -7120.3522,
      -576.8478
     ],
     "diff_mean": -3848.6,
     "diff_sd": 4573.5941,
     "n": 10,
     "relative_diff": -0.3687,
     "vector_better_in": 8,
     "vector_mean": 6589.7,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S19_wasted_green_s": {
     "baseline_mean": 20386.8,
     "ci95_bootstrap": [
      -15122.5,
      -10504.9
     ],
     "ci95_t": [
      -15848.1476,
      -10144.6524
     ],
     "diff_mean": -12996.4,
     "diff_sd": 3986.4683,
     "n": 10,
     "relative_diff": -0.6375,
     "vector_better_in": 10,
     "vector_mean": 7390.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1671.7965,
     "ci95_bootstrap": [
      -631.7304,
      -441.269
     ],
     "ci95_t": [
      -654.2875,
      -422.0448
     ],
     "diff_mean": -538.1662,
     "diff_sd": 162.3264,
     "n": 10,
     "relative_diff": -0.3219,
     "vector_better_in": 10,
     "vector_mean": 1133.6304,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7161,
     "ci95_bootstrap": [
      0.0731,
      0.1831
     ],
     "ci95_t": [
      0.0648,
      0.2002
     ],
     "diff_mean": 0.1325,
     "diff_sd": 0.0947,
     "n": 10,
     "relative_diff": 0.185,
     "vector_better_in": 8,
     "vector_mean": 0.8486,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S3_throughput_veh": {
     "baseline_mean": 2548.3,
     "ci95_bootstrap": [
      259.1,
      651.4
     ],
     "ci95_t": [
      228.7715,
      712.4285
     ],
     "diff_mean": 470.6,
     "diff_sd": 338.053,
     "n": 10,
     "relative_diff": 0.1847,
     "vector_better_in": 8,
     "vector_mean": 3018.9,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 472.683,
     "ci95_bootstrap": [
      -205.425,
      -112.019
     ],
     "ci95_t": [
      -218.1886,
      -104.1114
     ],
     "diff_mean": -161.15,
     "diff_sd": 79.7344,
     "n": 10,
     "relative_diff": -0.3409,
     "vector_better_in": 10,
     "vector_mean": 311.533,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 199.984,
     "ci95_bootstrap": [
      -64.2509,
      -36.309
     ],
     "ci95_t": [
      -66.6739,
      -32.8837
     ],
     "diff_mean": -49.7788,
     "diff_sd": 23.6178,
     "n": 10,
     "relative_diff": -0.2489,
     "vector_better_in": 10,
     "vector_mean": 150.2053,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 98.0,
     "ci95_bootstrap": [
      -35.8,
      -25.0
     ],
     "ci95_t": [
      -37.255,
      -23.745
     ],
     "diff_mean": -30.5,
     "diff_sd": 9.4428,
     "n": 10,
     "relative_diff": -0.3112,
     "vector_better_in": 10,
     "vector_mean": 67.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 294.7384,
     "ci95_bootstrap": [
      -3.1428,
      48.6767
     ],
     "ci95_t": [
      -7.328,
      56.0239
     ],
     "diff_mean": 24.348,
     "diff_sd": 44.28,
     "n": 10,
     "relative_diff": 0.0826,
     "vector_better_in": 3,
     "vector_mean": 319.0863,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 760.1,
     "ci95_bootstrap": [
      14.3,
      240.4
     ],
     "ci95_t": [
      -6.3873,
      270.7873
     ],
     "diff_mean": 132.2,
     "diff_sd": 193.7317,
     "n": 10,
     "relative_diff": 0.1739,
     "vector_better_in": 3,
     "vector_mean": 892.3,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 455.4741,
     "ci95_bootstrap": [
      -203.0279,
      -84.8832
     ],
     "ci95_t": [
      -218.9531,
      -74.0201
     ],
     "diff_mean": -146.4866,
     "diff_sd": 101.3012,
     "n": 10,
     "relative_diff": -0.3216,
     "vector_better_in": 8,
     "vector_mean": 308.9874,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 241.1928,
     "ci95_bootstrap": [
      37.8805,
      113.7839
     ],
     "ci95_t": [
      26.6072,
      120.5067
     ],
     "diff_mean": 73.557,
     "diff_sd": 65.6312,
     "n": 10,
     "relative_diff": 0.305,
     "vector_better_in": 0,
     "vector_mean": 314.7498,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 467.7,
     "ci95_bootstrap": [
      72.2,
      246.1
     ],
     "ci95_t": [
      48.4514,
      263.5486
     ],
     "diff_mean": 156.0,
     "diff_sd": 150.3426,
     "n": 10,
     "relative_diff": 0.3335,
     "vector_better_in": 3,
     "vector_mean": 623.7,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 186.3194,
     "ci95_bootstrap": [
      42.4931,
      65.8188
     ],
     "ci95_t": [
      39.146,
      68.0196
     ],
     "diff_mean": 53.5828,
     "diff_sd": 20.1813,
     "n": 10,
     "relative_diff": 0.2876,
     "vector_better_in": 0,
     "vector_mean": 239.9022,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 10027.1,
     "ci95_bootstrap": [
      537.8,
      6006.9
     ],
     "ci95_t": [
      -256.6388,
      6544.8388
     ],
     "diff_mean": 3144.1,
     "diff_sd": 4753.9051,
     "n": 10,
     "relative_diff": 0.3136,
     "vector_better_in": 3,
     "vector_mean": 13171.2,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S13_gridlock_events": {
     "baseline_mean": 6.1,
     "ci95_bootstrap": [
      -4.6,
      7.3
     ],
     "ci95_t": [
      -6.3986,
      8.5986
     ],
     "diff_mean": 1.1,
     "diff_sd": 10.4823,
     "n": 10,
     "relative_diff": 0.1803,
     "vector_better_in": 5,
     "vector_mean": 7.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4965,
     "ci95_bootstrap": [
      0.0719,
      0.1255
     ],
     "ci95_t": [
      0.0668,
      0.1321
     ],
     "diff_mean": 0.0994,
     "diff_sd": 0.0456,
     "n": 10,
     "relative_diff": 0.2003,
     "vector_better_in": 0,
     "vector_mean": 0.596,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6956,
     "ci95_bootstrap": [
      -0.0176,
      0.0107
     ],
     "ci95_t": [
      -0.0218,
      0.013
     ],
     "diff_mean": -0.0044,
     "diff_sd": 0.0243,
     "n": 10,
     "relative_diff": -0.0063,
     "vector_better_in": 6,
     "vector_mean": 0.6912,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S17_running_at_end": {
     "baseline_mean": 337.7,
     "ci95_bootstrap": [
      -17.0,
      306.9
     ],
     "ci95_t": [
      -61.642,
      338.042
     ],
     "diff_mean": 138.2,
     "diff_sd": 279.3599,
     "n": 10,
     "relative_diff": 0.4092,
     "vector_better_in": 4,
     "vector_mean": 475.9,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 3324.7,
     "ci95_bootstrap": [
      1211.4,
      5553.4
     ],
     "ci95_t": [
      571.2223,
      5958.7777
     ],
     "diff_mean": 3265.0,
     "diff_sd": 3765.6415,
     "n": 10,
     "relative_diff": 0.982,
     "vector_better_in": 2,
     "vector_mean": 6589.7,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S19_wasted_green_s": {
     "baseline_mean": 4261.5,
     "ci95_bootstrap": [
      1149.3,
      5346.0
     ],
     "ci95_t": [
      529.9508,
      5727.8492
     ],
     "diff_mean": 3128.9,
     "diff_sd": 3633.0805,
     "n": 10,
     "relative_diff": 0.7342,
     "vector_better_in": 2,
     "vector_mean": 7390.4,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1036.9452,
     "ci95_bootstrap": [
      -39.708,
      254.4217
     ],
     "ci95_t": [
      -84.5754,
      277.9456
     ],
     "diff_mean": 96.6851,
     "diff_sd": 253.3847,
     "n": 10,
     "relative_diff": 0.0932,
     "vector_better_in": 4,
     "vector_mean": 1133.6304,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8944,
     "ci95_bootstrap": [
      -0.1025,
      0.0056
     ],
     "ci95_t": [
      -0.1128,
      0.0211
     ],
     "diff_mean": -0.0458,
     "diff_sd": 0.0936,
     "n": 10,
     "relative_diff": -0.0512,
     "vector_better_in": 4,
     "vector_mean": 0.8486,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S3_throughput_veh": {
     "baseline_mean": 3183.9,
     "ci95_bootstrap": [
      -368.2,
      18.8
     ],
     "ci95_t": [
      -404.7716,
      74.7716
     ],
     "diff_mean": -165.0,
     "diff_sd": 335.1776,
     "n": 10,
     "relative_diff": -0.0518,
     "vector_better_in": 4,
     "vector_mean": 3018.9,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 238.453,
     "ci95_bootstrap": [
      37.483,
      113.188
     ],
     "ci95_t": [
      26.1713,
      119.9887
     ],
     "diff_mean": 73.08,
     "diff_sd": 65.5739,
     "n": 10,
     "relative_diff": 0.3065,
     "vector_better_in": 0,
     "vector_mean": 311.533,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 114.0836,
     "ci95_bootstrap": [
      23.3519,
      48.0217
     ],
     "ci95_t": [
      21.0481,
      51.1952
     ],
     "diff_mean": 36.1217,
     "diff_sd": 21.0713,
     "n": 10,
     "relative_diff": 0.3166,
     "vector_better_in": 1,
     "vector_mean": 150.2053,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 47.4,
     "ci95_bootstrap": [
      14.0,
      26.6
     ],
     "ci95_t": [
      12.2895,
      27.9105
     ],
     "diff_mean": 20.1,
     "diff_sd": 10.9184,
     "n": 10,
     "relative_diff": 0.4241,
     "vector_better_in": 0,
     "vector_mean": 67.5,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 284.0591,
     "ci95_bootstrap": [
      2.1345,
      65.3623
     ],
     "ci95_t": [
      -3.7026,
      73.7571
     ],
     "diff_mean": 35.0272,
     "diff_sd": 54.1406,
     "n": 10,
     "relative_diff": 0.1233,
     "vector_better_in": 2,
     "vector_mean": 319.0863,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 817.4,
     "ci95_bootstrap": [
      -108.0,
      236.4
     ],
     "ci95_t": [
      -139.0871,
      288.8871
     ],
     "diff_mean": 74.9,
     "diff_sd": 299.1334,
     "n": 10,
     "relative_diff": 0.0916,
     "vector_better_in": 3,
     "vector_mean": 892.3,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 230.5534,
     "ci95_bootstrap": [
      35.8065,
      125.1338
     ],
     "ci95_t": [
      23.1585,
      133.7096
     ],
     "diff_mean": 78.4341,
     "diff_sd": 77.2699,
     "n": 10,
     "relative_diff": 0.3402,
     "vector_better_in": 2,
     "vector_mean": 308.9874,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 357.0491,
     "ci95_bootstrap": [
      -97.0381,
      7.207
     ],
     "ci95_t": [
      -105.3126,
      20.7141
     ],
     "diff_mean": -42.2993,
     "diff_sd": 88.0866,
     "n": 10,
     "relative_diff": -0.1185,
     "vector_better_in": 5,
     "vector_mean": 314.7498,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 753.4,
     "ci95_bootstrap": [
      -239.1,
      -21.6
     ],
     "ci95_t": [
      -261.1333,
      1.7333
     ],
     "diff_mean": -129.7,
     "diff_sd": 183.7311,
     "n": 10,
     "relative_diff": -0.1722,
     "vector_better_in": 8,
     "vector_mean": 623.7,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 250.8622,
     "ci95_bootstrap": [
      -23.2512,
      2.0259
     ],
     "ci95_t": [
      -26.7435,
      4.8235
     ],
     "diff_mean": -10.96,
     "diff_sd": 22.0638,
     "n": 10,
     "relative_diff": -0.0437,
     "vector_better_in": 6,
     "vector_mean": 239.9022,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 15625.0,
     "ci95_bootstrap": [
      -5664.3,
      731.9
     ],
     "ci95_t": [
      -6310.1089,
      1402.5089
     ],
     "diff_mean": -2453.8,
     "diff_sd": 5390.7481,
     "n": 10,
     "relative_diff": -0.157,
     "vector_better_in": 6,
     "vector_mean": 13171.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S13_gridlock_events": {
     "baseline_mean": 13.7,
     "ci95_bootstrap": [
      -14.4,
      1.8
     ],
     "ci95_t": [
      -16.2925,
      3.2925
     ],
     "diff_mean": -6.5,
     "diff_sd": 13.689,
     "n": 10,
     "relative_diff": -0.4745,
     "vector_better_in": 6,
     "vector_mean": 7.2,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.203125
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 892.6,
     "ci95_bootstrap": [
      -997.2,
      -598.0
     ],
     "ci95_t": [
      -1032.5914,
      -542.6086
     ],
     "diff_mean": -787.6,
     "diff_sd": 342.4744,
     "n": 10,
     "relative_diff": -0.8824,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.601,
     "ci95_bootstrap": [
      -0.0199,
      0.01
     ],
     "ci95_t": [
      -0.0233,
      0.0132
     ],
     "diff_mean": -0.0051,
     "diff_sd": 0.0255,
     "n": 10,
     "relative_diff": -0.0084,
     "vector_better_in": 6,
     "vector_mean": 0.596,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6906,
     "ci95_bootstrap": [
      -0.0093,
      0.0097
     ],
     "ci95_t": [
      -0.0109,
      0.0121
     ],
     "diff_mean": 0.0006,
     "diff_sd": 0.016,
     "n": 10,
     "relative_diff": 0.0009,
     "vector_better_in": 5,
     "vector_mean": 0.6912,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S17_running_at_end": {
     "baseline_mean": 644.4,
     "ci95_bootstrap": [
      -373.1,
      41.1
     ],
     "ci95_t": [
      -419.0845,
      82.0845
     ],
     "diff_mean": -168.5,
     "diff_sd": 350.293,
     "n": 10,
     "relative_diff": -0.2615,
     "vector_better_in": 7,
     "vector_mean": 475.9,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8713.7,
     "ci95_bootstrap": [
      -5331.5,
      889.3
     ],
     "ci95_t": [
      -5907.9421,
      1659.9421
     ],
     "diff_mean": -2124.0,
     "diff_sd": 5289.5863,
     "n": 10,
     "relative_diff": -0.2438,
     "vector_better_in": 6,
     "vector_mean": 6589.7,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S19_wasted_green_s": {
     "baseline_mean": 9507.2,
     "ci95_bootstrap": [
      -5155.9,
      749.0
     ],
     "ci95_t": [
      -5690.9297,
      1457.3297
     ],
     "diff_mean": -2116.8,
     "diff_sd": 4996.2888,
     "n": 10,
     "relative_diff": -0.2227,
     "vector_better_in": 6,
     "vector_mean": 7390.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1230.7202,
     "ci95_bootstrap": [
      -293.7112,
      85.9622
     ],
     "ci95_t": [
      -326.6937,
      132.5139
     ],
     "diff_mean": -97.0899,
     "diff_sd": 320.964,
     "n": 10,
     "relative_diff": -0.0789,
     "vector_better_in": 5,
     "vector_mean": 1133.6304,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7992,
     "ci95_bootstrap": [
      -0.0233,
      0.1241
     ],
     "ci95_t": [
      -0.0393,
      0.1382
     ],
     "diff_mean": 0.0494,
     "diff_sd": 0.1241,
     "n": 10,
     "relative_diff": 0.0618,
     "vector_better_in": 6,
     "vector_mean": 0.8486,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S3_throughput_veh": {
     "baseline_mean": 2843.4,
     "ci95_bootstrap": [
      -82.0,
      441.1
     ],
     "ci95_t": [
      -139.0335,
      490.0335
     ],
     "diff_mean": 175.5,
     "diff_sd": 439.6876,
     "n": 10,
     "relative_diff": 0.0617,
     "vector_better_in": 6,
     "vector_mean": 3018.9,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 353.226,
     "ci95_bootstrap": [
      -95.418,
      6.996
     ],
     "ci95_t": [
      -103.7115,
      20.3255
     ],
     "diff_mean": -41.693,
     "diff_sd": 86.6958,
     "n": 10,
     "relative_diff": -0.118,
     "vector_better_in": 5,
     "vector_mean": 311.533,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 140.788,
     "ci95_bootstrap": [
      -6.2013,
      23.331
     ],
     "ci95_t": [
      -8.4018,
      27.2363
     ],
     "diff_mean": 9.4172,
     "diff_sd": 24.9094,
     "n": 10,
     "relative_diff": 0.0669,
     "vector_better_in": 4,
     "vector_mean": 150.2053,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S6_median_waiting_s": {
     "baseline_mean": 77.1,
     "ci95_bootstrap": [
      -17.5,
      -1.5
     ],
     "ci95_t": [
      -19.2519,
      0.0519
     ],
     "diff_mean": -9.6,
     "diff_sd": 13.4924,
     "n": 10,
     "relative_diff": -0.1245,
     "vector_better_in": 8,
     "vector_mean": 67.5,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 307.118,
     "ci95_bootstrap": [
      -28.086,
      53.2829
     ],
     "ci95_t": [
      -37.2075,
      61.1443
     ],
     "diff_mean": 11.9684,
     "diff_sd": 68.7432,
     "n": 10,
     "relative_diff": 0.039,
     "vector_better_in": 5,
     "vector_mean": 319.0863,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 848.8,
     "ci95_bootstrap": [
      -121.5,
      206.7
     ],
     "ci95_t": [
      -154.9359,
      241.9359
     ],
     "diff_mean": 43.5,
     "diff_sd": 277.3943,
     "n": 10,
     "relative_diff": 0.0512,
     "vector_better_in": 5,
     "vector_mean": 892.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 363.924,
     "ci95_bootstrap": [
      -116.6466,
      2.9073
     ],
     "ci95_t": [
      -127.2204,
      17.3472
     ],
     "diff_mean": -54.9366,
     "diff_sd": 101.0458,
     "n": 10,
     "relative_diff": -0.151,
     "vector_better_in": 7,
     "vector_mean": 308.9874,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    }
   }
  },
  "C": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 375.3855,
     "ci95_bootstrap": [
      -242.3349,
      -164.044
     ],
     "ci95_t": [
      -249.7382,
      -153.438
     ],
     "diff_mean": -201.5881,
     "diff_sd": 67.3092,
     "n": 10,
     "relative_diff": -0.537,
     "vector_better_in": 10,
     "vector_mean": 173.7974,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 738.8,
     "ci95_bootstrap": [
      -511.6,
      -331.9
     ],
     "ci95_t": [
      -527.8838,
      -308.5162
     ],
     "diff_mean": -418.2,
     "diff_sd": 153.3274,
     "n": 10,
     "relative_diff": -0.5661,
     "vector_better_in": 10,
     "vector_mean": 320.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 307.9636,
     "ci95_bootstrap": [
      -181.7425,
      -151.7022
     ],
     "ci95_t": [
      -183.762,
      -146.9864
     ],
     "diff_mean": -165.3742,
     "diff_sd": 25.7044,
     "n": 10,
     "relative_diff": -0.537,
     "vector_better_in": 10,
     "vector_mean": 142.5894,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 15743.6,
     "ci95_bootstrap": [
      -13812.8,
      -8718.2
     ],
     "ci95_t": [
      -14389.1211,
      -8128.8789
     ],
     "diff_mean": -11259.0,
     "diff_sd": 4375.6076,
     "n": 10,
     "relative_diff": -0.7151,
     "vector_better_in": 10,
     "vector_mean": 4484.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 11.8,
     "ci95_bootstrap": [
      -14.2,
      -5.6
     ],
     "ci95_t": [
      -15.1724,
      -4.6276
     ],
     "diff_mean": -9.9,
     "diff_sd": 7.3704,
     "n": 10,
     "relative_diff": -0.839,
     "vector_better_in": 9,
     "vector_mean": 1.9,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4845,
     "ci95_bootstrap": [
      0.0733,
      0.1017
     ],
     "ci95_t": [
      0.0697,
      0.1044
     ],
     "diff_mean": 0.087,
     "diff_sd": 0.0243,
     "n": 10,
     "relative_diff": 0.1796,
     "vector_better_in": 0,
     "vector_mean": 0.5715,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.611,
     "ci95_bootstrap": [
      0.0175,
      0.0782
     ],
     "ci95_t": [
      0.0103,
      0.0849
     ],
     "diff_mean": 0.0476,
     "diff_sd": 0.0522,
     "n": 10,
     "relative_diff": 0.0779,
     "vector_better_in": 2,
     "vector_mean": 0.6586,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S17_running_at_end": {
     "baseline_mean": 578.3,
     "ci95_bootstrap": [
      -624.7,
      -341.6
     ],
     "ci95_t": [
      -653.2709,
      -306.5291
     ],
     "diff_mean": -479.9,
     "diff_sd": 242.3558,
     "n": 10,
     "relative_diff": -0.8298,
     "vector_better_in": 10,
     "vector_mean": 98.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7279.0,
     "ci95_bootstrap": [
      -7599.7,
      -3519.6
     ],
     "ci95_t": [
      -7996.3151,
      -2994.2849
     ],
     "diff_mean": -5495.3,
     "diff_sd": 3496.178,
     "n": 10,
     "relative_diff": -0.755,
     "vector_better_in": 10,
     "vector_mean": 1783.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17706.0,
     "ci95_bootstrap": [
      -16763.8,
      -13296.6
     ],
     "ci95_t": [
      -17123.7622,
      -12889.6378
     ],
     "diff_mean": -15006.7,
     "diff_sd": 2959.4488,
     "n": 10,
     "relative_diff": -0.8475,
     "vector_better_in": 10,
     "vector_mean": 2699.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1445.618,
     "ci95_bootstrap": [
      -959.9068,
      -645.5514
     ],
     "ci95_t": [
      -998.2704,
      -612.006
     ],
     "diff_mean": -805.1382,
     "diff_sd": 269.9802,
     "n": 10,
     "relative_diff": -0.557,
     "vector_better_in": 10,
     "vector_mean": 640.4798,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8054,
     "ci95_bootstrap": [
      0.1174,
      0.2164
     ],
     "ci95_t": [
      0.1047,
      0.2261
     ],
     "diff_mean": 0.1654,
     "diff_sd": 0.0848,
     "n": 10,
     "relative_diff": 0.2054,
     "vector_better_in": 10,
     "vector_mean": 0.9708,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2737.6,
     "ci95_bootstrap": [
      400.3,
      732.3
     ],
     "ci95_t": [
      358.2523,
      764.9477
     ],
     "diff_mean": 561.6,
     "diff_sd": 284.2605,
     "n": 10,
     "relative_diff": 0.2051,
     "vector_better_in": 10,
     "vector_mean": 3299.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 354.214,
     "ci95_bootstrap": [
      -227.39,
      -155.022
     ],
     "ci95_t": [
      -234.5355,
      -145.5765
     ],
     "diff_mean": -190.056,
     "diff_sd": 62.1781,
     "n": 10,
     "relative_diff": -0.5366,
     "vector_better_in": 10,
     "vector_mean": 164.158,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 149.3293,
     "ci95_bootstrap": [
      -64.5867,
      -41.0586
     ],
     "ci95_t": [
      -66.2266,
      -37.4257
     ],
     "diff_mean": -51.8262,
     "diff_sd": 20.1304,
     "n": 10,
     "relative_diff": -0.3471,
     "vector_better_in": 10,
     "vector_mean": 97.5031,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 94.3,
     "ci95_bootstrap": [
      -46.8,
      -39.9
     ],
     "ci95_t": [
      -47.5928,
      -39.0072
     ],
     "diff_mean": -43.3,
     "diff_sd": 6.0009,
     "n": 10,
     "relative_diff": -0.4592,
     "vector_better_in": 10,
     "vector_mean": 51.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 310.6886,
     "ci95_bootstrap": [
      -55.5149,
      -14.4065
     ],
     "ci95_t": [
      -59.414,
      -8.9732
     ],
     "diff_mean": -34.1936,
     "diff_sd": 35.2557,
     "n": 10,
     "relative_diff": -0.1101,
     "vector_better_in": 9,
     "vector_mean": 276.495,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 792.4,
     "ci95_bootstrap": [
      -182.7,
      -1.3
     ],
     "ci95_t": [
      -198.5874,
      23.7874
     ],
     "diff_mean": -87.4,
     "diff_sd": 155.4293,
     "n": 10,
     "relative_diff": -0.1103,
     "vector_better_in": 7,
     "vector_mean": 705.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 381.5817,
     "ci95_bootstrap": [
      -284.7866,
      -194.4711
     ],
     "ci95_t": [
      -293.3779,
      -183.009
     ],
     "diff_mean": -238.1934,
     "diff_sd": 77.1425,
     "n": 10,
     "relative_diff": -0.6242,
     "vector_better_in": 10,
     "vector_mean": 143.3883,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 140.7328,
     "ci95_bootstrap": [
      19.4303,
      46.5404
     ],
     "ci95_t": [
      16.3078,
      49.8215
     ],
     "diff_mean": 33.0646,
     "diff_sd": 23.4244,
     "n": 10,
     "relative_diff": 0.2349,
     "vector_better_in": 1,
     "vector_mean": 173.7974,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 247.8,
     "ci95_bootstrap": [
      39.3,
      103.6
     ],
     "ci95_t": [
      32.7517,
      112.8483
     ],
     "diff_mean": 72.8,
     "diff_sd": 55.9837,
     "n": 10,
     "relative_diff": 0.2938,
     "vector_better_in": 1,
     "vector_mean": 320.6,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 120.405,
     "ci95_bootstrap": [
      10.7952,
      32.784
     ],
     "ci95_t": [
      8.8002,
      35.5686
     ],
     "diff_mean": 22.1844,
     "diff_sd": 18.7098,
     "n": 10,
     "relative_diff": 0.1842,
     "vector_better_in": 2,
     "vector_mean": 142.5894,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 3468.1,
     "ci95_bootstrap": [
      -234.1,
      2301.1
     ],
     "ci95_t": [
      -563.3667,
      2596.3667
     ],
     "diff_mean": 1016.5,
     "diff_sd": 2208.5014,
     "n": 10,
     "relative_diff": 0.2931,
     "vector_better_in": 4,
     "vector_mean": 4484.6,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S13_gridlock_events": {
     "baseline_mean": 0.8,
     "ci95_bootstrap": [
      -1.2,
      3.8
     ],
     "ci95_t": [
      -2.0894,
      4.2894
     ],
     "diff_mean": 1.1,
     "diff_sd": 4.4585,
     "n": 10,
     "relative_diff": 1.375,
     "vector_better_in": 2,
     "vector_mean": 1.9,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4902,
     "ci95_bootstrap": [
      0.0623,
      0.1015
     ],
     "ci95_t": [
      0.0575,
      0.1052
     ],
     "diff_mean": 0.0813,
     "diff_sd": 0.0334,
     "n": 10,
     "relative_diff": 0.166,
     "vector_better_in": 0,
     "vector_mean": 0.5715,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6269,
     "ci95_bootstrap": [
      0.0102,
      0.0525
     ],
     "ci95_t": [
      0.0053,
      0.0581
     ],
     "diff_mean": 0.0317,
     "diff_sd": 0.0368,
     "n": 10,
     "relative_diff": 0.0506,
     "vector_better_in": 2,
     "vector_mean": 0.6586,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S17_running_at_end": {
     "baseline_mean": 30.5,
     "ci95_bootstrap": [
      -1.1,
      151.6
     ],
     "ci95_t": [
      -26.5804,
      162.3804
     ],
     "diff_mean": 67.9,
     "diff_sd": 132.0744,
     "n": 10,
     "relative_diff": 2.2262,
     "vector_better_in": 1,
     "vector_mean": 98.4,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.078125
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 711.4,
     "ci95_bootstrap": [
      305.8,
      2024.8
     ],
     "ci95_t": [
      7.6333,
      2136.9667
     ],
     "diff_mean": 1072.3,
     "diff_sd": 1488.3014,
     "n": 10,
     "relative_diff": 1.5073,
     "vector_better_in": 1,
     "vector_mean": 1783.7,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S19_wasted_green_s": {
     "baseline_mean": 1539.7,
     "ci95_bootstrap": [
      496.6,
      1975.8
     ],
     "ci95_t": [
      244.8906,
      2074.3094
     ],
     "diff_mean": 1159.6,
     "diff_sd": 1278.6756,
     "n": 10,
     "relative_diff": 0.7531,
     "vector_better_in": 0,
     "vector_mean": 2699.3,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 560.895,
     "ci95_bootstrap": [
      0.987,
      156.1139
     ],
     "ci95_t": [
      -15.6524,
      174.8221
     ],
     "diff_mean": 79.5848,
     "diff_sd": 133.1325,
     "n": 10,
     "relative_diff": 0.1419,
     "vector_better_in": 3,
     "vector_mean": 640.4798,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9911,
     "ci95_bootstrap": [
      -0.0453,
      0.0003
     ],
     "ci95_t": [
      -0.0485,
      0.008
     ],
     "diff_mean": -0.0203,
     "diff_sd": 0.0395,
     "n": 10,
     "relative_diff": -0.0205,
     "vector_better_in": 1,
     "vector_mean": 0.9708,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.078125
    },
    "S3_throughput_veh": {
     "baseline_mean": 3367.9,
     "ci95_bootstrap": [
      -153.8,
      1.1
     ],
     "ci95_t": [
      -164.3548,
      26.9548
     ],
     "diff_mean": -68.7,
     "diff_sd": 133.7162,
     "n": 10,
     "relative_diff": -0.0204,
     "vector_better_in": 1,
     "vector_mean": 3299.2,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.078125
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 132.979,
     "ci95_bootstrap": [
      18.407,
      43.824
     ],
     "ci95_t": [
      15.4653,
      46.8927
     ],
     "diff_mean": 31.179,
     "diff_sd": 21.9662,
     "n": 10,
     "relative_diff": 0.2345,
     "vector_better_in": 1,
     "vector_mean": 164.158,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 84.1637,
     "ci95_bootstrap": [
      4.1602,
      22.8357
     ],
     "ci95_t": [
      2.0346,
      24.6444
     ],
     "diff_mean": 13.3395,
     "diff_sd": 15.8031,
     "n": 10,
     "relative_diff": 0.1585,
     "vector_better_in": 3,
     "vector_mean": 97.5031,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.048828
    },
    "S6_median_waiting_s": {
     "baseline_mean": 39.4,
     "ci95_bootstrap": [
      10.3,
      12.8
     ],
     "ci95_t": [
      10.0844,
      13.1156
     ],
     "diff_mean": 11.6,
     "diff_sd": 2.1187,
     "n": 10,
     "relative_diff": 0.2944,
     "vector_better_in": 0,
     "vector_mean": 51.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 257.1173,
     "ci95_bootstrap": [
      7.4581,
      31.2508
     ],
     "ci95_t": [
      4.8681,
      33.8875
     ],
     "diff_mean": 19.3778,
     "diff_sd": 20.2831,
     "n": 10,
     "relative_diff": 0.0754,
     "vector_better_in": 2,
     "vector_mean": 276.495,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 682.4,
     "ci95_bootstrap": [
      -45.3,
      90.1
     ],
     "ci95_t": [
      -60.0265,
      105.2265
     ],
     "diff_mean": 22.6,
     "diff_sd": 115.5039,
     "n": 10,
     "relative_diff": 0.0331,
     "vector_better_in": 5,
     "vector_mean": 705.0,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 111.2408,
     "ci95_bootstrap": [
      15.0497,
      49.7657
     ],
     "ci95_t": [
      10.6342,
      53.6606
     ],
     "diff_mean": 32.1474,
     "diff_sd": 30.0734,
     "n": 10,
     "relative_diff": 0.289,
     "vector_better_in": 2,
     "vector_mean": 143.3883,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 183.1669,
     "ci95_bootstrap": [
      -22.417,
      5.2649
     ],
     "ci95_t": [
      -26.5255,
      7.7866
     ],
     "diff_mean": -9.3694,
     "diff_sd": 23.9825,
     "n": 10,
     "relative_diff": -0.0512,
     "vector_better_in": 7,
     "vector_mean": 173.7974,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 330.9,
     "ci95_bootstrap": [
      -37.4,
      20.7
     ],
     "ci95_t": [
      -45.9868,
      25.3868
     ],
     "diff_mean": -10.3,
     "diff_sd": 49.8866,
     "n": 10,
     "relative_diff": -0.0311,
     "vector_better_in": 7,
     "vector_mean": 320.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 151.1004,
     "ci95_bootstrap": [
      -16.3662,
      -1.0688
     ],
     "ci95_t": [
      -17.9775,
      0.9555
     ],
     "diff_mean": -8.511,
     "diff_sd": 13.2332,
     "n": 10,
     "relative_diff": -0.0563,
     "vector_better_in": 9,
     "vector_mean": 142.5894,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.048828
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4076.8,
     "ci95_bootstrap": [
      -692.5,
      1629.5
     ],
     "ci95_t": [
      -1029.0464,
      1844.6464
     ],
     "diff_mean": 407.8,
     "diff_sd": 2008.5727,
     "n": 10,
     "relative_diff": 0.1,
     "vector_better_in": 6,
     "vector_mean": 4484.6,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S13_gridlock_events": {
     "baseline_mean": 0.6,
     "ci95_bootstrap": [
      -0.2,
      3.3
     ],
     "ci95_t": [
      -0.9634,
      3.5634
     ],
     "diff_mean": 1.3,
     "diff_sd": 3.164,
     "n": 10,
     "relative_diff": 2.1667,
     "vector_better_in": 1,
     "vector_mean": 1.9,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.5
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 496.4,
     "ci95_bootstrap": [
      -432.3,
      -351.6
     ],
     "ci95_t": [
      -441.3035,
      -341.4965
     ],
     "diff_mean": -391.4,
     "diff_sd": 69.7602,
     "n": 10,
     "relative_diff": -0.7885,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5845,
     "ci95_bootstrap": [
      -0.0317,
      0.0044
     ],
     "ci95_t": [
      -0.0349,
      0.009
     ],
     "diff_mean": -0.013,
     "diff_sd": 0.0306,
     "n": 10,
     "relative_diff": -0.0222,
     "vector_better_in": 6,
     "vector_mean": 0.5715,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6665,
     "ci95_bootstrap": [
      -0.028,
      0.0151
     ],
     "ci95_t": [
      -0.0342,
      0.0184
     ],
     "diff_mean": -0.0079,
     "diff_sd": 0.0368,
     "n": 10,
     "relative_diff": -0.0119,
     "vector_better_in": 7,
     "vector_mean": 0.6586,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S17_running_at_end": {
     "baseline_mean": 52.1,
     "ci95_bootstrap": [
      -21.6,
      124.2
     ],
     "ci95_t": [
      -44.1838,
      136.7838
     ],
     "diff_mean": 46.3,
     "diff_sd": 126.4876,
     "n": 10,
     "relative_diff": 0.8887,
     "vector_better_in": 5,
     "vector_mean": 98.4,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.84375
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1283.4,
     "ci95_bootstrap": [
      -224.0,
      1382.0
     ],
     "ci95_t": [
      -497.278,
      1497.878
     ],
     "diff_mean": 500.3,
     "diff_sd": 1394.5179,
     "n": 10,
     "relative_diff": 0.3898,
     "vector_better_in": 5,
     "vector_mean": 1783.7,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2315.3,
     "ci95_bootstrap": [
      -308.1,
      1202.8
     ],
     "ci95_t": [
      -551.0144,
      1319.0144
     ],
     "diff_mean": 384.0,
     "diff_sd": 1307.06,
     "n": 10,
     "relative_diff": 0.1659,
     "vector_better_in": 5,
     "vector_mean": 2699.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 646.59,
     "ci95_bootstrap": [
      -74.3986,
      72.1853
     ],
     "ci95_t": [
      -96.7516,
      84.5313
     ],
     "diff_mean": -6.1102,
     "diff_sd": 126.7081,
     "n": 10,
     "relative_diff": -0.0094,
     "vector_better_in": 7,
     "vector_mean": 640.4798,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9848,
     "ci95_bootstrap": [
      -0.0372,
      0.0063
     ],
     "ci95_t": [
      -0.041,
      0.0131
     ],
     "diff_mean": -0.014,
     "diff_sd": 0.0378,
     "n": 10,
     "relative_diff": -0.0142,
     "vector_better_in": 5,
     "vector_mean": 0.9708,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.84375
    },
    "S3_throughput_veh": {
     "baseline_mean": 3346.3,
     "ci95_bootstrap": [
      -126.3,
      21.4
     ],
     "ci95_t": [
      -138.7243,
      44.5243
     ],
     "diff_mean": -47.1,
     "diff_sd": 128.082,
     "n": 10,
     "relative_diff": -0.0141,
     "vector_better_in": 5,
     "vector_mean": 3299.2,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.84375
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 173.108,
     "ci95_bootstrap": [
      -21.285,
      4.833
     ],
     "ci95_t": [
      -25.1206,
      7.2206
     ],
     "diff_mean": -8.95,
     "diff_sd": 22.6049,
     "n": 10,
     "relative_diff": -0.0517,
     "vector_better_in": 7,
     "vector_mean": 164.158,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 110.188,
     "ci95_bootstrap": [
      -20.4032,
      -4.2759
     ],
     "ci95_t": [
      -22.4916,
      -2.8782
     ],
     "diff_mean": -12.6849,
     "diff_sd": 13.7088,
     "n": 10,
     "relative_diff": -0.1151,
     "vector_better_in": 9,
     "vector_mean": 97.5031,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S6_median_waiting_s": {
     "baseline_mean": 53.4,
     "ci95_bootstrap": [
      -3.7,
      -1.2
     ],
     "ci95_t": [
      -3.9156,
      -0.8844
     ],
     "diff_mean": -2.4,
     "diff_sd": 2.1187,
     "n": 10,
     "relative_diff": -0.0449,
     "vector_better_in": 9,
     "vector_mean": 51.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 297.7263,
     "ci95_bootstrap": [
      -31.39,
      -10.209
     ],
     "ci95_t": [
      -34.0297,
      -8.4328
     ],
     "diff_mean": -21.2312,
     "diff_sd": 17.891,
     "n": 10,
     "relative_diff": -0.0713,
     "vector_better_in": 9,
     "vector_mean": 276.495,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 783.6,
     "ci95_bootstrap": [
      -133.5,
      -18.6
     ],
     "ci95_t": [
      -148.5265,
      -8.6735
     ],
     "diff_mean": -78.6,
     "diff_sd": 97.7505,
     "n": 10,
     "relative_diff": -0.1003,
     "vector_better_in": 9,
     "vector_mean": 705.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.037109
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 146.0752,
     "ci95_bootstrap": [
      -18.8439,
      15.2488
     ],
     "ci95_t": [
      -23.8801,
      18.5061
     ],
     "diff_mean": -2.687,
     "diff_sd": 29.6259,
     "n": 10,
     "relative_diff": -0.0184,
     "vector_better_in": 7,
     "vector_mean": 143.3883,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    }
   }
  },
  "D": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 369.4247,
     "ci95_bootstrap": [
      -240.6611,
      -153.0327
     ],
     "ci95_t": [
      -247.7343,
      -139.91
     ],
     "diff_mean": -193.8222,
     "diff_sd": 75.3641,
     "n": 10,
     "relative_diff": -0.5247,
     "vector_better_in": 10,
     "vector_mean": 175.6025,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 729.6,
     "ci95_bootstrap": [
      -514.8,
      -309.0
     ],
     "ci95_t": [
      -533.2059,
      -279.3941
     ],
     "diff_mean": -406.3,
     "diff_sd": 177.4023,
     "n": 10,
     "relative_diff": -0.5569,
     "vector_better_in": 10,
     "vector_mean": 323.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 306.4769,
     "ci95_bootstrap": [
      -182.7736,
      -147.4395
     ],
     "ci95_t": [
      -185.9601,
      -142.8143
     ],
     "diff_mean": -164.3872,
     "diff_sd": 30.1568,
     "n": 10,
     "relative_diff": -0.5364,
     "vector_better_in": 10,
     "vector_mean": 142.0897,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 15021.0,
     "ci95_bootstrap": [
      -13322.8,
      -7485.6
     ],
     "ci95_t": [
      -13808.865,
      -6648.335
     ],
     "diff_mean": -10228.6,
     "diff_sd": 5004.8653,
     "n": 10,
     "relative_diff": -0.681,
     "vector_better_in": 10,
     "vector_mean": 4792.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 9.3,
     "ci95_bootstrap": [
      -12.8,
      -3.6
     ],
     "ci95_t": [
      -13.6327,
      -2.3673
     ],
     "diff_mean": -8.0,
     "diff_sd": 7.874,
     "n": 10,
     "relative_diff": -0.8602,
     "vector_better_in": 8,
     "vector_mean": 1.3,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.011719
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4871,
     "ci95_bootstrap": [
      0.0691,
      0.0986
     ],
     "ci95_t": [
      0.0666,
      0.1026
     ],
     "diff_mean": 0.0846,
     "diff_sd": 0.0252,
     "n": 10,
     "relative_diff": 0.1737,
     "vector_better_in": 0,
     "vector_mean": 0.5717,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6079,
     "ci95_bootstrap": [
      0.0199,
      0.0757
     ],
     "ci95_t": [
      0.0152,
      0.084
     ],
     "diff_mean": 0.0496,
     "diff_sd": 0.0481,
     "n": 10,
     "relative_diff": 0.0816,
     "vector_better_in": 2,
     "vector_mean": 0.6575,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S17_running_at_end": {
     "baseline_mean": 541.2,
     "ci95_bootstrap": [
      -596.2,
      -321.7
     ],
     "ci95_t": [
      -621.8166,
      -281.3834
     ],
     "diff_mean": -451.6,
     "diff_sd": 237.9464,
     "n": 10,
     "relative_diff": -0.8344,
     "vector_better_in": 10,
     "vector_mean": 89.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 6571.5,
     "ci95_bootstrap": [
      -6994.0,
      -2829.3
     ],
     "ci95_t": [
      -7320.8454,
      -2183.5546
     ],
     "diff_mean": -4752.2,
     "diff_sd": 3590.7186,
     "n": 10,
     "relative_diff": -0.7232,
     "vector_better_in": 10,
     "vector_mean": 1819.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17256.0,
     "ci95_bootstrap": [
      -16343.8,
      -12886.1
     ],
     "ci95_t": [
      -16650.6641,
      -12390.1359
     ],
     "diff_mean": -14520.4,
     "diff_sd": 2977.9039,
     "n": 10,
     "relative_diff": -0.8415,
     "vector_better_in": 10,
     "vector_mean": 2735.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1435.7484,
     "ci95_bootstrap": [
      -952.4665,
      -657.5782
     ],
     "ci95_t": [
      -980.7255,
      -622.0567
     ],
     "diff_mean": -801.3911,
     "diff_sd": 250.6922,
     "n": 10,
     "relative_diff": -0.5582,
     "vector_better_in": 10,
     "vector_mean": 634.3573,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.817,
     "ci95_bootstrap": [
      0.1136,
      0.207
     ],
     "ci95_t": [
      0.0986,
      0.2147
     ],
     "diff_mean": 0.1567,
     "diff_sd": 0.0811,
     "n": 10,
     "relative_diff": 0.1917,
     "vector_better_in": 10,
     "vector_mean": 0.9737,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2777.7,
     "ci95_bootstrap": [
      386.7,
      698.3
     ],
     "ci95_t": [
      337.4478,
      724.7522
     ],
     "diff_mean": 531.1,
     "diff_sd": 270.7071,
     "n": 10,
     "relative_diff": 0.1912,
     "vector_better_in": 10,
     "vector_mean": 3308.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 348.46,
     "ci95_bootstrap": [
      -225.862,
      -144.966
     ],
     "ci95_t": [
      -232.193,
      -132.855
     ],
     "diff_mean": -182.524,
     "diff_sd": 69.4325,
     "n": 10,
     "relative_diff": -0.5238,
     "vector_better_in": 10,
     "vector_mean": 165.936,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 152.9559,
     "ci95_bootstrap": [
      -68.9727,
      -35.1595
     ],
     "ci95_t": [
      -72.013,
      -30.0725
     ],
     "diff_mean": -51.0427,
     "diff_sd": 29.3143,
     "n": 10,
     "relative_diff": -0.3337,
     "vector_better_in": 10,
     "vector_mean": 101.9132,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 91.4,
     "ci95_bootstrap": [
      -43.6,
      -37.1
     ],
     "ci95_t": [
      -44.167,
      -36.033
     ],
     "diff_mean": -40.1,
     "diff_sd": 5.6853,
     "n": 10,
     "relative_diff": -0.4387,
     "vector_better_in": 10,
     "vector_mean": 51.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 317.3157,
     "ci95_bootstrap": [
      -62.9623,
      -13.0598
     ],
     "ci95_t": [
      -66.0356,
      -5.1197
     ],
     "diff_mean": -35.5777,
     "diff_sd": 42.5773,
     "n": 10,
     "relative_diff": -0.1121,
     "vector_better_in": 9,
     "vector_mean": 281.738,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 819.6,
     "ci95_bootstrap": [
      -235.3,
      12.9
     ],
     "ci95_t": [
      -248.2065,
      55.8065
     ],
     "diff_mean": -96.2,
     "diff_sd": 212.4904,
     "n": 10,
     "relative_diff": -0.1174,
     "vector_better_in": 7,
     "vector_mean": 723.4,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 372.7495,
     "ci95_bootstrap": [
      -282.5633,
      -180.1182
     ],
     "ci95_t": [
      -290.7472,
      -165.006
     ],
     "diff_mean": -227.8766,
     "diff_sd": 87.8871,
     "n": 10,
     "relative_diff": -0.6113,
     "vector_better_in": 10,
     "vector_mean": 144.8729,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 146.1538,
     "ci95_bootstrap": [
      15.8887,
      43.3392
     ],
     "ci95_t": [
      12.6707,
      46.2267
     ],
     "diff_mean": 29.4487,
     "diff_sd": 23.454,
     "n": 10,
     "relative_diff": 0.2015,
     "vector_better_in": 1,
     "vector_mean": 175.6025,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 257.2,
     "ci95_bootstrap": [
      25.7,
      105.9
     ],
     "ci95_t": [
      17.2104,
      114.9896
     ],
     "diff_mean": 66.1,
     "diff_sd": 68.343,
     "n": 10,
     "relative_diff": 0.257,
     "vector_better_in": 2,
     "vector_mean": 323.3,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 119.9429,
     "ci95_bootstrap": [
      12.3098,
      30.9234
     ],
     "ci95_t": [
      10.8434,
      33.4502
     ],
     "diff_mean": 22.1468,
     "diff_sd": 15.801,
     "n": 10,
     "relative_diff": 0.1846,
     "vector_better_in": 1,
     "vector_mean": 142.0897,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 3903.0,
     "ci95_bootstrap": [
      -129.9,
      1937.4
     ],
     "ci95_t": [
      -374.0021,
      2152.8021
     ],
     "diff_mean": 889.4,
     "diff_sd": 1766.1143,
     "n": 10,
     "relative_diff": 0.2279,
     "vector_better_in": 4,
     "vector_mean": 4792.4,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S13_gridlock_events": {
     "baseline_mean": 1.3,
     "ci95_bootstrap": [
      -2.4,
      2.4
     ],
     "ci95_t": [
      -2.9009,
      2.9009
     ],
     "diff_mean": 0.0,
     "diff_sd": 4.0552,
     "n": 10,
     "relative_diff": 0.0,
     "vector_better_in": 2,
     "vector_mean": 1.3,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4875,
     "ci95_bootstrap": [
      0.0628,
      0.1056
     ],
     "ci95_t": [
      0.0587,
      0.1098
     ],
     "diff_mean": 0.0842,
     "diff_sd": 0.0358,
     "n": 10,
     "relative_diff": 0.1728,
     "vector_better_in": 0,
     "vector_mean": 0.5717,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6416,
     "ci95_bootstrap": [
      -0.005,
      0.0392
     ],
     "ci95_t": [
      -0.0113,
      0.0431
     ],
     "diff_mean": 0.0159,
     "diff_sd": 0.038,
     "n": 10,
     "relative_diff": 0.0248,
     "vector_better_in": 5,
     "vector_mean": 0.6575,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S17_running_at_end": {
     "baseline_mean": 78.8,
     "ci95_bootstrap": [
      -57.1,
      85.3
     ],
     "ci95_t": [
      -75.6164,
      97.2164
     ],
     "diff_mean": 10.8,
     "diff_sd": 120.8018,
     "n": 10,
     "relative_diff": 0.1371,
     "vector_better_in": 4,
     "vector_mean": 89.6,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1100.0,
     "ci95_bootstrap": [
      -46.0,
      1561.5
     ],
     "ci95_t": [
      -261.0954,
      1699.6954
     ],
     "diff_mean": 719.3,
     "diff_sd": 1370.4983,
     "n": 10,
     "relative_diff": 0.6539,
     "vector_better_in": 2,
     "vector_mean": 1819.3,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S19_wasted_green_s": {
     "baseline_mean": 1881.8,
     "ci95_bootstrap": [
      198.3,
      1582.2
     ],
     "ci95_t": [
      11.8808,
      1695.7192
     ],
     "diff_mean": 853.8,
     "diff_sd": 1176.922,
     "n": 10,
     "relative_diff": 0.4537,
     "vector_better_in": 3,
     "vector_mean": 2735.6,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.083984
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 617.7522,
     "ci95_bootstrap": [
      -85.2776,
      114.1833
     ],
     "ci95_t": [
      -104.2676,
      137.4778
     ],
     "diff_mean": 16.6051,
     "diff_sd": 168.9684,
     "n": 10,
     "relative_diff": 0.0269,
     "vector_better_in": 4,
     "vector_mean": 634.3573,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9771,
     "ci95_bootstrap": [
      -0.0254,
      0.0165
     ],
     "ci95_t": [
      -0.0288,
      0.022
     ],
     "diff_mean": -0.0034,
     "diff_sd": 0.0355,
     "n": 10,
     "relative_diff": -0.0035,
     "vector_better_in": 4,
     "vector_mean": 0.9737,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.84375
    },
    "S3_throughput_veh": {
     "baseline_mean": 3319.5,
     "ci95_bootstrap": [
      -85.3,
      57.3
     ],
     "ci95_t": [
      -97.2001,
      75.8001
     ],
     "diff_mean": -10.7,
     "diff_sd": 120.9188,
     "n": 10,
     "relative_diff": -0.0032,
     "vector_better_in": 4,
     "vector_mean": 3308.8,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 138.184,
     "ci95_bootstrap": [
      15.03,
      40.633
     ],
     "ci95_t": [
      12.0978,
      43.4062
     ],
     "diff_mean": 27.752,
     "diff_sd": 21.8831,
     "n": 10,
     "relative_diff": 0.2008,
     "vector_better_in": 1,
     "vector_mean": 165.936,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 80.6675,
     "ci95_bootstrap": [
      8.7007,
      32.6758
     ],
     "ci95_t": [
      6.6546,
      35.8366
     ],
     "diff_mean": 21.2456,
     "diff_sd": 20.3968,
     "n": 10,
     "relative_diff": 0.2634,
     "vector_better_in": 2,
     "vector_mean": 101.9132,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S6_median_waiting_s": {
     "baseline_mean": 39.1,
     "ci95_bootstrap": [
      10.5,
      14.1
     ],
     "ci95_t": [
      9.9938,
      14.4062
     ],
     "diff_mean": 12.2,
     "diff_sd": 3.084,
     "n": 10,
     "relative_diff": 0.312,
     "vector_better_in": 0,
     "vector_mean": 51.3,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 252.8946,
     "ci95_bootstrap": [
      12.7439,
      43.3694
     ],
     "ci95_t": [
      10.4007,
      47.2862
     ],
     "diff_mean": 28.8434,
     "diff_sd": 25.7812,
     "n": 10,
     "relative_diff": 0.1141,
     "vector_better_in": 2,
     "vector_mean": 281.738,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 674.5,
     "ci95_bootstrap": [
      -51.9,
      146.2
     ],
     "ci95_t": [
      -72.3935,
      170.1935
     ],
     "diff_mean": 48.9,
     "diff_sd": 169.5566,
     "n": 10,
     "relative_diff": 0.0725,
     "vector_better_in": 4,
     "vector_mean": 723.4,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 118.6267,
     "ci95_bootstrap": [
      10.5883,
      42.1512
     ],
     "ci95_t": [
      6.8622,
      45.6302
     ],
     "diff_mean": 26.2462,
     "diff_sd": 27.097,
     "n": 10,
     "relative_diff": 0.2213,
     "vector_better_in": 2,
     "vector_mean": 144.8729,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 184.4509,
     "ci95_bootstrap": [
      -24.4888,
      7.04
     ],
     "ci95_t": [
      -28.0369,
      10.3402
     ],
     "diff_mean": -8.8484,
     "diff_sd": 26.8237,
     "n": 10,
     "relative_diff": -0.048,
     "vector_better_in": 6,
     "vector_mean": 175.6025,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 320.6,
     "ci95_bootstrap": [
      -34.0,
      38.9
     ],
     "ci95_t": [
      -41.4273,
      46.8273
     ],
     "diff_mean": 2.7,
     "diff_sd": 61.6857,
     "n": 10,
     "relative_diff": 0.0084,
     "vector_better_in": 5,
     "vector_mean": 323.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 153.8047,
     "ci95_bootstrap": [
      -19.8456,
      -4.6415
     ],
     "ci95_t": [
      -21.0423,
      -2.3877
     ],
     "diff_mean": -11.715,
     "diff_sd": 13.0387,
     "n": 10,
     "relative_diff": -0.0762,
     "vector_better_in": 9,
     "vector_mean": 142.0897,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4329.3,
     "ci95_bootstrap": [
      -790.9,
      1771.5
     ],
     "ci95_t": [
      -1086.9021,
      2013.1021
     ],
     "diff_mean": 463.1,
     "diff_sd": 2166.7535,
     "n": 10,
     "relative_diff": 0.107,
     "vector_better_in": 5,
     "vector_mean": 4792.4,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S13_gridlock_events": {
     "baseline_mean": 1.1,
     "ci95_bootstrap": [
      -2.0,
      2.6
     ],
     "ci95_t": [
      -2.5146,
      2.9146
     ],
     "diff_mean": 0.2,
     "diff_sd": 3.7947,
     "n": 10,
     "relative_diff": 0.1818,
     "vector_better_in": 2,
     "vector_mean": 1.3,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 523.8,
     "ci95_bootstrap": [
      -448.5,
      -389.4
     ],
     "ci95_t": [
      -454.7309,
      -382.8691
     ],
     "diff_mean": -418.8,
     "diff_sd": 50.2279,
     "n": 10,
     "relative_diff": -0.7995,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5864,
     "ci95_bootstrap": [
      -0.029,
      -0.0015
     ],
     "ci95_t": [
      -0.0315,
      0.0021
     ],
     "diff_mean": -0.0147,
     "diff_sd": 0.0235,
     "n": 10,
     "relative_diff": -0.0251,
     "vector_better_in": 7,
     "vector_mean": 0.5717,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6645,
     "ci95_bootstrap": [
      -0.0301,
      0.0161
     ],
     "ci95_t": [
      -0.0347,
      0.0207
     ],
     "diff_mean": -0.007,
     "diff_sd": 0.0388,
     "n": 10,
     "relative_diff": -0.0105,
     "vector_better_in": 6,
     "vector_mean": 0.6575,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S17_running_at_end": {
     "baseline_mean": 71.5,
     "ci95_bootstrap": [
      -61.7,
      108.2
     ],
     "ci95_t": [
      -84.3293,
      120.5293
     ],
     "diff_mean": 18.1,
     "diff_sd": 143.1863,
     "n": 10,
     "relative_diff": 0.2531,
     "vector_better_in": 5,
     "vector_mean": 89.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1398.6,
     "ci95_bootstrap": [
      -282.8,
      1290.5
     ],
     "ci95_t": [
      -523.0863,
      1364.4863
     ],
     "diff_mean": 420.7,
     "diff_sd": 1319.3222,
     "n": 10,
     "relative_diff": 0.3008,
     "vector_better_in": 5,
     "vector_mean": 1819.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2377.7,
     "ci95_bootstrap": [
      -360.3,
      1202.4
     ],
     "ci95_t": [
      -579.4655,
      1295.2655
     ],
     "diff_mean": 357.9,
     "diff_sd": 1310.3466,
     "n": 10,
     "relative_diff": 0.1505,
     "vector_better_in": 5,
     "vector_mean": 2735.6,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 631.1165,
     "ci95_bootstrap": [
      -75.1463,
      85.6248
     ],
     "ci95_t": [
      -94.9082,
      101.3899
     ],
     "diff_mean": 3.2408,
     "diff_sd": 137.203,
     "n": 10,
     "relative_diff": 0.0051,
     "vector_better_in": 6,
     "vector_mean": 634.3573,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9792,
     "ci95_bootstrap": [
      -0.0321,
      0.0178
     ],
     "ci95_t": [
      -0.0356,
      0.0245
     ],
     "diff_mean": -0.0055,
     "diff_sd": 0.042,
     "n": 10,
     "relative_diff": -0.0056,
     "vector_better_in": 5,
     "vector_mean": 0.9737,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S3_throughput_veh": {
     "baseline_mean": 3326.9,
     "ci95_bootstrap": [
      -108.4,
      61.6
     ],
     "ci95_t": [
      -120.5293,
      84.3293
     ],
     "diff_mean": -18.1,
     "diff_sd": 143.1863,
     "n": 10,
     "relative_diff": -0.0054,
     "vector_better_in": 5,
     "vector_mean": 3308.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 174.401,
     "ci95_bootstrap": [
      -23.413,
      6.633
     ],
     "ci95_t": [
      -26.7039,
      9.7739
     ],
     "diff_mean": -8.465,
     "diff_sd": 25.4962,
     "n": 10,
     "relative_diff": -0.0485,
     "vector_better_in": 6,
     "vector_mean": 165.936,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 108.975,
     "ci95_bootstrap": [
      -13.3628,
      -1.0215
     ],
     "ci95_t": [
      -14.657,
      0.5334
     ],
     "diff_mean": -7.0618,
     "diff_sd": 10.6173,
     "n": 10,
     "relative_diff": -0.0648,
     "vector_better_in": 7,
     "vector_mean": 101.9132,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S6_median_waiting_s": {
     "baseline_mean": 54.3,
     "ci95_bootstrap": [
      -5.0,
      -1.2
     ],
     "ci95_t": [
      -5.2872,
      -0.7128
     ],
     "diff_mean": -3.0,
     "diff_sd": 3.1972,
     "n": 10,
     "relative_diff": -0.0552,
     "vector_better_in": 8,
     "vector_mean": 51.3,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 295.397,
     "ci95_bootstrap": [
      -21.0944,
      -6.8802
     ],
     "ci95_t": [
      -22.3798,
      -4.9383
     ],
     "diff_mean": -13.659,
     "diff_sd": 12.1908,
     "n": 10,
     "relative_diff": -0.0462,
     "vector_better_in": 9,
     "vector_mean": 281.738,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 764.5,
     "ci95_bootstrap": [
      -79.2,
      -3.4
     ],
     "ci95_t": [
      -87.332,
      5.132
     ],
     "diff_mean": -41.1,
     "diff_sd": 64.6279,
     "n": 10,
     "relative_diff": -0.0538,
     "vector_better_in": 8,
     "vector_mean": 723.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 148.7279,
     "ci95_bootstrap": [
      -23.2953,
      16.151
     ],
     "ci95_t": [
      -27.7947,
      20.0847
     ],
     "diff_mean": -3.855,
     "diff_sd": 33.4654,
     "n": 10,
     "relative_diff": -0.0259,
     "vector_better_in": 5,
     "vector_mean": 144.8729,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    }
   }
  },
  "E": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 367.6196,
     "ci95_bootstrap": [
      -240.7054,
      -154.7294
     ],
     "ci95_t": [
      -247.0686,
      -141.3201
     ],
     "diff_mean": -194.1943,
     "diff_sd": 73.9132,
     "n": 10,
     "relative_diff": -0.5282,
     "vector_better_in": 10,
     "vector_mean": 173.4253,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 719.5,
     "ci95_bootstrap": [
      -508.1,
      -294.2
     ],
     "ci95_t": [
      -526.5794,
      -262.4206
     ],
     "diff_mean": -394.5,
     "diff_sd": 184.6343,
     "n": 10,
     "relative_diff": -0.5483,
     "vector_better_in": 10,
     "vector_mean": 325.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 307.5498,
     "ci95_bootstrap": [
      -184.7694,
      -150.1355
     ],
     "ci95_t": [
      -187.6639,
      -145.4519
     ],
     "diff_mean": -166.5579,
     "diff_sd": 29.5042,
     "n": 10,
     "relative_diff": -0.5416,
     "vector_better_in": 10,
     "vector_mean": 140.9919,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 14943.2,
     "ci95_bootstrap": [
      -13408.6,
      -7697.5
     ],
     "ci95_t": [
      -13866.0111,
      -6852.7889
     ],
     "diff_mean": -10359.4,
     "diff_sd": 4901.9043,
     "n": 10,
     "relative_diff": -0.6933,
     "vector_better_in": 10,
     "vector_mean": 4583.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 9.8,
     "ci95_bootstrap": [
      -13.5,
      -4.2
     ],
     "ci95_t": [
      -14.3149,
      -2.8851
     ],
     "diff_mean": -8.6,
     "diff_sd": 7.9889,
     "n": 10,
     "relative_diff": -0.8776,
     "vector_better_in": 9,
     "vector_mean": 1.2,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4814,
     "ci95_bootstrap": [
      0.074,
      0.1082
     ],
     "ci95_t": [
      0.0708,
      0.1128
     ],
     "diff_mean": 0.0918,
     "diff_sd": 0.0293,
     "n": 10,
     "relative_diff": 0.1907,
     "vector_better_in": 0,
     "vector_mean": 0.5732,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6098,
     "ci95_bootstrap": [
      0.005,
      0.081
     ],
     "ci95_t": [
      -0.0022,
      0.0902
     ],
     "diff_mean": 0.044,
     "diff_sd": 0.0646,
     "n": 10,
     "relative_diff": 0.0722,
     "vector_better_in": 3,
     "vector_mean": 0.6538,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S17_running_at_end": {
     "baseline_mean": 541.4,
     "ci95_bootstrap": [
      -595.4,
      -329.5
     ],
     "ci95_t": [
      -618.8645,
      -290.9355
     ],
     "diff_mean": -454.9,
     "diff_sd": 229.2066,
     "n": 10,
     "relative_diff": -0.8402,
     "vector_better_in": 10,
     "vector_mean": 86.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 6743.1,
     "ci95_bootstrap": [
      -7227.5,
      -3009.1
     ],
     "ci95_t": [
      -7551.32,
      -2358.28
     ],
     "diff_mean": -4954.8,
     "diff_sd": 3629.6847,
     "n": 10,
     "relative_diff": -0.7348,
     "vector_better_in": 10,
     "vector_mean": 1788.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17370.9,
     "ci95_bootstrap": [
      -16568.2,
      -12942.7
     ],
     "ci95_t": [
      -16875.0271,
      -12418.5729
     ],
     "diff_mean": -14646.8,
     "diff_sd": 3114.8467,
     "n": 10,
     "relative_diff": -0.8432,
     "vector_better_in": 10,
     "vector_mean": 2724.1,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1452.7079,
     "ci95_bootstrap": [
      -1000.1424,
      -673.2443
     ],
     "ci95_t": [
      -1035.9747,
      -637.8592
     ],
     "diff_mean": -836.917,
     "diff_sd": 278.2635,
     "n": 10,
     "relative_diff": -0.5761,
     "vector_better_in": 10,
     "vector_mean": 615.791,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8157,
     "ci95_bootstrap": [
      0.1167,
      0.2077
     ],
     "ci95_t": [
      0.1029,
      0.2149
     ],
     "diff_mean": 0.1589,
     "diff_sd": 0.0782,
     "n": 10,
     "relative_diff": 0.1948,
     "vector_better_in": 10,
     "vector_mean": 0.9746,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2773.1,
     "ci95_bootstrap": [
      398.5,
      701.0
     ],
     "ci95_t": [
      351.5442,
      724.2558
     ],
     "diff_mean": 537.9,
     "diff_sd": 260.5074,
     "n": 10,
     "relative_diff": 0.194,
     "vector_better_in": 10,
     "vector_mean": 3311.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 346.821,
     "ci95_bootstrap": [
      -225.483,
      -146.459
     ],
     "ci95_t": [
      -231.4113,
      -134.1907
     ],
     "diff_mean": -182.801,
     "diff_sd": 67.9525,
     "n": 10,
     "relative_diff": -0.5271,
     "vector_better_in": 10,
     "vector_mean": 164.02,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 149.0435,
     "ci95_bootstrap": [
      -61.3579,
      -36.6819
     ],
     "ci95_t": [
      -63.8273,
      -33.4598
     ],
     "diff_mean": -48.6435,
     "diff_sd": 21.2254,
     "n": 10,
     "relative_diff": -0.3264,
     "vector_better_in": 10,
     "vector_mean": 100.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 92.8,
     "ci95_bootstrap": [
      -44.9,
      -38.3
     ],
     "ci95_t": [
      -45.522,
      -37.478
     ],
     "diff_mean": -41.5,
     "diff_sd": 5.6224,
     "n": 10,
     "relative_diff": -0.4472,
     "vector_better_in": 10,
     "vector_mean": 51.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 310.7108,
     "ci95_bootstrap": [
      -48.3722,
      -16.3799
     ],
     "ci95_t": [
      -51.0607,
      -11.5832
     ],
     "diff_mean": -31.3219,
     "diff_sd": 27.5929,
     "n": 10,
     "relative_diff": -0.1008,
     "vector_better_in": 9,
     "vector_mean": 279.3889,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 787.6,
     "ci95_bootstrap": [
      -160.2,
      -6.3
     ],
     "ci95_t": [
      -170.2358,
      18.4358
     ],
     "diff_mean": -75.9,
     "diff_sd": 131.8724,
     "n": 10,
     "relative_diff": -0.0964,
     "vector_better_in": 8,
     "vector_mean": 711.7,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 371.1485,
     "ci95_bootstrap": [
      -282.0433,
      -181.6398
     ],
     "ci95_t": [
      -289.7131,
      -166.2893
     ],
     "diff_mean": -228.0012,
     "diff_sd": 86.2672,
     "n": 10,
     "relative_diff": -0.6143,
     "vector_better_in": 10,
     "vector_mean": 143.1473,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 173.124,
     "ci95_bootstrap": [
      -51.7677,
      40.8018
     ],
     "ci95_t": [
      -57.7244,
      58.3271
     ],
     "diff_mean": 0.3013,
     "diff_sd": 81.1144,
     "n": 10,
     "relative_diff": 0.0017,
     "vector_better_in": 2,
     "vector_mean": 173.4253,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 336.2,
     "ci95_bootstrap": [
      -156.0,
      101.1
     ],
     "ci95_t": [
      -174.151,
      151.751
     ],
     "diff_mean": -11.2,
     "diff_sd": 227.7898,
     "n": 10,
     "relative_diff": -0.0333,
     "vector_better_in": 2,
     "vector_mean": 325.0,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 121.6566,
     "ci95_bootstrap": [
      6.2996,
      30.8913
     ],
     "ci95_t": [
      4.4577,
      34.2129
     ],
     "diff_mean": 19.3353,
     "diff_sd": 20.7974,
     "n": 10,
     "relative_diff": 0.1589,
     "vector_better_in": 2,
     "vector_mean": 140.9919,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 5618.9,
     "ci95_bootstrap": [
      -4614.5,
      1871.9
     ],
     "ci95_t": [
      -5077.628,
      3007.428
     ],
     "diff_mean": -1035.1,
     "diff_sd": 5651.0645,
     "n": 10,
     "relative_diff": -0.1842,
     "vector_better_in": 4,
     "vector_mean": 4583.8,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S13_gridlock_events": {
     "baseline_mean": 4.3,
     "ci95_bootstrap": [
      -7.2,
      0.8
     ],
     "ci95_t": [
      -8.0498,
      1.8498
     ],
     "diff_mean": -3.1,
     "diff_sd": 6.9194,
     "n": 10,
     "relative_diff": -0.7209,
     "vector_better_in": 5,
     "vector_mean": 1.2,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.21875
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4871,
     "ci95_bootstrap": [
      0.0651,
      0.1094
     ],
     "ci95_t": [
      0.0591,
      0.1131
     ],
     "diff_mean": 0.0861,
     "diff_sd": 0.0377,
     "n": 10,
     "relative_diff": 0.1768,
     "vector_better_in": 0,
     "vector_mean": 0.5732,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6487,
     "ci95_bootstrap": [
      -0.0243,
      0.0314
     ],
     "ci95_t": [
      -0.0293,
      0.0395
     ],
     "diff_mean": 0.0051,
     "diff_sd": 0.048,
     "n": 10,
     "relative_diff": 0.0079,
     "vector_better_in": 3,
     "vector_mean": 0.6538,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S17_running_at_end": {
     "baseline_mean": 192.0,
     "ci95_bootstrap": [
      -299.5,
      61.9
     ],
     "ci95_t": [
      -328.7143,
      117.7143
     ],
     "diff_mean": -105.5,
     "diff_sd": 312.0321,
     "n": 10,
     "relative_diff": -0.5495,
     "vector_better_in": 4,
     "vector_mean": 86.5,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.46875
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 2233.6,
     "ci95_bootstrap": [
      -2548.5,
      1358.4
     ],
     "ci95_t": [
      -2862.5561,
      1971.9561
     ],
     "diff_mean": -445.3,
     "diff_sd": 3379.091,
     "n": 10,
     "relative_diff": -0.1994,
     "vector_better_in": 4,
     "vector_mean": 1788.3,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S19_wasted_green_s": {
     "baseline_mean": 3015.4,
     "ci95_bootstrap": [
      -2415.6,
      1538.4
     ],
     "ci95_t": [
      -2740.3847,
      2157.7847
     ],
     "diff_mean": -291.3,
     "diff_sd": 3423.5843,
     "n": 10,
     "relative_diff": -0.0966,
     "vector_better_in": 4,
     "vector_mean": 2724.1,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 718.9015,
     "ci95_bootstrap": [
      -360.1926,
      103.8558
     ],
     "ci95_t": [
      -391.8867,
      185.6657
     ],
     "diff_mean": -103.1105,
     "diff_sd": 403.6813,
     "n": 10,
     "relative_diff": -0.1434,
     "vector_better_in": 4,
     "vector_mean": 615.791,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9403,
     "ci95_bootstrap": [
      -0.0178,
      0.0957
     ],
     "ci95_t": [
      -0.036,
      0.1046
     ],
     "diff_mean": 0.0343,
     "diff_sd": 0.0983,
     "n": 10,
     "relative_diff": 0.0365,
     "vector_better_in": 4,
     "vector_mean": 0.9746,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.46875
    },
    "S3_throughput_veh": {
     "baseline_mean": 3196.0,
     "ci95_bootstrap": [
      -63.3,
      323.7
     ],
     "ci95_t": [
      -123.9309,
      353.9309
     ],
     "diff_mean": 115.0,
     "diff_sd": 334.0023,
     "n": 10,
     "relative_diff": 0.036,
     "vector_better_in": 4,
     "vector_mean": 3311.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.46875
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 163.478,
     "ci95_bootstrap": [
      -48.476,
      38.813
     ],
     "ci95_t": [
      -54.1176,
      55.2016
     ],
     "diff_mean": 0.542,
     "diff_sd": 76.4089,
     "n": 10,
     "relative_diff": 0.0033,
     "vector_better_in": 2,
     "vector_mean": 164.02,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 76.63,
     "ci95_bootstrap": [
      13.4114,
      34.1146
     ],
     "ci95_t": [
      11.0617,
      36.4784
     ],
     "diff_mean": 23.77,
     "diff_sd": 17.765,
     "n": 10,
     "relative_diff": 0.3102,
     "vector_better_in": 1,
     "vector_mean": 100.4,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.6,
     "ci95_bootstrap": [
      9.1,
      12.6
     ],
     "ci95_t": [
      8.5394,
      12.8606
     ],
     "diff_mean": 10.7,
     "diff_sd": 3.0203,
     "n": 10,
     "relative_diff": 0.2635,
     "vector_better_in": 0,
     "vector_mean": 51.3,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 241.2535,
     "ci95_bootstrap": [
      24.2452,
      50.9667
     ],
     "ci95_t": [
      21.8276,
      54.4432
     ],
     "diff_mean": 38.1354,
     "diff_sd": 22.7967,
     "n": 10,
     "relative_diff": 0.1581,
     "vector_better_in": 1,
     "vector_mean": 279.3889,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 589.1,
     "ci95_bootstrap": [
      44.5,
      196.6
     ],
     "ci95_t": [
      29.6365,
      215.5635
     ],
     "diff_mean": 122.6,
     "diff_sd": 129.954,
     "n": 10,
     "relative_diff": 0.2081,
     "vector_better_in": 2,
     "vector_mean": 711.7,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 152.8996,
     "ci95_bootstrap": [
      -74.3398,
      41.38
     ],
     "ci95_t": [
      -82.0845,
      62.5799
     ],
     "diff_mean": -9.7523,
     "diff_sd": 101.1134,
     "n": 10,
     "relative_diff": -0.0638,
     "vector_better_in": 2,
     "vector_mean": 143.1473,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 185.5107,
     "ci95_bootstrap": [
      -29.178,
      7.0966
     ],
     "ci95_t": [
      -34.3119,
      10.1411
     ],
     "diff_mean": -12.0854,
     "diff_sd": 31.0705,
     "n": 10,
     "relative_diff": -0.0651,
     "vector_better_in": 7,
     "vector_mean": 173.4253,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 327.0,
     "ci95_bootstrap": [
      -41.5,
      42.1
     ],
     "ci95_t": [
      -53.488,
      49.488
     ],
     "diff_mean": -2.0,
     "diff_sd": 71.9753,
     "n": 10,
     "relative_diff": -0.0061,
     "vector_better_in": 6,
     "vector_mean": 325.0,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 152.3577,
     "ci95_bootstrap": [
      -20.0388,
      -3.8353
     ],
     "ci95_t": [
      -21.43,
      -1.3016
     ],
     "diff_mean": -11.3658,
     "diff_sd": 14.0687,
     "n": 10,
     "relative_diff": -0.0746,
     "vector_better_in": 8,
     "vector_mean": 140.9919,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4352.8,
     "ci95_bootstrap": [
      -1117.2,
      1815.9
     ],
     "ci95_t": [
      -1586.0263,
      2048.0263
     ],
     "diff_mean": 231.0,
     "diff_sd": 2540.0277,
     "n": 10,
     "relative_diff": 0.0531,
     "vector_better_in": 7,
     "vector_mean": 4583.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S13_gridlock_events": {
     "baseline_mean": 1.6,
     "ci95_bootstrap": [
      -2.7,
      2.2
     ],
     "ci95_t": [
      -3.42,
      2.62
     ],
     "diff_mean": -0.4,
     "diff_sd": 4.2216,
     "n": 10,
     "relative_diff": -0.25,
     "vector_better_in": 3,
     "vector_mean": 1.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.8125
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 565.7,
     "ci95_bootstrap": [
      -518.9,
      -407.8
     ],
     "ci95_t": [
      -528.7129,
      -392.6871
     ],
     "diff_mean": -460.7,
     "diff_sd": 95.0755,
     "n": 10,
     "relative_diff": -0.8144,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5821,
     "ci95_bootstrap": [
      -0.0291,
      0.013
     ],
     "ci95_t": [
      -0.0349,
      0.0171
     ],
     "diff_mean": -0.0089,
     "diff_sd": 0.0363,
     "n": 10,
     "relative_diff": -0.0153,
     "vector_better_in": 7,
     "vector_mean": 0.5732,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6658,
     "ci95_bootstrap": [
      -0.0412,
      0.0203
     ],
     "ci95_t": [
      -0.0501,
      0.0261
     ],
     "diff_mean": -0.012,
     "diff_sd": 0.0532,
     "n": 10,
     "relative_diff": -0.018,
     "vector_better_in": 7,
     "vector_mean": 0.6538,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S17_running_at_end": {
     "baseline_mean": 101.6,
     "ci95_bootstrap": [
      -111.2,
      89.9
     ],
     "ci95_t": [
      -140.217,
      110.017
     ],
     "diff_mean": -15.1,
     "diff_sd": 174.9015,
     "n": 10,
     "relative_diff": -0.1486,
     "vector_better_in": 5,
     "vector_mean": 86.5,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.742188
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1760.2,
     "ci95_bootstrap": [
      -979.9,
      1200.9
     ],
     "ci95_t": [
      -1325.4021,
      1381.6021
     ],
     "diff_mean": 28.1,
     "diff_sd": 1892.0655,
     "n": 10,
     "relative_diff": 0.016,
     "vector_better_in": 6,
     "vector_mean": 1788.3,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2678.4,
     "ci95_bootstrap": [
      -861.7,
      1177.8
     ],
     "ci95_t": [
      -1227.2555,
      1318.6555
     ],
     "diff_mean": 45.7,
     "diff_sd": 1779.4691,
     "n": 10,
     "relative_diff": 0.0171,
     "vector_better_in": 7,
     "vector_mean": 2724.1,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 669.1681,
     "ci95_bootstrap": [
      -171.361,
      74.9099
     ],
     "ci95_t": [
      -204.5901,
      97.8358
     ],
     "diff_mean": -53.3771,
     "diff_sd": 211.3812,
     "n": 10,
     "relative_diff": -0.0798,
     "vector_better_in": 7,
     "vector_mean": 615.791,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9697,
     "ci95_bootstrap": [
      -0.0264,
      0.0339
     ],
     "ci95_t": [
      -0.0326,
      0.0426
     ],
     "diff_mean": 0.005,
     "diff_sd": 0.0526,
     "n": 10,
     "relative_diff": 0.0051,
     "vector_better_in": 5,
     "vector_mean": 0.9746,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.742188
    },
    "S3_throughput_veh": {
     "baseline_mean": 3295.7,
     "ci95_bootstrap": [
      -92.0,
      113.7
     ],
     "ci95_t": [
      -112.7389,
      143.3389
     ],
     "diff_mean": 15.3,
     "diff_sd": 178.9861,
     "n": 10,
     "relative_diff": 0.0046,
     "vector_better_in": 5,
     "vector_mean": 3311.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.742188
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 175.306,
     "ci95_bootstrap": [
      -27.587,
      6.918
     ],
     "ci95_t": [
      -32.3726,
      9.8006
     ],
     "diff_mean": -11.286,
     "diff_sd": 29.477,
     "n": 10,
     "relative_diff": -0.0644,
     "vector_better_in": 7,
     "vector_mean": 164.02,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 103.8742,
     "ci95_bootstrap": [
      -11.6639,
      6.4464
     ],
     "ci95_t": [
      -14.6506,
      7.7023
     ],
     "diff_mean": -3.4742,
     "diff_sd": 15.6236,
     "n": 10,
     "relative_diff": -0.0334,
     "vector_better_in": 8,
     "vector_mean": 100.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S6_median_waiting_s": {
     "baseline_mean": 53.9,
     "ci95_bootstrap": [
      -4.0,
      -1.2
     ],
     "ci95_t": [
      -4.3587,
      -0.8413
     ],
     "diff_mean": -2.6,
     "diff_sd": 2.4585,
     "n": 10,
     "relative_diff": -0.0482,
     "vector_better_in": 8,
     "vector_mean": 51.3,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 289.0007,
     "ci95_bootstrap": [
      -20.7091,
      4.0254
     ],
     "ci95_t": [
      -24.9808,
      5.7573
     ],
     "diff_mean": -9.6118,
     "diff_sd": 21.4845,
     "n": 10,
     "relative_diff": -0.0333,
     "vector_better_in": 8,
     "vector_mean": 279.3889,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 744.1,
     "ci95_bootstrap": [
      -96.6,
      37.9
     ],
     "ci95_t": [
      -114.757,
      49.957
     ],
     "diff_mean": -32.4,
     "diff_sd": 115.1272,
     "n": 10,
     "relative_diff": -0.0435,
     "vector_better_in": 8,
     "vector_mean": 711.7,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 151.1266,
     "ci95_bootstrap": [
      -31.0186,
      17.4926
     ],
     "ci95_t": [
      -37.7236,
      21.7651
     ],
     "diff_mean": -7.9792,
     "diff_sd": 41.5798,
     "n": 10,
     "relative_diff": -0.0528,
     "vector_better_in": 7,
     "vector_mean": 143.1473,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    }
   }
  },
  "F": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 387.2939,
     "ci95_bootstrap": [
      -252.2873,
      -178.8607
     ],
     "ci95_t": [
      -258.1028,
      -168.3203
     ],
     "diff_mean": -213.2115,
     "diff_sd": 62.7536,
     "n": 10,
     "relative_diff": -0.5505,
     "vector_better_in": 10,
     "vector_mean": 174.0824,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 776.9,
     "ci95_bootstrap": [
      -537.1,
      -366.7
     ],
     "ci95_t": [
      -552.5275,
      -343.4725
     ],
     "diff_mean": -448.0,
     "diff_sd": 146.1194,
     "n": 10,
     "relative_diff": -0.5767,
     "vector_better_in": 10,
     "vector_mean": 328.9,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 314.5605,
     "ci95_bootstrap": [
      -194.9923,
      -150.552
     ],
     "ci95_t": [
      -199.8837,
      -145.3557
     ],
     "diff_mean": -172.6197,
     "diff_sd": 38.1124,
     "n": 10,
     "relative_diff": -0.5488,
     "vector_better_in": 10,
     "vector_mean": 141.9408,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16606.5,
     "ci95_bootstrap": [
      -14417.9,
      -9741.1
     ],
     "ci95_t": [
      -14839.9138,
      -9114.4862
     ],
     "diff_mean": -11977.2,
     "diff_sd": 4001.798,
     "n": 10,
     "relative_diff": -0.7212,
     "vector_better_in": 10,
     "vector_mean": 4629.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 11.4,
     "ci95_bootstrap": [
      -15.9,
      -6.6
     ],
     "ci95_t": [
      -16.7674,
      -5.4326
     ],
     "diff_mean": -11.1,
     "diff_sd": 7.9225,
     "n": 10,
     "relative_diff": -0.9737,
     "vector_better_in": 10,
     "vector_mean": 0.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4929,
     "ci95_bootstrap": [
      0.0807,
      0.0957
     ],
     "ci95_t": [
      0.0794,
      0.0976
     ],
     "diff_mean": 0.0885,
     "diff_sd": 0.0127,
     "n": 10,
     "relative_diff": 0.1795,
     "vector_better_in": 0,
     "vector_mean": 0.5814,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6087,
     "ci95_bootstrap": [
      0.0036,
      0.0624
     ],
     "ci95_t": [
      -0.0016,
      0.0706
     ],
     "diff_mean": 0.0345,
     "diff_sd": 0.0504,
     "n": 10,
     "relative_diff": 0.0567,
     "vector_better_in": 3,
     "vector_mean": 0.6432,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.048828
    },
    "S17_running_at_end": {
     "baseline_mean": 627.6,
     "ci95_bootstrap": [
      -681.5,
      -455.5
     ],
     "ci95_t": [
      -700.3656,
      -423.6344
     ],
     "diff_mean": -562.0,
     "diff_sd": 193.4218,
     "n": 10,
     "relative_diff": -0.8955,
     "vector_better_in": 10,
     "vector_mean": 65.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7850.0,
     "ci95_bootstrap": [
      -8249.0,
      -4533.9
     ],
     "ci95_t": [
      -8543.8296,
      -3972.5704
     ],
     "diff_mean": -6258.2,
     "diff_sd": 3195.0898,
     "n": 10,
     "relative_diff": -0.7972,
     "vector_better_in": 10,
     "vector_mean": 1591.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 18129.4,
     "ci95_bootstrap": [
      -17075.5,
      -14224.5
     ],
     "ci95_t": [
      -17310.2024,
      -13801.5976
     ],
     "diff_mean": -15555.9,
     "diff_sd": 2452.3457,
     "n": 10,
     "relative_diff": -0.858,
     "vector_better_in": 10,
     "vector_mean": 2573.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1437.0191,
     "ci95_bootstrap": [
      -944.3079,
      -665.9671
     ],
     "ci95_t": [
      -970.4368,
      -627.0469
     ],
     "diff_mean": -798.7419,
     "diff_sd": 240.013,
     "n": 10,
     "relative_diff": -0.5558,
     "vector_better_in": 10,
     "vector_mean": 638.2772,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7916,
     "ci95_bootstrap": [
      0.1511,
      0.2334
     ],
     "ci95_t": [
      0.1388,
      0.2396
     ],
     "diff_mean": 0.1892,
     "diff_sd": 0.0705,
     "n": 10,
     "relative_diff": 0.2391,
     "vector_better_in": 10,
     "vector_mean": 0.9808,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2690.7,
     "ci95_bootstrap": [
      513.5,
      788.3
     ],
     "ci95_t": [
      474.2843,
      809.9157
     ],
     "diff_mean": 642.1,
     "diff_sd": 234.5902,
     "n": 10,
     "relative_diff": 0.2386,
     "vector_better_in": 10,
     "vector_mean": 3332.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 365.532,
     "ci95_bootstrap": [
      -236.381,
      -169.169
     ],
     "ci95_t": [
      -242.0535,
      -159.7945
     ],
     "diff_mean": -200.924,
     "diff_sd": 57.495,
     "n": 10,
     "relative_diff": -0.5497,
     "vector_better_in": 10,
     "vector_mean": 164.608,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 151.0595,
     "ci95_bootstrap": [
      -64.2645,
      -31.7889
     ],
     "ci95_t": [
      -66.3849,
      -26.1789
     ],
     "diff_mean": -46.2819,
     "diff_sd": 28.1021,
     "n": 10,
     "relative_diff": -0.3064,
     "vector_better_in": 10,
     "vector_mean": 104.7776,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 93.6,
     "ci95_bootstrap": [
      -47.3,
      -38.7
     ],
     "ci95_t": [
      -48.0546,
      -37.5454
     ],
     "diff_mean": -42.8,
     "diff_sd": 7.3454,
     "n": 10,
     "relative_diff": -0.4573,
     "vector_better_in": 10,
     "vector_mean": 50.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 314.5681,
     "ci95_bootstrap": [
      -56.6762,
      -6.6105
     ],
     "ci95_t": [
      -59.4839,
      1.3964
     ],
     "diff_mean": -29.0437,
     "diff_sd": 42.5524,
     "n": 10,
     "relative_diff": -0.0923,
     "vector_better_in": 7,
     "vector_mean": 285.5244,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 819.7,
     "ci95_bootstrap": [
      -222.3,
      61.8
     ],
     "ci95_t": [
      -239.9882,
      106.7882
     ],
     "diff_mean": -66.6,
     "diff_sd": 242.38,
     "n": 10,
     "relative_diff": -0.0812,
     "vector_better_in": 5,
     "vector_mean": 753.1,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 397.1609,
     "ci95_bootstrap": [
      -296.8781,
      -214.6707
     ],
     "ci95_t": [
      -304.1102,
      -203.3926
     ],
     "diff_mean": -253.7514,
     "diff_sd": 70.3968,
     "n": 10,
     "relative_diff": -0.6389,
     "vector_better_in": 10,
     "vector_mean": 143.4094,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 162.1484,
     "ci95_bootstrap": [
      -21.2016,
      42.4436
     ],
     "ci95_t": [
      -26.8341,
      50.702
     ],
     "diff_mean": 11.934,
     "diff_sd": 54.194,
     "n": 10,
     "relative_diff": 0.0736,
     "vector_better_in": 3,
     "vector_mean": 174.0824,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 313.2,
     "ci95_bootstrap": [
      -77.3,
      114.5
     ],
     "ci95_t": [
      -102.5118,
      133.9118
     ],
     "diff_mean": 15.7,
     "diff_sd": 165.2487,
     "n": 10,
     "relative_diff": 0.0501,
     "vector_better_in": 3,
     "vector_mean": 328.9,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 117.5741,
     "ci95_bootstrap": [
      14.4419,
      35.4748
     ],
     "ci95_t": [
      11.45,
      37.2834
     ],
     "diff_mean": 24.3667,
     "diff_sd": 18.0564,
     "n": 10,
     "relative_diff": 0.2072,
     "vector_better_in": 1,
     "vector_mean": 141.9408,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 5069.7,
     "ci95_bootstrap": [
      -3018.7,
      2023.2
     ],
     "ci95_t": [
      -3512.9071,
      2632.1071
     ],
     "diff_mean": -440.4,
     "diff_sd": 4295.0688,
     "n": 10,
     "relative_diff": -0.0869,
     "vector_better_in": 6,
     "vector_mean": 4629.3,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.7,
     "ci95_bootstrap": [
      -6.1,
      0.3
     ],
     "ci95_t": [
      -6.3355,
      1.5355
     ],
     "diff_mean": -2.4,
     "diff_sd": 5.5015,
     "n": 10,
     "relative_diff": -0.8889,
     "vector_better_in": 3,
     "vector_mean": 0.3,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4904,
     "ci95_bootstrap": [
      0.0825,
      0.1008
     ],
     "ci95_t": [
      0.0799,
      0.1021
     ],
     "diff_mean": 0.091,
     "diff_sd": 0.0155,
     "n": 10,
     "relative_diff": 0.1855,
     "vector_better_in": 0,
     "vector_mean": 0.5814,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6337,
     "ci95_bootstrap": [
      -0.0111,
      0.0324
     ],
     "ci95_t": [
      -0.0172,
      0.0362
     ],
     "diff_mean": 0.0095,
     "diff_sd": 0.0374,
     "n": 10,
     "relative_diff": 0.015,
     "vector_better_in": 4,
     "vector_mean": 0.6432,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S17_running_at_end": {
     "baseline_mean": 136.8,
     "ci95_bootstrap": [
      -209.8,
      34.5
     ],
     "ci95_t": [
      -223.1474,
      80.7474
     ],
     "diff_mean": -71.2,
     "diff_sd": 212.4078,
     "n": 10,
     "relative_diff": -0.5205,
     "vector_better_in": 4,
     "vector_mean": 65.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.8125
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1734.1,
     "ci95_bootstrap": [
      -1558.3,
      1051.2
     ],
     "ci95_t": [
      -1750.5986,
      1465.9986
     ],
     "diff_mean": -142.3,
     "diff_sd": 2248.2465,
     "n": 10,
     "relative_diff": -0.0821,
     "vector_better_in": 2,
     "vector_mean": 1591.8,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2491.4,
     "ci95_bootstrap": [
      -1267.7,
      1224.3
     ],
     "ci95_t": [
      -1445.0807,
      1609.2807
     ],
     "diff_mean": 82.1,
     "diff_sd": 2134.8514,
     "n": 10,
     "relative_diff": 0.033,
     "vector_better_in": 2,
     "vector_mean": 2573.5,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 629.086,
     "ci95_bootstrap": [
      -125.6734,
      144.083
     ],
     "ci95_t": [
      -155.8564,
      174.2387
     ],
     "diff_mean": 9.1912,
     "diff_sd": 230.7206,
     "n": 10,
     "relative_diff": 0.0146,
     "vector_better_in": 5,
     "vector_mean": 638.2772,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9581,
     "ci95_bootstrap": [
      -0.0102,
      0.0664
     ],
     "ci95_t": [
      -0.0248,
      0.0703
     ],
     "diff_mean": 0.0228,
     "diff_sd": 0.0665,
     "n": 10,
     "relative_diff": 0.0238,
     "vector_better_in": 4,
     "vector_mean": 0.9808,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.8125
    },
    "S3_throughput_veh": {
     "baseline_mean": 3255.3,
     "ci95_bootstrap": [
      -34.5,
      226.8
     ],
     "ci95_t": [
      -85.1494,
      240.1494
     ],
     "diff_mean": 77.5,
     "diff_sd": 227.3682,
     "n": 10,
     "relative_diff": 0.0238,
     "vector_better_in": 4,
     "vector_mean": 3332.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.8125
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 153.284,
     "ci95_bootstrap": [
      -20.341,
      40.44
     ],
     "ci95_t": [
      -25.6804,
      48.3284
     ],
     "diff_mean": 11.324,
     "diff_sd": 51.7286,
     "n": 10,
     "relative_diff": 0.0739,
     "vector_better_in": 3,
     "vector_mean": 164.608,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 78.9082,
     "ci95_bootstrap": [
      12.5676,
      40.7073
     ],
     "ci95_t": [
      8.8417,
      42.897
     ],
     "diff_mean": 25.8694,
     "diff_sd": 23.803,
     "n": 10,
     "relative_diff": 0.3278,
     "vector_better_in": 1,
     "vector_mean": 104.7776,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.3,
     "ci95_bootstrap": [
      9.4,
      11.4
     ],
     "ci95_t": [
      9.2725,
      11.7275
     ],
     "diff_mean": 10.5,
     "diff_sd": 1.7159,
     "n": 10,
     "relative_diff": 0.2605,
     "vector_better_in": 0,
     "vector_mean": 50.8,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 247.53,
     "ci95_bootstrap": [
      20.6179,
      57.3129
     ],
     "ci95_t": [
      15.7734,
      60.2153
     ],
     "diff_mean": 37.9944,
     "diff_sd": 31.0627,
     "n": 10,
     "relative_diff": 0.1535,
     "vector_better_in": 0,
     "vector_mean": 285.5244,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 621.5,
     "ci95_bootstrap": [
      39.5,
      231.5
     ],
     "ci95_t": [
      15.1565,
      248.0435
     ],
     "diff_mean": 131.6,
     "diff_sd": 162.7767,
     "n": 10,
     "relative_diff": 0.2117,
     "vector_better_in": 3,
     "vector_mean": 753.1,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 138.7359,
     "ci95_bootstrap": [
      -38.3412,
      43.2873
     ],
     "ci95_t": [
      -45.0887,
      54.4358
     ],
     "diff_mean": 4.6736,
     "diff_sd": 69.5628,
     "n": 10,
     "relative_diff": 0.0337,
     "vector_better_in": 3,
     "vector_mean": 143.4094,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 188.0038,
     "ci95_bootstrap": [
      -35.0631,
      11.1648
     ],
     "ci95_t": [
      -42.2564,
      14.4137
     ],
     "diff_mean": -13.9214,
     "diff_sd": 39.6097,
     "n": 10,
     "relative_diff": -0.074,
     "vector_better_in": 7,
     "vector_mean": 174.0824,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 330.2,
     "ci95_bootstrap": [
      -60.5,
      85.4
     ],
     "ci95_t": [
      -95.0291,
      92.4291
     ],
     "diff_mean": -1.3,
     "diff_sd": 131.0242,
     "n": 10,
     "relative_diff": -0.0039,
     "vector_better_in": 8,
     "vector_mean": 328.9,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 151.5845,
     "ci95_bootstrap": [
      -26.9474,
      3.7854
     ],
     "ci95_t": [
      -28.7692,
      9.4818
     ],
     "diff_mean": -9.6437,
     "diff_sd": 26.7356,
     "n": 10,
     "relative_diff": -0.0636,
     "vector_better_in": 8,
     "vector_mean": 141.9408,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4407.1,
     "ci95_bootstrap": [
      -1316.3,
      2166.5
     ],
     "ci95_t": [
      -1927.4125,
      2371.8125
     ],
     "diff_mean": 222.2,
     "diff_sd": 3004.9511,
     "n": 10,
     "relative_diff": 0.0504,
     "vector_better_in": 7,
     "vector_mean": 4629.3,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S13_gridlock_events": {
     "baseline_mean": 0.8,
     "ci95_bootstrap": [
      -2.1,
      0.6
     ],
     "ci95_t": [
      -2.2278,
      1.2278
     ],
     "diff_mean": -0.5,
     "diff_sd": 2.4152,
     "n": 10,
     "relative_diff": -0.625,
     "vector_better_in": 2,
     "vector_mean": 0.3,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 527.1,
     "ci95_bootstrap": [
      -466.8,
      -378.8
     ],
     "ci95_t": [
      -475.9094,
      -368.2906
     ],
     "diff_mean": -422.1,
     "diff_sd": 75.2203,
     "n": 10,
     "relative_diff": -0.8008,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5819,
     "ci95_bootstrap": [
      -0.0079,
      0.0058
     ],
     "ci95_t": [
      -0.0089,
      0.0079
     ],
     "diff_mean": -0.0005,
     "diff_sd": 0.0118,
     "n": 10,
     "relative_diff": -0.0008,
     "vector_better_in": 3,
     "vector_mean": 0.5814,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6634,
     "ci95_bootstrap": [
      -0.0417,
      0.0022
     ],
     "ci95_t": [
      -0.0469,
      0.0065
     ],
     "diff_mean": -0.0202,
     "diff_sd": 0.0373,
     "n": 10,
     "relative_diff": -0.0304,
     "vector_better_in": 7,
     "vector_mean": 0.6432,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S17_running_at_end": {
     "baseline_mean": 85.2,
     "ci95_bootstrap": [
      -76.6,
      35.7
     ],
     "ci95_t": [
      -86.7997,
      47.5997
     ],
     "diff_mean": -19.6,
     "diff_sd": 93.9388,
     "n": 10,
     "relative_diff": -0.23,
     "vector_better_in": 5,
     "vector_mean": 65.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.546875
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1525.9,
     "ci95_bootstrap": [
      -582.8,
      851.5
     ],
     "ci95_t": [
      -811.9984,
      943.7984
     ],
     "diff_mean": 65.9,
     "diff_sd": 1227.2174,
     "n": 10,
     "relative_diff": 0.0432,
     "vector_better_in": 7,
     "vector_mean": 1591.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2499.6,
     "ci95_bootstrap": [
      -606.8,
      891.1
     ],
     "ci95_t": [
      -839.8476,
      987.6476
     ],
     "diff_mean": 73.9,
     "diff_sd": 1277.3311,
     "n": 10,
     "relative_diff": 0.0296,
     "vector_better_in": 7,
     "vector_mean": 2573.5,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 641.4038,
     "ci95_bootstrap": [
      -93.6294,
      101.9906
     ],
     "ci95_t": [
      -122.6527,
      116.3995
     ],
     "diff_mean": -3.1266,
     "diff_sd": 167.0859,
     "n": 10,
     "relative_diff": -0.0049,
     "vector_better_in": 7,
     "vector_mean": 638.2772,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9752,
     "ci95_bootstrap": [
      -0.0104,
      0.0223
     ],
     "ci95_t": [
      -0.0139,
      0.0252
     ],
     "diff_mean": 0.0057,
     "diff_sd": 0.0273,
     "n": 10,
     "relative_diff": 0.0058,
     "vector_better_in": 5,
     "vector_mean": 0.9808,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.546875
    },
    "S3_throughput_veh": {
     "baseline_mean": 3313.2,
     "ci95_bootstrap": [
      -35.7,
      76.6
     ],
     "ci95_t": [
      -47.5997,
      86.7997
     ],
     "diff_mean": 19.6,
     "diff_sd": 93.9388,
     "n": 10,
     "relative_diff": 0.0059,
     "vector_better_in": 5,
     "vector_mean": 3332.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.546875
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 177.768,
     "ci95_bootstrap": [
      -33.375,
      10.898
     ],
     "ci95_t": [
      -40.2749,
      13.9549
     ],
     "diff_mean": -13.16,
     "diff_sd": 37.904,
     "n": 10,
     "relative_diff": -0.074,
     "vector_better_in": 7,
     "vector_mean": 164.608,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 108.5031,
     "ci95_bootstrap": [
      -16.4013,
      12.6822
     ],
     "ci95_t": [
      -21.7586,
      14.3076
     ],
     "diff_mean": -3.7255,
     "diff_sd": 25.2085,
     "n": 10,
     "relative_diff": -0.0343,
     "vector_better_in": 8,
     "vector_mean": 104.7776,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S6_median_waiting_s": {
     "baseline_mean": 53.6,
     "ci95_bootstrap": [
      -4.2,
      -1.7
     ],
     "ci95_t": [
      -4.338,
      -1.262
     ],
     "diff_mean": -2.8,
     "diff_sd": 2.1499,
     "n": 10,
     "relative_diff": -0.0522,
     "vector_better_in": 10,
     "vector_mean": 50.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 296.1147,
     "ci95_bootstrap": [
      -24.1069,
      6.1748
     ],
     "ci95_t": [
      -29.313,
      8.1324
     ],
     "diff_mean": -10.5903,
     "diff_sd": 26.1726,
     "n": 10,
     "relative_diff": -0.0358,
     "vector_better_in": 8,
     "vector_mean": 285.5244,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 772.1,
     "ci95_bootstrap": [
      -88.5,
      65.7
     ],
     "ci95_t": [
      -113.9064,
      75.9064
     ],
     "diff_mean": -19.0,
     "diff_sd": 132.67,
     "n": 10,
     "relative_diff": -0.0246,
     "vector_better_in": 7,
     "vector_mean": 753.1,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 151.8291,
     "ci95_bootstrap": [
      -34.2189,
      22.5203
     ],
     "ci95_t": [
      -43.1987,
      26.3594
     ],
     "diff_mean": -8.4196,
     "diff_sd": 48.6178,
     "n": 10,
     "relative_diff": -0.0555,
     "vector_better_in": 7,
     "vector_mean": 143.4094,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    }
   }
  },
  "G": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 382.1822,
     "ci95_bootstrap": [
      -255.3582,
      -182.5259
     ],
     "ci95_t": [
      -263.294,
      -173.779
     ],
     "diff_mean": -218.5365,
     "diff_sd": 62.5667,
     "n": 10,
     "relative_diff": -0.5718,
     "vector_better_in": 10,
     "vector_mean": 163.6457,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 753.5,
     "ci95_bootstrap": [
      -543.4,
      -370.9
     ],
     "ci95_t": [
      -561.6706,
      -349.9294
     ],
     "diff_mean": -455.8,
     "diff_sd": 147.9968,
     "n": 10,
     "relative_diff": -0.6049,
     "vector_better_in": 10,
     "vector_mean": 297.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 321.9765,
     "ci95_bootstrap": [
      -212.088,
      -164.8938
     ],
     "ci95_t": [
      -217.3703,
      -159.6545
     ],
     "diff_mean": -188.5124,
     "diff_sd": 40.3406,
     "n": 10,
     "relative_diff": -0.5855,
     "vector_better_in": 10,
     "vector_mean": 133.4641,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16198.4,
     "ci95_bootstrap": [
      -15006.6,
      -9954.9
     ],
     "ci95_t": [
      -15597.856,
      -9403.544
     ],
     "diff_mean": -12500.7,
     "diff_sd": 4329.5255,
     "n": 10,
     "relative_diff": -0.7717,
     "vector_better_in": 10,
     "vector_mean": 3697.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 12.5,
     "ci95_bootstrap": [
      -16.3,
      -7.4
     ],
     "ci95_t": [
      -17.2771,
      -6.3229
     ],
     "diff_mean": -11.8,
     "diff_sd": 7.6565,
     "n": 10,
     "relative_diff": -0.944,
     "vector_better_in": 10,
     "vector_mean": 0.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4825,
     "ci95_bootstrap": [
      0.0823,
      0.1143
     ],
     "ci95_t": [
      0.0788,
      0.1178
     ],
     "diff_mean": 0.0983,
     "diff_sd": 0.0273,
     "n": 10,
     "relative_diff": 0.2037,
     "vector_better_in": 0,
     "vector_mean": 0.5808,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6144,
     "ci95_bootstrap": [
      -0.0117,
      0.0617
     ],
     "ci95_t": [
      -0.0182,
      0.0718
     ],
     "diff_mean": 0.0268,
     "diff_sd": 0.0629,
     "n": 10,
     "relative_diff": 0.0436,
     "vector_better_in": 3,
     "vector_mean": 0.6412,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S17_running_at_end": {
     "baseline_mean": 614.8,
     "ci95_bootstrap": [
      -690.3,
      -443.0
     ],
     "ci95_t": [
      -720.3858,
      -415.6142
     ],
     "diff_mean": -568.0,
     "diff_sd": 213.0206,
     "n": 10,
     "relative_diff": -0.9239,
     "vector_better_in": 10,
     "vector_mean": 46.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7698.1,
     "ci95_bootstrap": [
      -8429.5,
      -4548.0
     ],
     "ci95_t": [
      -8824.9983,
      -4107.2017
     ],
     "diff_mean": -6466.1,
     "diff_sd": 3297.5124,
     "n": 10,
     "relative_diff": -0.84,
     "vector_better_in": 10,
     "vector_mean": 1232.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17990.5,
     "ci95_bootstrap": [
      -17111.4,
      -14148.0
     ],
     "ci95_t": [
      -17416.2246,
      -13793.9754
     ],
     "diff_mean": -15605.1,
     "diff_sd": 2531.7777,
     "n": 10,
     "relative_diff": -0.8674,
     "vector_better_in": 10,
     "vector_mean": 2385.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1485.4827,
     "ci95_bootstrap": [
      -1060.0724,
      -750.9767
     ],
     "ci95_t": [
      -1092.2708,
      -717.3184
     ],
     "diff_mean": -904.7946,
     "diff_sd": 262.0736,
     "n": 10,
     "relative_diff": -0.6091,
     "vector_better_in": 10,
     "vector_mean": 580.6881,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7924,
     "ci95_bootstrap": [
      0.1514,
      0.2368
     ],
     "ci95_t": [
      0.1413,
      0.2463
     ],
     "diff_mean": 0.1938,
     "diff_sd": 0.0734,
     "n": 10,
     "relative_diff": 0.2445,
     "vector_better_in": 10,
     "vector_mean": 0.9862,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2693.6,
     "ci95_bootstrap": [
      514.9,
      802.2
     ],
     "ci95_t": [
      481.4937,
      834.5063
     ],
     "diff_mean": 658.0,
     "diff_sd": 246.7387,
     "n": 10,
     "relative_diff": 0.2443,
     "vector_better_in": 10,
     "vector_mean": 3351.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 360.664,
     "ci95_bootstrap": [
      -240.263,
      -172.469
     ],
     "ci95_t": [
      -247.6271,
      -164.5609
     ],
     "diff_mean": -206.094,
     "diff_sd": 58.0592,
     "n": 10,
     "relative_diff": -0.5714,
     "vector_better_in": 10,
     "vector_mean": 154.57,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 145.2806,
     "ci95_bootstrap": [
      -56.7015,
      -37.2864
     ],
     "ci95_t": [
      -58.6048,
      -34.4333
     ],
     "diff_mean": -46.519,
     "diff_sd": 16.8947,
     "n": 10,
     "relative_diff": -0.3202,
     "vector_better_in": 10,
     "vector_mean": 98.7616,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 95.0,
     "ci95_bootstrap": [
      -45.8,
      -39.1
     ],
     "ci95_t": [
      -46.5329,
      -38.2671
     ],
     "diff_mean": -42.4,
     "diff_sd": 5.7774,
     "n": 10,
     "relative_diff": -0.4463,
     "vector_better_in": 10,
     "vector_mean": 52.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 302.9563,
     "ci95_bootstrap": [
      -38.7241,
      -11.3601
     ],
     "ci95_t": [
      -41.5595,
      -8.1221
     ],
     "diff_mean": -24.8408,
     "diff_sd": 23.3712,
     "n": 10,
     "relative_diff": -0.082,
     "vector_better_in": 9,
     "vector_mean": 278.1155,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 772.2,
     "ci95_bootstrap": [
      -141.1,
      -9.0
     ],
     "ci95_t": [
      -153.7838,
      8.1838
     ],
     "diff_mean": -72.8,
     "diff_sd": 113.2076,
     "n": 10,
     "relative_diff": -0.0943,
     "vector_better_in": 6,
     "vector_mean": 699.4,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.097656
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 389.5779,
     "ci95_bootstrap": [
      -301.7001,
      -215.9342
     ],
     "ci95_t": [
      -311.2897,
      -205.8758
     ],
     "diff_mean": -258.5828,
     "diff_sd": 73.6792,
     "n": 10,
     "relative_diff": -0.6638,
     "vector_better_in": 10,
     "vector_mean": 130.9952,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 181.9671,
     "ci95_bootstrap": [
      -68.7683,
      18.8918
     ],
     "ci95_t": [
      -73.3908,
      36.7482
     ],
     "diff_mean": -18.3213,
     "diff_sd": 76.9819,
     "n": 10,
     "relative_diff": -0.1007,
     "vector_better_in": 5,
     "vector_mean": 163.6457,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 357.5,
     "ci95_bootstrap": [
      -198.4,
      41.9
     ],
     "ci95_t": [
      -212.2912,
      92.6912
     ],
     "diff_mean": -59.8,
     "diff_sd": 213.1681,
     "n": 10,
     "relative_diff": -0.1673,
     "vector_better_in": 5,
     "vector_mean": 297.7,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 132.9692,
     "ci95_bootstrap": [
      -35.1321,
      26.0722
     ],
     "ci95_t": [
      -38.5738,
      39.5636
     ],
     "diff_mean": 0.4949,
     "diff_sd": 54.6143,
     "n": 10,
     "relative_diff": 0.0037,
     "vector_better_in": 2,
     "vector_mean": 133.4641,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 6652.6,
     "ci95_bootstrap": [
      -6433.9,
      -384.2
     ],
     "ci95_t": [
      -6730.0653,
      820.2653
     ],
     "diff_mean": -2954.9,
     "diff_sd": 5277.3172,
     "n": 10,
     "relative_diff": -0.4442,
     "vector_better_in": 7,
     "vector_mean": 3697.7,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S13_gridlock_events": {
     "baseline_mean": 5.9,
     "ci95_bootstrap": [
      -8.0,
      -2.6
     ],
     "ci95_t": [
      -8.6024,
      -1.7976
     ],
     "diff_mean": -5.2,
     "diff_sd": 4.7563,
     "n": 10,
     "relative_diff": -0.8814,
     "vector_better_in": 7,
     "vector_mean": 0.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.015625
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4954,
     "ci95_bootstrap": [
      0.0666,
      0.1065
     ],
     "ci95_t": [
      0.0614,
      0.1095
     ],
     "diff_mean": 0.0854,
     "diff_sd": 0.0337,
     "n": 10,
     "relative_diff": 0.1725,
     "vector_better_in": 0,
     "vector_mean": 0.5808,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.667,
     "ci95_bootstrap": [
      -0.0694,
      0.0187
     ],
     "ci95_t": [
      -0.0795,
      0.0279
     ],
     "diff_mean": -0.0258,
     "diff_sd": 0.075,
     "n": 10,
     "relative_diff": -0.0387,
     "vector_better_in": 7,
     "vector_mean": 0.6412,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S17_running_at_end": {
     "baseline_mean": 252.2,
     "ci95_bootstrap": [
      -352.4,
      -84.7
     ],
     "ci95_t": [
      -372.3013,
      -38.4987
     ],
     "diff_mean": -205.4,
     "diff_sd": 233.312,
     "n": 10,
     "relative_diff": -0.8144,
     "vector_better_in": 8,
     "vector_mean": 46.8,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 2792.4,
     "ci95_bootstrap": [
      -3292.2,
      -292.7
     ],
     "ci95_t": [
      -3443.3535,
      322.5535
     ],
     "diff_mean": -1560.4,
     "diff_sd": 2632.1875,
     "n": 10,
     "relative_diff": -0.5588,
     "vector_better_in": 6,
     "vector_mean": 1232.0,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S19_wasted_green_s": {
     "baseline_mean": 3553.3,
     "ci95_bootstrap": [
      -3009.2,
      162.9
     ],
     "ci95_t": [
      -3156.9196,
      821.1196
     ],
     "diff_mean": -1167.9,
     "diff_sd": 2780.4577,
     "n": 10,
     "relative_diff": -0.3287,
     "vector_better_in": 6,
     "vector_mean": 2385.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 773.0222,
     "ci95_bootstrap": [
      -430.5527,
      -10.745
     ],
     "ci95_t": [
      -453.0688,
      68.4004
     ],
     "diff_mean": -192.3342,
     "diff_sd": 364.4818,
     "n": 10,
     "relative_diff": -0.2488,
     "vector_better_in": 7,
     "vector_mean": 580.6881,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9226,
     "ci95_bootstrap": [
      0.0254,
      0.1114
     ],
     "ci95_t": [
      0.0102,
      0.1171
     ],
     "diff_mean": 0.0637,
     "diff_sd": 0.0748,
     "n": 10,
     "relative_diff": 0.069,
     "vector_better_in": 8,
     "vector_mean": 0.9862,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S3_throughput_veh": {
     "baseline_mean": 3136.7,
     "ci95_bootstrap": [
      86.1,
      376.0
     ],
     "ci95_t": [
      34.3765,
      395.4235
     ],
     "diff_mean": 214.9,
     "diff_sd": 252.3544,
     "n": 10,
     "relative_diff": 0.0685,
     "vector_better_in": 8,
     "vector_mean": 3351.6,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 171.546,
     "ci95_bootstrap": [
      -64.458,
      18.016
     ],
     "ci95_t": [
      -68.7943,
      34.8423
     ],
     "diff_mean": -16.976,
     "diff_sd": 72.437,
     "n": 10,
     "relative_diff": -0.099,
     "vector_better_in": 5,
     "vector_mean": 154.57,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 74.8527,
     "ci95_bootstrap": [
      13.3728,
      33.9142
     ],
     "ci95_t": [
      11.1403,
      36.6774
     ],
     "diff_mean": 23.9089,
     "diff_sd": 17.8492,
     "n": 10,
     "relative_diff": 0.3194,
     "vector_better_in": 1,
     "vector_mean": 98.7616,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.1,
     "ci95_bootstrap": [
      10.9,
      14.1
     ],
     "ci95_t": [
      10.5265,
      14.4735
     ],
     "diff_mean": 12.5,
     "diff_sd": 2.7588,
     "n": 10,
     "relative_diff": 0.3117,
     "vector_better_in": 0,
     "vector_mean": 52.6,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 238.3753,
     "ci95_bootstrap": [
      29.6239,
      49.0033
     ],
     "ci95_t": [
      27.7909,
      51.6895
     ],
     "diff_mean": 39.7402,
     "diff_sd": 16.704,
     "n": 10,
     "relative_diff": 0.1667,
     "vector_better_in": 0,
     "vector_mean": 278.1155,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 579.9,
     "ci95_bootstrap": [
      50.9,
      182.9
     ],
     "ci95_t": [
      38.9876,
      200.0124
     ],
     "diff_mean": 119.5,
     "diff_sd": 112.5485,
     "n": 10,
     "relative_diff": 0.2061,
     "vector_better_in": 2,
     "vector_mean": 699.4,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 164.5418,
     "ci95_bootstrap": [
      -94.5383,
      11.6199
     ],
     "ci95_t": [
      -100.3585,
      33.2653
     ],
     "diff_mean": -33.5466,
     "diff_sd": 93.3966,
     "n": 10,
     "relative_diff": -0.2039,
     "vector_better_in": 5,
     "vector_mean": 130.9952,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 183.8882,
     "ci95_bootstrap": [
      -35.8041,
      -3.7076
     ],
     "ci95_t": [
      -39.7106,
      -0.7743
     ],
     "diff_mean": -20.2424,
     "diff_sd": 27.2146,
     "n": 10,
     "relative_diff": -0.1101,
     "vector_better_in": 8,
     "vector_mean": 163.6457,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.064453
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 335.3,
     "ci95_bootstrap": [
      -72.0,
      -2.2
     ],
     "ci95_t": [
      -80.1278,
      4.9278
     ],
     "diff_mean": -37.6,
     "diff_sd": 59.4497,
     "n": 10,
     "relative_diff": -0.1121,
     "vector_better_in": 8,
     "vector_mean": 297.7,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 144.4103,
     "ci95_bootstrap": [
      -23.7375,
      2.1261
     ],
     "ci95_t": [
      -26.6449,
      4.7525
     ],
     "diff_mean": -10.9462,
     "diff_sd": 21.9453,
     "n": 10,
     "relative_diff": -0.0758,
     "vector_better_in": 7,
     "vector_mean": 133.4641,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4251.0,
     "ci95_bootstrap": [
      -1801.7,
      687.8
     ],
     "ci95_t": [
      -2068.8128,
      962.2128
     ],
     "diff_mean": -553.3,
     "diff_sd": 2118.5408,
     "n": 10,
     "relative_diff": -0.1302,
     "vector_better_in": 6,
     "vector_mean": 3697.7,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.6,
     "ci95_bootstrap": [
      -5.3,
      1.2
     ],
     "ci95_t": [
      -5.9389,
      2.1389
     ],
     "diff_mean": -1.9,
     "diff_sd": 5.646,
     "n": 10,
     "relative_diff": -0.7308,
     "vector_better_in": 4,
     "vector_mean": 0.7,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.3125
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 504.3,
     "ci95_bootstrap": [
      -425.5,
      -370.3
     ],
     "ci95_t": [
      -433.0088,
      -365.5912
     ],
     "diff_mean": -399.3,
     "diff_sd": 47.1217,
     "n": 10,
     "relative_diff": -0.7918,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5909,
     "ci95_bootstrap": [
      -0.0302,
      0.0098
     ],
     "ci95_t": [
      -0.0342,
      0.0141
     ],
     "diff_mean": -0.0101,
     "diff_sd": 0.0338,
     "n": 10,
     "relative_diff": -0.0171,
     "vector_better_in": 5,
     "vector_mean": 0.5808,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6547,
     "ci95_bootstrap": [
      -0.0367,
      0.0124
     ],
     "ci95_t": [
      -0.0436,
      0.0166
     ],
     "diff_mean": -0.0135,
     "diff_sd": 0.0421,
     "n": 10,
     "relative_diff": -0.0206,
     "vector_better_in": 6,
     "vector_mean": 0.6412,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.359375
    },
    "S17_running_at_end": {
     "baseline_mean": 109.1,
     "ci95_bootstrap": [
      -158.1,
      26.6
     ],
     "ci95_t": [
      -176.2872,
      51.6872
     ],
     "diff_mean": -62.3,
     "diff_sd": 159.3431,
     "n": 10,
     "relative_diff": -0.571,
     "vector_better_in": 5,
     "vector_mean": 46.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.382812
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1773.5,
     "ci95_bootstrap": [
      -1592.2,
      429.6
     ],
     "ci95_t": [
      -1785.3204,
      702.3204
     ],
     "diff_mean": -541.5,
     "diff_sd": 1738.7411,
     "n": 10,
     "relative_diff": -0.3053,
     "vector_better_in": 6,
     "vector_mean": 1232.0,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2854.5,
     "ci95_bootstrap": [
      -1364.5,
      334.0
     ],
     "ci95_t": [
      -1516.2257,
      578.0257
     ],
     "diff_mean": -469.1,
     "diff_sd": 1463.7808,
     "n": 10,
     "relative_diff": -0.1643,
     "vector_better_in": 6,
     "vector_mean": 2385.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 640.5145,
     "ci95_bootstrap": [
      -153.408,
      37.5092
     ],
     "ci95_t": [
      -176.9386,
      57.2857
     ],
     "diff_mean": -59.8265,
     "diff_sd": 163.7115,
     "n": 10,
     "relative_diff": -0.0934,
     "vector_better_in": 6,
     "vector_mean": 580.6881,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9677,
     "ci95_bootstrap": [
      -0.0078,
      0.0473
     ],
     "ci95_t": [
      -0.0154,
      0.0525
     ],
     "diff_mean": 0.0186,
     "diff_sd": 0.0475,
     "n": 10,
     "relative_diff": 0.0192,
     "vector_better_in": 5,
     "vector_mean": 0.9862,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.382812
    },
    "S3_throughput_veh": {
     "baseline_mean": 3288.9,
     "ci95_bootstrap": [
      -26.4,
      159.3
     ],
     "ci95_t": [
      -51.782,
      177.182
     ],
     "diff_mean": 62.7,
     "diff_sd": 160.0348,
     "n": 10,
     "relative_diff": 0.0191,
     "vector_better_in": 5,
     "vector_mean": 3351.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.382812
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 173.694,
     "ci95_bootstrap": [
      -33.859,
      -3.487
     ],
     "ci95_t": [
      -37.5507,
      -0.6973
     ],
     "diff_mean": -19.124,
     "diff_sd": 25.7587,
     "n": 10,
     "relative_diff": -0.1101,
     "vector_better_in": 8,
     "vector_mean": 154.57,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.064453
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 100.9575,
     "ci95_bootstrap": [
      -14.8474,
      9.8695
     ],
     "ci95_t": [
      -17.2128,
      12.8211
     ],
     "diff_mean": -2.1959,
     "diff_sd": 20.9923,
     "n": 10,
     "relative_diff": -0.0218,
     "vector_better_in": 5,
     "vector_mean": 98.7616,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S6_median_waiting_s": {
     "baseline_mean": 55.9,
     "ci95_bootstrap": [
      -4.8,
      -1.8
     ],
     "ci95_t": [
      -5.1486,
      -1.4514
     ],
     "diff_mean": -3.3,
     "diff_sd": 2.5841,
     "n": 10,
     "relative_diff": -0.059,
     "vector_better_in": 9,
     "vector_mean": 52.6,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 285.0081,
     "ci95_bootstrap": [
      -22.5653,
      7.8087
     ],
     "ci95_t": [
      -25.3293,
      11.544
     ],
     "diff_mean": -6.8927,
     "diff_sd": 25.7726,
     "n": 10,
     "relative_diff": -0.0242,
     "vector_better_in": 6,
     "vector_mean": 278.1155,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 713.8,
     "ci95_bootstrap": [
      -84.0,
      54.2
     ],
     "ci95_t": [
      -98.3746,
      69.5746
     ],
     "diff_mean": -14.4,
     "diff_sd": 117.3884,
     "n": 10,
     "relative_diff": -0.0202,
     "vector_better_in": 6,
     "vector_mean": 699.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 149.8836,
     "ci95_bootstrap": [
      -38.588,
      1.3615
     ],
     "ci95_t": [
      -43.1228,
      5.3459
     ],
     "diff_mean": -18.8884,
     "diff_sd": 33.8773,
     "n": 10,
     "relative_diff": -0.126,
     "vector_better_in": 8,
     "vector_mean": 130.9952,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    }
   }
  },
  "H": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 565.4995,
     "ci95_bootstrap": [
      -136.5309,
      -81.0816
     ],
     "ci95_t": [
      -141.5108,
      -73.2952
     ],
     "diff_mean": -107.403,
     "diff_sd": 47.6794,
     "n": 10,
     "relative_diff": -0.1899,
     "vector_better_in": 10,
     "vector_mean": 458.0966,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1107.9,
     "ci95_bootstrap": [
      -38.0,
      84.0
     ],
     "ci95_t": [
      -52.9515,
      93.3515
     ],
     "diff_mean": 20.2,
     "diff_sd": 102.2587,
     "n": 10,
     "relative_diff": 0.0182,
     "vector_better_in": 6,
     "vector_mean": 1128.1,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 722.3188,
     "ci95_bootstrap": [
      -128.6838,
      -88.4203
     ],
     "ci95_t": [
      -131.4698,
      -81.4678
     ],
     "diff_mean": -106.4688,
     "diff_sd": 34.949,
     "n": 10,
     "relative_diff": -0.1474,
     "vector_better_in": 10,
     "vector_mean": 615.85,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 25088.5,
     "ci95_bootstrap": [
      -3219.6,
      270.1
     ],
     "ci95_t": [
      -3596.9895,
      637.3895
     ],
     "diff_mean": -1479.8,
     "diff_sd": 2959.6268,
     "n": 10,
     "relative_diff": -0.059,
     "vector_better_in": 6,
     "vector_mean": 23608.7,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S13_gridlock_events": {
     "baseline_mean": 12.7,
     "ci95_bootstrap": [
      -1.2,
      13.2
     ],
     "ci95_t": [
      -2.6447,
      14.8447
     ],
     "diff_mean": 6.1,
     "diff_sd": 12.2243,
     "n": 10,
     "relative_diff": 0.4803,
     "vector_better_in": 4,
     "vector_mean": 18.8,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4753,
     "ci95_bootstrap": [
      0.097,
      0.139
     ],
     "ci95_t": [
      0.0932,
      0.1451
     ],
     "diff_mean": 0.1192,
     "diff_sd": 0.0363,
     "n": 10,
     "relative_diff": 0.2507,
     "vector_better_in": 0,
     "vector_mean": 0.5945,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5254,
     "ci95_bootstrap": [
      0.0486,
      0.0662
     ],
     "ci95_t": [
      0.0464,
      0.0682
     ],
     "diff_mean": 0.0573,
     "diff_sd": 0.0152,
     "n": 10,
     "relative_diff": 0.1091,
     "vector_better_in": 0,
     "vector_mean": 0.5827,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 1020.1,
     "ci95_bootstrap": [
      28.0,
      152.8
     ],
     "ci95_t": [
      14.3469,
      165.8531
     ],
     "diff_mean": 90.1,
     "diff_sd": 105.8956,
     "n": 10,
     "relative_diff": 0.0883,
     "vector_better_in": 3,
     "vector_mean": 1110.2,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 11278.8,
     "ci95_bootstrap": [
      -1648.3,
      2794.4
     ],
     "ci95_t": [
      -1973.2187,
      3444.8187
     ],
     "diff_mean": 735.8,
     "diff_sd": 3786.947,
     "n": 10,
     "relative_diff": 0.0652,
     "vector_better_in": 3,
     "vector_mean": 12014.6,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 21048.5,
     "ci95_bootstrap": [
      -9504.7,
      -5937.5
     ],
     "ci95_t": [
      -9759.8853,
      -5409.1147
     ],
     "diff_mean": -7584.5,
     "diff_sd": 3040.979,
     "n": 10,
     "relative_diff": -0.3603,
     "vector_better_in": 10,
     "vector_mean": 13464.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1536.7826,
     "ci95_bootstrap": [
      -260.2656,
      -171.499
     ],
     "ci95_t": [
      -269.8233,
      -161.4903
     ],
     "diff_mean": -215.6568,
     "diff_sd": 75.7196,
     "n": 10,
     "relative_diff": -0.1403,
     "vector_better_in": 10,
     "vector_mean": 1321.1258,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.5981,
     "ci95_bootstrap": [
      0.0256,
      0.0903
     ],
     "ci95_t": [
      0.0165,
      0.0958
     ],
     "diff_mean": 0.0562,
     "diff_sd": 0.0554,
     "n": 10,
     "relative_diff": 0.0939,
     "vector_better_in": 9,
     "vector_mean": 0.6543,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S3_throughput_veh": {
     "baseline_mean": 2603.4,
     "ci95_bootstrap": [
      111.9,
      392.5
     ],
     "ci95_t": [
      72.8654,
      416.5346
     ],
     "diff_mean": 244.7,
     "diff_sd": 240.2083,
     "n": 10,
     "relative_diff": 0.094,
     "vector_better_in": 9,
     "vector_mean": 2848.1,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 683.79,
     "ci95_bootstrap": [
      -165.045,
      -98.065
     ],
     "ci95_t": [
      -171.0982,
      -88.7338
     ],
     "diff_mean": -129.916,
     "diff_sd": 57.5687,
     "n": 10,
     "relative_diff": -0.19,
     "vector_better_in": 10,
     "vector_mean": 553.874,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 282.7354,
     "ci95_bootstrap": [
      -97.7987,
      -77.0824
     ],
     "ci95_t": [
      -100.4872,
      -74.8835
     ],
     "diff_mean": -87.6854,
     "diff_sd": 17.8957,
     "n": 10,
     "relative_diff": -0.3101,
     "vector_better_in": 10,
     "vector_mean": 195.05,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 99.9,
     "ci95_bootstrap": [
      -11.2,
      -2.6
     ],
     "ci95_t": [
      -12.1832,
      -1.6168
     ],
     "diff_mean": -6.9,
     "diff_sd": 7.3854,
     "n": 10,
     "relative_diff": -0.0691,
     "vector_better_in": 6,
     "vector_mean": 93.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.046875
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 358.3785,
     "ci95_bootstrap": [
      -50.1775,
      -0.3464
     ],
     "ci95_t": [
      -57.591,
      3.8663
     ],
     "diff_mean": -26.8624,
     "diff_sd": 42.9557,
     "n": 10,
     "relative_diff": -0.075,
     "vector_better_in": 7,
     "vector_mean": 331.5161,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 1080.1,
     "ci95_bootstrap": [
      -188.9,
      28.9
     ],
     "ci95_t": [
      -224.4621,
      45.2621
     ],
     "diff_mean": -89.6,
     "diff_sd": 188.5242,
     "n": 10,
     "relative_diff": -0.083,
     "vector_better_in": 8,
     "vector_mean": 990.5,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 583.8473,
     "ci95_bootstrap": [
      -78.3466,
      -29.9362
     ],
     "ci95_t": [
      -82.9073,
      -24.1322
     ],
     "diff_mean": -53.5198,
     "diff_sd": 41.081,
     "n": 10,
     "relative_diff": -0.0917,
     "vector_better_in": 9,
     "vector_mean": 530.3276,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 406.9227,
     "ci95_bootstrap": [
      24.3712,
      76.9017
     ],
     "ci95_t": [
      19.8615,
      82.4863
     ],
     "diff_mean": 51.1739,
     "diff_sd": 43.7717,
     "n": 10,
     "relative_diff": 0.1258,
     "vector_better_in": 2,
     "vector_mean": 458.0966,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1008.6,
     "ci95_bootstrap": [
      70.4,
      171.0
     ],
     "ci95_t": [
      58.9113,
      180.0887
     ],
     "diff_mean": 119.5,
     "diff_sd": 84.6972,
     "n": 10,
     "relative_diff": 0.1185,
     "vector_better_in": 1,
     "vector_mean": 1128.1,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 534.1192,
     "ci95_bootstrap": [
      67.6677,
      96.3843
     ],
     "ci95_t": [
      63.8668,
      99.5948
     ],
     "diff_mean": 81.7308,
     "diff_sd": 24.9722,
     "n": 10,
     "relative_diff": 0.153,
     "vector_better_in": 0,
     "vector_mean": 615.85,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 20555.1,
     "ci95_bootstrap": [
      1432.2,
      4760.8
     ],
     "ci95_t": [
      1046.0963,
      5061.1037
     ],
     "diff_mean": 3053.6,
     "diff_sd": 2806.2967,
     "n": 10,
     "relative_diff": 0.1486,
     "vector_better_in": 1,
     "vector_mean": 23608.7,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S13_gridlock_events": {
     "baseline_mean": 14.9,
     "ci95_bootstrap": [
      -3.3,
      11.0
     ],
     "ci95_t": [
      -4.7795,
      12.5795
     ],
     "diff_mean": 3.9,
     "diff_sd": 12.1331,
     "n": 10,
     "relative_diff": 0.2617,
     "vector_better_in": 3,
     "vector_mean": 18.8,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.359375
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5035,
     "ci95_bootstrap": [
      0.0606,
      0.1165
     ],
     "ci95_t": [
      0.0563,
      0.1255
     ],
     "diff_mean": 0.0909,
     "diff_sd": 0.0484,
     "n": 10,
     "relative_diff": 0.1806,
     "vector_better_in": 1,
     "vector_mean": 0.5945,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5757,
     "ci95_bootstrap": [
      0.0015,
      0.0128
     ],
     "ci95_t": [
      -0.0,
      0.014
     ],
     "diff_mean": 0.007,
     "diff_sd": 0.0098,
     "n": 10,
     "relative_diff": 0.0122,
     "vector_better_in": 2,
     "vector_mean": 0.5827,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S17_running_at_end": {
     "baseline_mean": 892.5,
     "ci95_bootstrap": [
      150.4,
      288.0
     ],
     "ci95_t": [
      133.7593,
      301.6407
     ],
     "diff_mean": 217.7,
     "diff_sd": 117.341,
     "n": 10,
     "relative_diff": 0.2439,
     "vector_better_in": 0,
     "vector_mean": 1110.2,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 6815.7,
     "ci95_bootstrap": [
      3327.1,
      6904.4
     ],
     "ci95_t": [
      3054.6835,
      7343.1165
     ],
     "diff_mean": 5198.9,
     "diff_sd": 2997.408,
     "n": 10,
     "relative_diff": 0.7628,
     "vector_better_in": 1,
     "vector_mean": 12014.6,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S19_wasted_green_s": {
     "baseline_mean": 8056.5,
     "ci95_bootstrap": [
      3747.5,
      6873.5
     ],
     "ci95_t": [
      3523.6943,
      7291.3057
     ],
     "diff_mean": 5407.5,
     "diff_sd": 2633.3787,
     "n": 10,
     "relative_diff": 0.6712,
     "vector_better_in": 0,
     "vector_mean": 13464.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1284.9913,
     "ci95_bootstrap": [
      3.5697,
      68.0126
     ],
     "ci95_t": [
      -2.4878,
      74.7569
     ],
     "diff_mean": 36.1345,
     "diff_sd": 53.9903,
     "n": 10,
     "relative_diff": 0.0281,
     "vector_better_in": 2,
     "vector_mean": 1321.1258,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7134,
     "ci95_bootstrap": [
      -0.091,
      -0.0242
     ],
     "ci95_t": [
      -0.0992,
      -0.019
     ],
     "diff_mean": -0.0591,
     "diff_sd": 0.0561,
     "n": 10,
     "relative_diff": -0.0829,
     "vector_better_in": 2,
     "vector_mean": 0.6543,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S3_throughput_veh": {
     "baseline_mean": 3105.4,
     "ci95_bootstrap": [
      -396.2,
      -105.6
     ],
     "ci95_t": [
      -431.617,
      -82.983
     ],
     "diff_mean": -257.3,
     "diff_sd": 243.6783,
     "n": 10,
     "relative_diff": -0.0829,
     "vector_better_in": 2,
     "vector_mean": 2848.1,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 492.001,
     "ci95_bootstrap": [
      29.37,
      93.006
     ],
     "ci95_t": [
      23.965,
      99.781
     ],
     "diff_mean": 61.873,
     "diff_sd": 52.9918,
     "n": 10,
     "relative_diff": 0.1258,
     "vector_better_in": 2,
     "vector_mean": 553.874,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 182.6842,
     "ci95_bootstrap": [
      5.6611,
      20.9494
     ],
     "ci95_t": [
      2.6967,
      22.0348
     ],
     "diff_mean": 12.3657,
     "diff_sd": 13.5164,
     "n": 10,
     "relative_diff": 0.0677,
     "vector_better_in": 1,
     "vector_mean": 195.05,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 81.6,
     "ci95_bootstrap": [
      2.2,
      20.1
     ],
     "ci95_t": [
      0.4353,
      22.3647
     ],
     "diff_mean": 11.4,
     "diff_sd": 15.3275,
     "n": 10,
     "relative_diff": 0.1397,
     "vector_better_in": 2,
     "vector_mean": 93.0,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.074219
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 313.2818,
     "ci95_bootstrap": [
      -4.1585,
      45.3405
     ],
     "ci95_t": [
      -11.5481,
      48.0168
     ],
     "diff_mean": 18.2343,
     "diff_sd": 41.633,
     "n": 10,
     "relative_diff": 0.0582,
     "vector_better_in": 5,
     "vector_mean": 331.5161,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 896.2,
     "ci95_bootstrap": [
      -4.0,
      198.9
     ],
     "ci95_t": [
      -28.1712,
      216.7712
     ],
     "diff_mean": 94.3,
     "diff_sd": 171.203,
     "n": 10,
     "relative_diff": 0.1052,
     "vector_better_in": 3,
     "vector_mean": 990.5,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 456.0976,
     "ci95_bootstrap": [
      52.5935,
      96.4761
     ],
     "ci95_t": [
      47.7006,
      100.7593
     ],
     "diff_mean": 74.2299,
     "diff_sd": 37.0855,
     "n": 10,
     "relative_diff": 0.1628,
     "vector_better_in": 0,
     "vector_mean": 530.3276,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 480.7129,
     "ci95_bootstrap": [
      -51.0559,
      4.8622
     ],
     "ci95_t": [
      -56.6451,
      11.4123
     ],
     "diff_mean": -22.6164,
     "diff_sd": 47.5688,
     "n": 10,
     "relative_diff": -0.047,
     "vector_better_in": 6,
     "vector_mean": 458.0966,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1166.4,
     "ci95_bootstrap": [
      -93.9,
      14.2
     ],
     "ci95_t": [
      -104.4232,
      27.8232
     ],
     "diff_mean": -38.3,
     "diff_sd": 92.4338,
     "n": 10,
     "relative_diff": -0.0328,
     "vector_better_in": 5,
     "vector_mean": 1128.1,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 613.7204,
     "ci95_bootstrap": [
      -13.5262,
      18.2161
     ],
     "ci95_t": [
      -17.1629,
      21.4221
     ],
     "diff_mean": 2.1296,
     "diff_sd": 26.9691,
     "n": 10,
     "relative_diff": 0.0035,
     "vector_better_in": 5,
     "vector_mean": 615.85,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 23036.1,
     "ci95_bootstrap": [
      -1282.2,
      2337.8
     ],
     "ci95_t": [
      -1654.1621,
      2799.3621
     ],
     "diff_mean": 572.6,
     "diff_sd": 3112.7988,
     "n": 10,
     "relative_diff": 0.0249,
     "vector_better_in": 5,
     "vector_mean": 23608.7,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S13_gridlock_events": {
     "baseline_mean": 29.4,
     "ci95_bootstrap": [
      -16.8,
      -4.1
     ],
     "ci95_t": [
      -18.3503,
      -2.8497
     ],
     "diff_mean": -10.6,
     "diff_sd": 10.8341,
     "n": 10,
     "relative_diff": -0.3605,
     "vector_better_in": 8,
     "vector_mean": 18.8,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 809.6,
     "ci95_bootstrap": [
      -798.2,
      -612.6
     ],
     "ci95_t": [
      -819.2979,
      -589.9021
     ],
     "diff_mean": -704.6,
     "diff_sd": 160.3366,
     "n": 10,
     "relative_diff": -0.8703,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5973,
     "ci95_bootstrap": [
      -0.0213,
      0.0176
     ],
     "ci95_t": [
      -0.0266,
      0.021
     ],
     "diff_mean": -0.0028,
     "diff_sd": 0.0332,
     "n": 10,
     "relative_diff": -0.0047,
     "vector_better_in": 7,
     "vector_mean": 0.5945,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5884,
     "ci95_bootstrap": [
      -0.0124,
      -0.0004
     ],
     "ci95_t": [
      -0.0132,
      0.0018
     ],
     "diff_mean": -0.0057,
     "diff_sd": 0.0105,
     "n": 10,
     "relative_diff": -0.0097,
     "vector_better_in": 5,
     "vector_mean": 0.5827,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.148438
    },
    "S17_running_at_end": {
     "baseline_mean": 1160.2,
     "ci95_bootstrap": [
      -95.6,
      -1.3
     ],
     "ci95_t": [
      -107.5989,
      7.5989
     ],
     "diff_mean": -50.0,
     "diff_sd": 80.5178,
     "n": 10,
     "relative_diff": -0.0431,
     "vector_better_in": 8,
     "vector_mean": 1110.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 13557.1,
     "ci95_bootstrap": [
      -3703.4,
      706.5
     ],
     "ci95_t": [
      -4229.7723,
      1144.7723
     ],
     "diff_mean": -1542.5,
     "diff_sd": 3756.5477,
     "n": 10,
     "relative_diff": -0.1138,
     "vector_better_in": 7,
     "vector_mean": 12014.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S19_wasted_green_s": {
     "baseline_mean": 14584.4,
     "ci95_bootstrap": [
      -2816.1,
      688.8
     ],
     "ci95_t": [
      -3266.2148,
      1025.4148
     ],
     "diff_mean": -1120.4,
     "diff_sd": 2999.6422,
     "n": 10,
     "relative_diff": -0.0768,
     "vector_better_in": 7,
     "vector_mean": 13464.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1344.7331,
     "ci95_bootstrap": [
      -73.7307,
      27.3355
     ],
     "ci95_t": [
      -84.8991,
      37.6847
     ],
     "diff_mean": -23.6072,
     "diff_sd": 85.6801,
     "n": 10,
     "relative_diff": -0.0176,
     "vector_better_in": 7,
     "vector_mean": 1321.1258,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S2_completion_rate": {
     "baseline_mean": 0.63,
     "ci95_bootstrap": [
      -0.0089,
      0.0563
     ],
     "ci95_t": [
      -0.0154,
      0.064
     ],
     "diff_mean": 0.0243,
     "diff_sd": 0.0555,
     "n": 10,
     "relative_diff": 0.0386,
     "vector_better_in": 7,
     "vector_mean": 0.6543,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S3_throughput_veh": {
     "baseline_mean": 2741.8,
     "ci95_bootstrap": [
      -37.8,
      245.5
     ],
     "ci95_t": [
      -66.0692,
      278.6692
     ],
     "diff_mean": 106.3,
     "diff_sd": 240.9555,
     "n": 10,
     "relative_diff": 0.0388,
     "vector_better_in": 7,
     "vector_mean": 2848.1,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 581.312,
     "ci95_bootstrap": [
      -61.897,
      5.824
     ],
     "ci95_t": [
      -68.5792,
      13.7032
     ],
     "diff_mean": -27.438,
     "diff_sd": 57.5114,
     "n": 10,
     "relative_diff": -0.0472,
     "vector_better_in": 6,
     "vector_mean": 553.874,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 195.6872,
     "ci95_bootstrap": [
      -8.4955,
      7.6681
     ],
     "ci95_t": [
      -10.593,
      9.3186
     ],
     "diff_mean": -0.6372,
     "diff_sd": 13.9173,
     "n": 10,
     "relative_diff": -0.0033,
     "vector_better_in": 5,
     "vector_mean": 195.05,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S6_median_waiting_s": {
     "baseline_mean": 98.0,
     "ci95_bootstrap": [
      -10.7,
      1.1
     ],
     "ci95_t": [
      -12.2169,
      2.2169
     ],
     "diff_mean": -5.0,
     "diff_sd": 10.0885,
     "n": 10,
     "relative_diff": -0.051,
     "vector_better_in": 6,
     "vector_mean": 93.0,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.078125
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 315.1309,
     "ci95_bootstrap": [
      -21.4768,
      51.0032
     ],
     "ci95_t": [
      -27.5167,
      60.2871
     ],
     "diff_mean": 16.3852,
     "diff_sd": 61.3706,
     "n": 10,
     "relative_diff": 0.052,
     "vector_better_in": 3,
     "vector_mean": 331.5161,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 841.2,
     "ci95_bootstrap": [
      -19.4,
      302.0
     ],
     "ci95_t": [
      -43.9779,
      342.5779
     ],
     "diff_mean": 149.3,
     "diff_sd": 270.1839,
     "n": 10,
     "relative_diff": 0.1775,
     "vector_better_in": 3,
     "vector_mean": 990.5,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 545.3307,
     "ci95_bootstrap": [
      -35.405,
      4.7052
     ],
     "ci95_t": [
      -39.7555,
      9.7493
     ],
     "diff_mean": -15.0031,
     "diff_sd": 34.6015,
     "n": 10,
     "relative_diff": -0.0275,
     "vector_better_in": 5,
     "vector_mean": 530.3276,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    }
   }
  },
  "I": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 388.1964,
     "ci95_bootstrap": [
      -193.7795,
      -79.2466
     ],
     "ci95_t": [
      -217.1085,
      -73.8489
     ],
     "diff_mean": -145.4787,
     "diff_sd": 100.1316,
     "n": 10,
     "relative_diff": -0.3748,
     "vector_better_in": 9,
     "vector_mean": 242.7177,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 776.0,
     "ci95_bootstrap": [
      -440.5,
      -139.0
     ],
     "ci95_t": [
      -488.8452,
      -121.3548
     ],
     "diff_mean": -305.1,
     "diff_sd": 256.8581,
     "n": 10,
     "relative_diff": -0.3932,
     "vector_better_in": 9,
     "vector_mean": 470.9,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 329.8097,
     "ci95_bootstrap": [
      -150.1168,
      -99.2664
     ],
     "ci95_t": [
      -159.0765,
      -96.6573
     ],
     "diff_mean": -127.8669,
     "diff_sd": 43.628,
     "n": 10,
     "relative_diff": -0.3877,
     "vector_better_in": 10,
     "vector_mean": 201.9428,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16924.5,
     "ci95_bootstrap": [
      -11707.8,
      -4062.1
     ],
     "ci95_t": [
      -12958.2867,
      -3580.3133
     ],
     "diff_mean": -8269.3,
     "diff_sd": 6554.7515,
     "n": 10,
     "relative_diff": -0.4886,
     "vector_better_in": 9,
     "vector_mean": 8655.2,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S13_gridlock_events": {
     "baseline_mean": 9.9,
     "ci95_bootstrap": [
      -12.4,
      3.1
     ],
     "ci95_t": [
      -15.5435,
      4.1435
     ],
     "diff_mean": -5.7,
     "diff_sd": 13.7602,
     "n": 10,
     "relative_diff": -0.5758,
     "vector_better_in": 8,
     "vector_mean": 4.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5086,
     "ci95_bootstrap": [
      0.0732,
      0.101
     ],
     "ci95_t": [
      0.0694,
      0.1034
     ],
     "diff_mean": 0.0864,
     "diff_sd": 0.0238,
     "n": 10,
     "relative_diff": 0.1699,
     "vector_better_in": 0,
     "vector_mean": 0.595,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6005,
     "ci95_bootstrap": [
      0.0539,
      0.084
     ],
     "ci95_t": [
      0.0498,
      0.087
     ],
     "diff_mean": 0.0684,
     "diff_sd": 0.026,
     "n": 10,
     "relative_diff": 0.1139,
     "vector_better_in": 0,
     "vector_mean": 0.6689,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 648.3,
     "ci95_bootstrap": [
      -568.0,
      -182.3
     ],
     "ci95_t": [
      -637.3438,
      -159.8562
     ],
     "diff_mean": -398.6,
     "diff_sd": 333.7408,
     "n": 10,
     "relative_diff": -0.6148,
     "vector_better_in": 9,
     "vector_mean": 249.7,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7592.5,
     "ci95_bootstrap": [
      -6078.5,
      -356.6
     ],
     "ci95_t": [
      -7133.7324,
      -24.6676
     ],
     "diff_mean": -3579.2,
     "diff_sd": 4968.8937,
     "n": 10,
     "relative_diff": -0.4714,
     "vector_better_in": 9,
     "vector_mean": 4013.3,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.064453
    },
    "S19_wasted_green_s": {
     "baseline_mean": 18035.2,
     "ci95_bootstrap": [
      -15411.8,
      -10082.4
     ],
     "ci95_t": [
      -16451.2665,
      -9820.5335
     ],
     "diff_mean": -13135.9,
     "diff_sd": 4634.5628,
     "n": 10,
     "relative_diff": -0.7283,
     "vector_better_in": 10,
     "vector_mean": 4899.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1478.989,
     "ci95_bootstrap": [
      -756.9687,
      -398.7649
     ],
     "ci95_t": [
      -832.5308,
      -381.2609
     ],
     "diff_mean": -606.8958,
     "diff_sd": 315.416,
     "n": 10,
     "relative_diff": -0.4103,
     "vector_better_in": 9,
     "vector_mean": 872.0932,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7909,
     "ci95_bootstrap": [
      0.0612,
      0.1853
     ],
     "ci95_t": [
      0.0551,
      0.2115
     ],
     "diff_mean": 0.1333,
     "diff_sd": 0.1093,
     "n": 10,
     "relative_diff": 0.1685,
     "vector_better_in": 9,
     "vector_mean": 0.9242,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S3_throughput_veh": {
     "baseline_mean": 2776.9,
     "ci95_bootstrap": [
      216.3,
      655.2
     ],
     "ci95_t": [
      194.7458,
      745.0542
     ],
     "diff_mean": 469.9,
     "diff_sd": 384.6391,
     "n": 10,
     "relative_diff": 0.1692,
     "vector_better_in": 9,
     "vector_mean": 3246.8,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 378.975,
     "ci95_bootstrap": [
      -189.789,
      -77.452
     ],
     "ci95_t": [
      -212.403,
      -72.317
     ],
     "diff_mean": -142.36,
     "diff_sd": 97.9133,
     "n": 10,
     "relative_diff": -0.3756,
     "vector_better_in": 9,
     "vector_mean": 236.615,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 154.4483,
     "ci95_bootstrap": [
      -42.3807,
      -15.5948
     ],
     "ci95_t": [
      -44.4247,
      -10.8683
     ],
     "diff_mean": -27.6465,
     "diff_sd": 23.4543,
     "n": 10,
     "relative_diff": -0.179,
     "vector_better_in": 10,
     "vector_mean": 126.8017,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 94.3,
     "ci95_bootstrap": [
      -38.7,
      -27.0
     ],
     "ci95_t": [
      -40.6342,
      -26.1658
     ],
     "diff_mean": -33.4,
     "diff_sd": 10.1127,
     "n": 10,
     "relative_diff": -0.3542,
     "vector_better_in": 10,
     "vector_mean": 60.9,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 327.7649,
     "ci95_bootstrap": [
      -44.962,
      0.8333
     ],
     "ci95_t": [
      -49.2506,
      8.2954
     ],
     "diff_mean": -20.4776,
     "diff_sd": 40.2219,
     "n": 10,
     "relative_diff": -0.0625,
     "vector_better_in": 5,
     "vector_mean": 307.2873,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 936.9,
     "ci95_bootstrap": [
      -251.8,
      11.9
     ],
     "ci95_t": [
      -273.4945,
      53.2945
     ],
     "diff_mean": -110.1,
     "diff_sd": 228.4097,
     "n": 10,
     "relative_diff": -0.1175,
     "vector_better_in": 5,
     "vector_mean": 826.8,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 410.7922,
     "ci95_bootstrap": [
      -244.4298,
      -99.9991
     ],
     "ci95_t": [
      -270.7681,
      -92.6599
     ],
     "diff_mean": -181.714,
     "diff_sd": 124.4891,
     "n": 10,
     "relative_diff": -0.4424,
     "vector_better_in": 9,
     "vector_mean": 229.0782,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 258.9017,
     "ci95_bootstrap": [
      -61.3605,
      16.7262
     ],
     "ci95_t": [
      -65.6185,
      33.2506
     ],
     "diff_mean": -16.184,
     "diff_sd": 69.1047,
     "n": 10,
     "relative_diff": -0.0625,
     "vector_better_in": 4,
     "vector_mean": 242.7177,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 536.2,
     "ci95_bootstrap": [
      -155.2,
      5.9
     ],
     "ci95_t": [
      -166.1025,
      35.5025
     ],
     "diff_mean": -65.3,
     "diff_sd": 140.9121,
     "n": 10,
     "relative_diff": -0.1218,
     "vector_better_in": 5,
     "vector_mean": 470.9,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 190.8776,
     "ci95_bootstrap": [
      -10.9887,
      26.7448
     ],
     "ci95_t": [
      -13.1466,
      35.277
     ],
     "diff_mean": 11.0652,
     "diff_sd": 33.8457,
     "n": 10,
     "relative_diff": 0.058,
     "vector_better_in": 2,
     "vector_mean": 201.9428,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 11363.8,
     "ci95_bootstrap": [
      -5602.8,
      -340.5
     ],
     "ci95_t": [
      -5981.4895,
      564.2895
     ],
     "diff_mean": -2708.6,
     "diff_sd": 4575.184,
     "n": 10,
     "relative_diff": -0.2384,
     "vector_better_in": 6,
     "vector_mean": 8655.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S13_gridlock_events": {
     "baseline_mean": 7.4,
     "ci95_bootstrap": [
      -9.0,
      3.1
     ],
     "ci95_t": [
      -10.648,
      4.248
     ],
     "diff_mean": -3.2,
     "diff_sd": 10.4115,
     "n": 10,
     "relative_diff": -0.4324,
     "vector_better_in": 6,
     "vector_mean": 4.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.3125
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5096,
     "ci95_bootstrap": [
      0.0688,
      0.1021
     ],
     "ci95_t": [
      0.0647,
      0.106
     ],
     "diff_mean": 0.0853,
     "diff_sd": 0.0289,
     "n": 10,
     "relative_diff": 0.1675,
     "vector_better_in": 0,
     "vector_mean": 0.595,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6715,
     "ci95_bootstrap": [
      -0.0183,
      0.0108
     ],
     "ci95_t": [
      -0.02,
      0.0148
     ],
     "diff_mean": -0.0026,
     "diff_sd": 0.0244,
     "n": 10,
     "relative_diff": -0.0039,
     "vector_better_in": 4,
     "vector_mean": 0.6689,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S17_running_at_end": {
     "baseline_mean": 397.6,
     "ci95_bootstrap": [
      -302.6,
      -7.4
     ],
     "ci95_t": [
      -332.4185,
      36.6185
     ],
     "diff_mean": -147.9,
     "diff_sd": 257.939,
     "n": 10,
     "relative_diff": -0.372,
     "vector_better_in": 6,
     "vector_mean": 249.7,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.25
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 4686.9,
     "ci95_bootstrap": [
      -2810.4,
      1230.0
     ],
     "ci95_t": [
      -3160.2503,
      1813.0503
     ],
     "diff_mean": -673.6,
     "diff_sd": 3476.0974,
     "n": 10,
     "relative_diff": -0.1437,
     "vector_better_in": 4,
     "vector_mean": 4013.3,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S19_wasted_green_s": {
     "baseline_mean": 5521.7,
     "ci95_bootstrap": [
      -2616.4,
      1122.7
     ],
     "ci95_t": [
      -2941.6864,
      1696.8864
     ],
     "diff_mean": -622.4,
     "diff_sd": 3242.1388,
     "n": 10,
     "relative_diff": -0.1127,
     "vector_better_in": 4,
     "vector_mean": 4899.3,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1075.5159,
     "ci95_bootstrap": [
      -362.7365,
      -71.5533
     ],
     "ci95_t": [
      -385.0031,
      -21.8422
     ],
     "diff_mean": -203.4227,
     "diff_sd": 253.8319,
     "n": 10,
     "relative_diff": -0.1891,
     "vector_better_in": 8,
     "vector_mean": 872.0932,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8745,
     "ci95_bootstrap": [
      0.0033,
      0.1036
     ],
     "ci95_t": [
      -0.0132,
      0.1126
     ],
     "diff_mean": 0.0497,
     "diff_sd": 0.0879,
     "n": 10,
     "relative_diff": 0.0568,
     "vector_better_in": 7,
     "vector_mean": 0.9242,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S3_throughput_veh": {
     "baseline_mean": 3071.5,
     "ci95_bootstrap": [
      11.7,
      366.1
     ],
     "ci95_t": [
      -46.7394,
      397.3394
     ],
     "diff_mean": 175.3,
     "diff_sd": 310.3897,
     "n": 10,
     "relative_diff": 0.0571,
     "vector_better_in": 7,
     "vector_mean": 3246.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 252.597,
     "ci95_bootstrap": [
      -60.407,
      16.258
     ],
     "ci95_t": [
      -64.5022,
      32.5382
     ],
     "diff_mean": -15.982,
     "diff_sd": 67.8266,
     "n": 10,
     "relative_diff": -0.0633,
     "vector_better_in": 4,
     "vector_mean": 236.615,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 103.6796,
     "ci95_bootstrap": [
      11.5554,
      33.9246
     ],
     "ci95_t": [
      9.325,
      36.9193
     ],
     "diff_mean": 23.1221,
     "diff_sd": 19.287,
     "n": 10,
     "relative_diff": 0.223,
     "vector_better_in": 1,
     "vector_mean": 126.8017,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S6_median_waiting_s": {
     "baseline_mean": 45.7,
     "ci95_bootstrap": [
      12.9,
      18.0
     ],
     "ci95_t": [
      11.969,
      18.431
     ],
     "diff_mean": 15.2,
     "diff_sd": 4.5166,
     "n": 10,
     "relative_diff": 0.3326,
     "vector_better_in": 0,
     "vector_mean": 60.9,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 263.1078,
     "ci95_bootstrap": [
      21.65,
      69.4514
     ],
     "ci95_t": [
      14.5874,
      73.7716
     ],
     "diff_mean": 44.1795,
     "diff_sd": 41.3669,
     "n": 10,
     "relative_diff": 0.1679,
     "vector_better_in": 1,
     "vector_mean": 307.2873,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 745.3,
     "ci95_bootstrap": [
      -32.0,
      207.6
     ],
     "ci95_t": [
      -65.6532,
      228.6532
     ],
     "diff_mean": 81.5,
     "diff_sd": 205.706,
     "n": 10,
     "relative_diff": 0.1094,
     "vector_better_in": 4,
     "vector_mean": 826.8,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 258.7404,
     "ci95_bootstrap": [
      -82.1678,
      10.9323
     ],
     "ci95_t": [
      -88.1129,
      28.7884
     ],
     "diff_mean": -29.6622,
     "diff_sd": 81.7084,
     "n": 10,
     "relative_diff": -0.1146,
     "vector_better_in": 4,
     "vector_mean": 229.0782,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 242.2253,
     "ci95_bootstrap": [
      -35.1897,
      51.3488
     ],
     "ci95_t": [
      -53.991,
      54.9757
     ],
     "diff_mean": 0.4924,
     "diff_sd": 76.1625,
     "n": 10,
     "relative_diff": 0.002,
     "vector_better_in": 7,
     "vector_mean": 242.7177,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 481.2,
     "ci95_bootstrap": [
      -94.7,
      104.1
     ],
     "ci95_t": [
      -134.1934,
      113.5934
     ],
     "diff_mean": -10.3,
     "diff_sd": 173.191,
     "n": 10,
     "relative_diff": -0.0214,
     "vector_better_in": 6,
     "vector_mean": 470.9,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 208.8625,
     "ci95_bootstrap": [
      -26.4608,
      17.5426
     ],
     "ci95_t": [
      -34.2367,
      20.3973
     ],
     "diff_mean": -6.9197,
     "diff_sd": 38.1865,
     "n": 10,
     "relative_diff": -0.0331,
     "vector_better_in": 8,
     "vector_mean": 201.9428,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 7835.8,
     "ci95_bootstrap": [
      -1606.0,
      3847.1
     ],
     "ci95_t": [
      -2560.37,
      4199.17
     ],
     "diff_mean": 819.4,
     "diff_sd": 4724.5927,
     "n": 10,
     "relative_diff": 0.1046,
     "vector_better_in": 5,
     "vector_mean": 8655.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.2,
     "ci95_bootstrap": [
      -3.2,
      9.2
     ],
     "ci95_t": [
      -5.9516,
      9.9516
     ],
     "diff_mean": 2.0,
     "diff_sd": 11.1156,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 4,
     "vector_mean": 4.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 550.5,
     "ci95_bootstrap": [
      -488.0,
      -403.0
     ],
     "ci95_t": [
      -497.976,
      -393.024
     ],
     "diff_mean": -445.5,
     "diff_sd": 73.3564,
     "n": 10,
     "relative_diff": -0.8093,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.641,
     "ci95_bootstrap": [
      -0.0566,
      -0.0355
     ],
     "ci95_t": [
      -0.0587,
      -0.0333
     ],
     "diff_mean": -0.046,
     "diff_sd": 0.0178,
     "n": 10,
     "relative_diff": -0.0718,
     "vector_better_in": 10,
     "vector_mean": 0.595,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6783,
     "ci95_bootstrap": [
      -0.0213,
      0.0008
     ],
     "ci95_t": [
      -0.0232,
      0.0044
     ],
     "diff_mean": -0.0094,
     "diff_sd": 0.0192,
     "n": 10,
     "relative_diff": -0.0139,
     "vector_better_in": 6,
     "vector_mean": 0.6689,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S17_running_at_end": {
     "baseline_mean": 205.9,
     "ci95_bootstrap": [
      -83.0,
      216.9
     ],
     "ci95_t": [
      -146.4039,
      234.0039
     ],
     "diff_mean": 43.8,
     "diff_sd": 265.8867,
     "n": 10,
     "relative_diff": 0.2127,
     "vector_better_in": 6,
     "vector_mean": 249.7,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 3099.3,
     "ci95_bootstrap": [
      -884.7,
      3448.4
     ],
     "ci95_t": [
      -1854.9958,
      3682.9958
     ],
     "diff_mean": 914.0,
     "diff_sd": 3870.7892,
     "n": 10,
     "relative_diff": 0.2949,
     "vector_better_in": 4,
     "vector_mean": 4013.3,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S19_wasted_green_s": {
     "baseline_mean": 4236.7,
     "ci95_bootstrap": [
      -996.6,
      3043.6
     ],
     "ci95_t": [
      -1911.9002,
      3237.1002
     ],
     "diff_mean": 662.6,
     "diff_sd": 3598.9032,
     "n": 10,
     "relative_diff": 0.1564,
     "vector_better_in": 6,
     "vector_mean": 4899.3,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 836.3397,
     "ci95_bootstrap": [
      -92.9756,
      213.5595
     ],
     "ci95_t": [
      -157.8448,
      229.3517
     ],
     "diff_mean": 35.7534,
     "diff_sd": 270.6317,
     "n": 10,
     "relative_diff": 0.0427,
     "vector_better_in": 4,
     "vector_mean": 872.0932,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9414,
     "ci95_bootstrap": [
      -0.0758,
      0.0234
     ],
     "ci95_t": [
      -0.0811,
      0.0467
     ],
     "diff_mean": -0.0172,
     "diff_sd": 0.0893,
     "n": 10,
     "relative_diff": -0.0183,
     "vector_better_in": 6,
     "vector_mean": 0.9242,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S3_throughput_veh": {
     "baseline_mean": 3306.3,
     "ci95_bootstrap": [
      -263.9,
      82.7
     ],
     "ci95_t": [
      -282.373,
      163.373
     ],
     "diff_mean": -59.5,
     "diff_sd": 311.555,
     "n": 10,
     "relative_diff": -0.018,
     "vector_better_in": 6,
     "vector_mean": 3246.8,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 236.421,
     "ci95_bootstrap": [
      -34.627,
      49.54
     ],
     "ci95_t": [
      -52.6666,
      53.0546
     ],
     "diff_mean": 0.194,
     "diff_sd": 73.894,
     "n": 10,
     "relative_diff": 0.0008,
     "vector_better_in": 7,
     "vector_mean": 236.615,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 141.3171,
     "ci95_bootstrap": [
      -23.6418,
      -5.4123
     ],
     "ci95_t": [
      -25.5202,
      -3.5105
     ],
     "diff_mean": -14.5153,
     "diff_sd": 15.3837,
     "n": 10,
     "relative_diff": -0.1027,
     "vector_better_in": 7,
     "vector_mean": 126.8017,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.027344
    },
    "S6_median_waiting_s": {
     "baseline_mean": 62.8,
     "ci95_bootstrap": [
      -5.4,
      3.0
     ],
     "ci95_t": [
      -7.3108,
      3.5108
     ],
     "diff_mean": -1.9,
     "diff_sd": 7.5638,
     "n": 10,
     "relative_diff": -0.0303,
     "vector_better_in": 8,
     "vector_mean": 60.9,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 336.3261,
     "ci95_bootstrap": [
      -50.0788,
      -12.2495
     ],
     "ci95_t": [
      -52.5352,
      -5.5424
     ],
     "diff_mean": -29.0388,
     "diff_sd": 32.8457,
     "n": 10,
     "relative_diff": -0.0863,
     "vector_better_in": 9,
     "vector_mean": 307.2873,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 934.2,
     "ci95_bootstrap": [
      -206.7,
      -26.3
     ],
     "ci95_t": [
      -219.1643,
      4.3643
     ],
     "diff_mean": -107.4,
     "diff_sd": 156.2357,
     "n": 10,
     "relative_diff": -0.115,
     "vector_better_in": 7,
     "vector_mean": 826.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 223.3096,
     "ci95_bootstrap": [
      -39.2155,
      68.2994
     ],
     "ci95_t": [
      -61.7005,
      73.2378
     ],
     "diff_mean": 5.7687,
     "diff_sd": 94.3154,
     "n": 10,
     "relative_diff": 0.0258,
     "vector_better_in": 5,
     "vector_mean": 229.0782,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    }
   }
  },
  "J": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 625.1714,
     "ci95_bootstrap": [
      -72.6946,
      6.3576
     ],
     "ci95_t": [
      -81.265,
      14.4598
     ],
     "diff_mean": -33.4026,
     "diff_sd": 66.9071,
     "n": 10,
     "relative_diff": -0.0534,
     "vector_better_in": 8,
     "vector_mean": 591.7688,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1294.4,
     "ci95_bootstrap": [
      -21.7,
      106.3
     ],
     "ci95_t": [
      -40.3725,
      116.5725
     ],
     "diff_mean": 38.1,
     "diff_sd": 109.697,
     "n": 10,
     "relative_diff": 0.0294,
     "vector_better_in": 5,
     "vector_mean": 1332.5,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 748.6167,
     "ci95_bootstrap": [
      -71.073,
      -10.6721
     ],
     "ci95_t": [
      -78.4522,
      -4.6396
     ],
     "diff_mean": -41.5459,
     "diff_sd": 51.5914,
     "n": 10,
     "relative_diff": -0.0555,
     "vector_better_in": 7,
     "vector_mean": 707.0708,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 32843.6,
     "ci95_bootstrap": [
      -128.7,
      4057.4
     ],
     "ci95_t": [
      -727.839,
      4379.239
     ],
     "diff_mean": 1825.7,
     "diff_sd": 3569.6014,
     "n": 10,
     "relative_diff": 0.0556,
     "vector_better_in": 5,
     "vector_mean": 34669.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S13_gridlock_events": {
     "baseline_mean": 18.5,
     "ci95_bootstrap": [
      4.9,
      17.6
     ],
     "ci95_t": [
      2.6546,
      18.3454
     ],
     "diff_mean": 10.5,
     "diff_sd": 10.9671,
     "n": 10,
     "relative_diff": 0.5676,
     "vector_better_in": 1,
     "vector_mean": 29.0,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.005859
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5995,
     "ci95_bootstrap": [
      0.0319,
      0.0564
     ],
     "ci95_t": [
      0.0299,
      0.06
     ],
     "diff_mean": 0.0449,
     "diff_sd": 0.021,
     "n": 10,
     "relative_diff": 0.0749,
     "vector_better_in": 0,
     "vector_mean": 0.6444,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.4937,
     "ci95_bootstrap": [
      0.05,
      0.0627
     ],
     "ci95_t": [
      0.0483,
      0.0643
     ],
     "diff_mean": 0.0563,
     "diff_sd": 0.0111,
     "n": 10,
     "relative_diff": 0.114,
     "vector_better_in": 0,
     "vector_mean": 0.55,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 1208.5,
     "ci95_bootstrap": [
      15.7,
      141.7
     ],
     "ci95_t": [
      -1.2563,
      153.2563
     ],
     "diff_mean": 76.0,
     "diff_sd": 107.9969,
     "n": 10,
     "relative_diff": 0.0629,
     "vector_better_in": 3,
     "vector_mean": 1284.5,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 13720.6,
     "ci95_bootstrap": [
      1523.5,
      6306.4
     ],
     "ci95_t": [
      976.4925,
      6709.3075
     ],
     "diff_mean": 3842.9,
     "diff_sd": 4006.9614,
     "n": 10,
     "relative_diff": 0.2801,
     "vector_better_in": 1,
     "vector_mean": 17563.5,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S19_wasted_green_s": {
     "baseline_mean": 23412.2,
     "ci95_bootstrap": [
      -7049.3,
      -3024.9
     ],
     "ci95_t": [
      -7517.9596,
      -2674.2404
     ],
     "diff_mean": -5096.1,
     "diff_sd": 3385.5263,
     "n": 10,
     "relative_diff": -0.2177,
     "vector_better_in": 8,
     "vector_mean": 18316.1,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1846.1688,
     "ci95_bootstrap": [
      -221.2422,
      -56.5839
     ],
     "ci95_t": [
      -239.5246,
      -39.8294
     ],
     "diff_mean": -139.677,
     "diff_sd": 139.5774,
     "n": 10,
     "relative_diff": -0.0757,
     "vector_better_in": 8,
     "vector_mean": 1706.4918,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S2_completion_rate": {
     "baseline_mean": 0.6041,
     "ci95_bootstrap": [
      -0.0274,
      0.0406
     ],
     "ci95_t": [
      -0.0337,
      0.0482
     ],
     "diff_mean": 0.0072,
     "diff_sd": 0.0572,
     "n": 10,
     "relative_diff": 0.0119,
     "vector_better_in": 6,
     "vector_mean": 0.6114,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S3_throughput_veh": {
     "baseline_mean": 2940.3,
     "ci95_bootstrap": [
      -134.3,
      196.4
     ],
     "ci95_t": [
      -164.8101,
      233.2101
     ],
     "diff_mean": 34.2,
     "diff_sd": 278.1969,
     "n": 10,
     "relative_diff": 0.0116,
     "vector_better_in": 6,
     "vector_mean": 2974.5,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 844.994,
     "ci95_bootstrap": [
      -98.02,
      8.921
     ],
     "ci95_t": [
      -109.5479,
      19.6639
     ],
     "diff_mean": -44.942,
     "diff_sd": 90.3128,
     "n": 10,
     "relative_diff": -0.0532,
     "vector_better_in": 8,
     "vector_mean": 800.052,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 278.2693,
     "ci95_bootstrap": [
      -36.6483,
      -21.4845
     ],
     "ci95_t": [
      -38.5908,
      -20.0254
     ],
     "diff_mean": -29.3081,
     "diff_sd": 12.9763,
     "n": 10,
     "relative_diff": -0.1053,
     "vector_better_in": 10,
     "vector_mean": 248.9613,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 100.0,
     "ci95_bootstrap": [
      -2.4,
      0.0
     ],
     "ci95_t": [
      -2.6097,
      1.0097
     ],
     "diff_mean": -0.8,
     "diff_sd": 2.5298,
     "n": 10,
     "relative_diff": -0.008,
     "vector_better_in": 1,
     "vector_mean": 99.2,
     "vector_worse_in": 0,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 364.5162,
     "ci95_bootstrap": [
      -59.5229,
      22.6475
     ],
     "ci95_t": [
      -67.4671,
      31.8845
     ],
     "diff_mean": -17.7913,
     "diff_sd": 69.442,
     "n": 10,
     "relative_diff": -0.0488,
     "vector_better_in": 7,
     "vector_mean": 346.7249,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 1045.0,
     "ci95_bootstrap": [
      -152.4,
      229.2
     ],
     "ci95_t": [
      -193.7463,
      265.7463
     ],
     "diff_mean": 36.0,
     "diff_sd": 321.1632,
     "n": 10,
     "relative_diff": 0.0344,
     "vector_better_in": 5,
     "vector_mean": 1081.0,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 766.5282,
     "ci95_bootstrap": [
      -46.2532,
      26.7521
     ],
     "ci95_t": [
      -55.3059,
      33.3004
     ],
     "diff_mean": -11.0028,
     "diff_sd": 61.9315,
     "n": 10,
     "relative_diff": -0.0144,
     "vector_better_in": 6,
     "vector_mean": 755.5254,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 522.6947,
     "ci95_bootstrap": [
      15.9688,
      116.8519
     ],
     "ci95_t": [
      6.9586,
      131.1896
     ],
     "diff_mean": 69.0741,
     "diff_sd": 86.8315,
     "n": 10,
     "relative_diff": 0.1321,
     "vector_better_in": 2,
     "vector_mean": 591.7688,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1219.7,
     "ci95_bootstrap": [
      6.8,
      212.1
     ],
     "ci95_t": [
      -14.2916,
      239.8916
     ],
     "diff_mean": 112.8,
     "diff_sd": 177.6619,
     "n": 10,
     "relative_diff": 0.0925,
     "vector_better_in": 2,
     "vector_mean": 1332.5,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 632.3358,
     "ci95_bootstrap": [
      34.0194,
      109.7025
     ],
     "ci95_t": [
      27.9355,
      121.5345
     ],
     "diff_mean": 74.735,
     "diff_sd": 65.4212,
     "n": 10,
     "relative_diff": 0.1182,
     "vector_better_in": 2,
     "vector_mean": 707.0708,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 31962.8,
     "ci95_bootstrap": [
      -1483.8,
      6597.1
     ],
     "ci95_t": [
      -2281.3891,
      7694.3891
     ],
     "diff_mean": 2706.5,
     "diff_sd": 6972.5881,
     "n": 10,
     "relative_diff": 0.0847,
     "vector_better_in": 2,
     "vector_mean": 34669.3,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S13_gridlock_events": {
     "baseline_mean": 19.5,
     "ci95_bootstrap": [
      0.7,
      18.8
     ],
     "ci95_t": [
      -1.7263,
      20.7263
     ],
     "diff_mean": 9.5,
     "diff_sd": 15.6932,
     "n": 10,
     "relative_diff": 0.4872,
     "vector_better_in": 3,
     "vector_mean": 29.0,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5191,
     "ci95_bootstrap": [
      0.1095,
      0.1438
     ],
     "ci95_t": [
      0.1043,
      0.1463
     ],
     "diff_mean": 0.1253,
     "diff_sd": 0.0294,
     "n": 10,
     "relative_diff": 0.2414,
     "vector_better_in": 0,
     "vector_mean": 0.6444,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5335,
     "ci95_bootstrap": [
      0.0075,
      0.0243
     ],
     "ci95_t": [
      0.0062,
      0.0268
     ],
     "diff_mean": 0.0165,
     "diff_sd": 0.0144,
     "n": 10,
     "relative_diff": 0.0309,
     "vector_better_in": 1,
     "vector_mean": 0.55,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S17_running_at_end": {
     "baseline_mean": 1134.8,
     "ci95_bootstrap": [
      -5.7,
      298.9
     ],
     "ci95_t": [
      -39.2942,
      338.6942
     ],
     "diff_mean": 149.7,
     "diff_sd": 264.1957,
     "n": 10,
     "relative_diff": 0.1319,
     "vector_better_in": 2,
     "vector_mean": 1284.5,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 10463.3,
     "ci95_bootstrap": [
      3457.0,
      10587.1
     ],
     "ci95_t": [
      2709.0434,
      11491.3566
     ],
     "diff_mean": 7100.2,
     "diff_sd": 6138.4137,
     "n": 10,
     "relative_diff": 0.6786,
     "vector_better_in": 2,
     "vector_mean": 17563.5,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S19_wasted_green_s": {
     "baseline_mean": 11573.7,
     "ci95_bootstrap": [
      3627.6,
      9671.8
     ],
     "ci95_t": [
      3049.083,
      10435.717
     ],
     "diff_mean": 6742.4,
     "diff_sd": 5162.9011,
     "n": 10,
     "relative_diff": 0.5826,
     "vector_better_in": 2,
     "vector_mean": 18316.1,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1620.3657,
     "ci95_bootstrap": [
      -23.5668,
      188.2828
     ],
     "ci95_t": [
      -42.7589,
      215.011
     ],
     "diff_mean": 86.1261,
     "diff_sd": 180.1687,
     "n": 10,
     "relative_diff": 0.0532,
     "vector_better_in": 3,
     "vector_mean": 1706.4918,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S2_completion_rate": {
     "baseline_mean": 0.6648,
     "ci95_bootstrap": [
      -0.1063,
      0.003
     ],
     "ci95_t": [
      -0.1205,
      0.0137
     ],
     "diff_mean": -0.0534,
     "diff_sd": 0.0938,
     "n": 10,
     "relative_diff": -0.0803,
     "vector_better_in": 2,
     "vector_mean": 0.6114,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S3_throughput_veh": {
     "baseline_mean": 3233.8,
     "ci95_bootstrap": [
      -516.4,
      16.4
     ],
     "ci95_t": [
      -586.2079,
      67.6079
     ],
     "diff_mean": -259.3,
     "diff_sd": 456.9858,
     "n": 10,
     "relative_diff": -0.0802,
     "vector_better_in": 2,
     "vector_mean": 2974.5,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 706.891,
     "ci95_bootstrap": [
      21.197,
      158.038
     ],
     "ci95_t": [
      9.0847,
      177.2373
     ],
     "diff_mean": 93.161,
     "diff_sd": 117.5305,
     "n": 10,
     "relative_diff": 0.1318,
     "vector_better_in": 2,
     "vector_mean": 800.052,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.048828
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 221.8807,
     "ci95_bootstrap": [
      17.2172,
      37.7146
     ],
     "ci95_t": [
      14.542,
      39.6191
     ],
     "diff_mean": 27.0805,
     "diff_sd": 17.5277,
     "n": 10,
     "relative_diff": 0.122,
     "vector_better_in": 0,
     "vector_mean": 248.9613,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 88.9,
     "ci95_bootstrap": [
      3.4,
      17.2
     ],
     "ci95_t": [
      1.7486,
      18.8514
     ],
     "diff_mean": 10.3,
     "diff_sd": 11.9541,
     "n": 10,
     "relative_diff": 0.1159,
     "vector_better_in": 1,
     "vector_mean": 99.2,
     "vector_worse_in": 5,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.0625
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 333.3314,
     "ci95_bootstrap": [
      -37.2037,
      65.3327
     ],
     "ci95_t": [
      -49.5059,
      76.293
     ],
     "diff_mean": 13.3935,
     "diff_sd": 87.9274,
     "n": 10,
     "relative_diff": 0.0402,
     "vector_better_in": 6,
     "vector_mean": 346.7249,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 1041.2,
     "ci95_bootstrap": [
      -186.1,
      274.5
     ],
     "ci95_t": [
      -243.8666,
      323.4666
     ],
     "diff_mean": 39.8,
     "diff_sd": 396.5386,
     "n": 10,
     "relative_diff": 0.0382,
     "vector_better_in": 5,
     "vector_mean": 1081.0,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 673.9124,
     "ci95_bootstrap": [
      22.2523,
      137.1696
     ],
     "ci95_t": [
      10.5886,
      152.6375
     ],
     "diff_mean": 81.6131,
     "diff_sd": 99.2853,
     "n": 10,
     "relative_diff": 0.1211,
     "vector_better_in": 2,
     "vector_mean": 755.5254,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.048828
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 719.0264,
     "ci95_bootstrap": [
      -178.7125,
      -81.1497
     ],
     "ci95_t": [
      -186.7497,
      -67.7656
     ],
     "diff_mean": -127.2576,
     "diff_sd": 83.1642,
     "n": 10,
     "relative_diff": -0.177,
     "vector_better_in": 9,
     "vector_mean": 591.7688,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1541.6,
     "ci95_bootstrap": [
      -277.2,
      -147.6
     ],
     "ci95_t": [
      -288.7027,
      -129.4973
     ],
     "diff_mean": -209.1,
     "diff_sd": 111.2769,
     "n": 10,
     "relative_diff": -0.1356,
     "vector_better_in": 10,
     "vector_mean": 1332.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 800.7243,
     "ci95_bootstrap": [
      -140.5652,
      -60.7869
     ],
     "ci95_t": [
      -144.9655,
      -42.3415
     ],
     "diff_mean": -93.6535,
     "diff_sd": 71.7293,
     "n": 10,
     "relative_diff": -0.117,
     "vector_better_in": 10,
     "vector_mean": 707.0708,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 40755.5,
     "ci95_bootstrap": [
      -9358.4,
      -3548.4
     ],
     "ci95_t": [
      -9729.1445,
      -2443.2555
     ],
     "diff_mean": -6086.2,
     "diff_sd": 5092.4853,
     "n": 10,
     "relative_diff": -0.1493,
     "vector_better_in": 10,
     "vector_mean": 34669.3,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 38.8,
     "ci95_bootstrap": [
      -16.1,
      -3.1
     ],
     "ci95_t": [
      -17.6927,
      -1.9073
     ],
     "diff_mean": -9.8,
     "diff_sd": 11.0333,
     "n": 10,
     "relative_diff": -0.2526,
     "vector_better_in": 9,
     "vector_mean": 29.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 1490.8,
     "ci95_bootstrap": [
      -1599.9,
      -1162.0
     ],
     "ci95_t": [
      -1655.2456,
      -1116.3544
     ],
     "diff_mean": -1385.8,
     "diff_sd": 376.6589,
     "n": 10,
     "relative_diff": -0.9296,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5985,
     "ci95_bootstrap": [
      0.0131,
      0.0746
     ],
     "ci95_t": [
      0.0086,
      0.0833
     ],
     "diff_mean": 0.0459,
     "diff_sd": 0.0522,
     "n": 10,
     "relative_diff": 0.0767,
     "vector_better_in": 2,
     "vector_mean": 0.6444,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5519,
     "ci95_bootstrap": [
      -0.0096,
      0.0058
     ],
     "ci95_t": [
      -0.0111,
      0.0073
     ],
     "diff_mean": -0.0019,
     "diff_sd": 0.0129,
     "n": 10,
     "relative_diff": -0.0034,
     "vector_better_in": 5,
     "vector_mean": 0.55,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S17_running_at_end": {
     "baseline_mean": 1515.4,
     "ci95_bootstrap": [
      -326.5,
      -139.9
     ],
     "ci95_t": [
      -345.4919,
      -116.3081
     ],
     "diff_mean": -230.9,
     "diff_sd": 160.1884,
     "n": 10,
     "relative_diff": -0.1524,
     "vector_better_in": 9,
     "vector_mean": 1284.5,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 24781.1,
     "ci95_bootstrap": [
      -10153.7,
      -4395.4
     ],
     "ci95_t": [
      -10747.8399,
      -3687.3601
     ],
     "diff_mean": -7217.6,
     "diff_sd": 4934.9351,
     "n": 10,
     "relative_diff": -0.2913,
     "vector_better_in": 10,
     "vector_mean": 17563.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 24570.3,
     "ci95_bootstrap": [
      -8556.0,
      -4080.8
     ],
     "ci95_t": [
      -8996.458,
      -3511.942
     ],
     "diff_mean": -6254.2,
     "diff_sd": 3833.4124,
     "n": 10,
     "relative_diff": -0.2545,
     "vector_better_in": 10,
     "vector_mean": 18316.1,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1889.1444,
     "ci95_bootstrap": [
      -265.6732,
      -105.9564
     ],
     "ci95_t": [
      -280.4598,
      -84.8455
     ],
     "diff_mean": -182.6526,
     "diff_sd": 136.725,
     "n": 10,
     "relative_diff": -0.0967,
     "vector_better_in": 9,
     "vector_mean": 1706.4918,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S2_completion_rate": {
     "baseline_mean": 0.5058,
     "ci95_bootstrap": [
      0.0651,
      0.1484
     ],
     "ci95_t": [
      0.0548,
      0.1563
     ],
     "diff_mean": 0.1055,
     "diff_sd": 0.071,
     "n": 10,
     "relative_diff": 0.2086,
     "vector_better_in": 9,
     "vector_mean": 0.6114,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S3_throughput_veh": {
     "baseline_mean": 2460.2,
     "ci95_bootstrap": [
      317.1,
      723.3
     ],
     "ci95_t": [
      266.4146,
      762.1854
     ],
     "diff_mean": 514.3,
     "diff_sd": 346.5199,
     "n": 10,
     "relative_diff": 0.209,
     "vector_better_in": 9,
     "vector_mean": 2974.5,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 972.35,
     "ci95_bootstrap": [
      -242.311,
      -109.584
     ],
     "ci95_t": [
      -253.2188,
      -91.3772
     ],
     "diff_mean": -172.298,
     "diff_sd": 113.1195,
     "n": 10,
     "relative_diff": -0.1772,
     "vector_better_in": 9,
     "vector_mean": 800.052,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 287.1774,
     "ci95_bootstrap": [
      -53.033,
      -24.129
     ],
     "ci95_t": [
      -55.9386,
      -20.4937
     ],
     "diff_mean": -38.2162,
     "diff_sd": 24.7743,
     "n": 10,
     "relative_diff": -0.1331,
     "vector_better_in": 10,
     "vector_mean": 248.9613,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 100.0,
     "ci95_bootstrap": [
      -2.4,
      0.0
     ],
     "ci95_t": [
      -2.6097,
      1.0097
     ],
     "diff_mean": -0.8,
     "diff_sd": 2.5298,
     "n": 10,
     "relative_diff": -0.008,
     "vector_better_in": 1,
     "vector_mean": 99.2,
     "vector_worse_in": 0,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 279.0281,
     "ci95_bootstrap": [
      27.2716,
      105.5786
     ],
     "ci95_t": [
      19.9788,
      115.4148
     ],
     "diff_mean": 67.6968,
     "diff_sd": 66.7052,
     "n": 10,
     "relative_diff": 0.2426,
     "vector_better_in": 1,
     "vector_mean": 346.7249,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 745.5,
     "ci95_bootstrap": [
      152.2,
      510.3
     ],
     "ci95_t": [
      116.941,
      554.059
     ],
     "diff_mean": 335.5,
     "diff_sd": 305.5244,
     "n": 10,
     "relative_diff": 0.45,
     "vector_better_in": 1,
     "vector_mean": 1081.0,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 871.1779,
     "ci95_bootstrap": [
      -165.9173,
      -73.2795
     ],
     "ci95_t": [
      -173.083,
      -58.2219
     ],
     "diff_mean": -115.6524,
     "diff_sd": 80.2824,
     "n": 10,
     "relative_diff": -0.1328,
     "vector_better_in": 10,
     "vector_mean": 755.5254,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   }
  },
  "K": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 537.0204,
     "ci95_bootstrap": [
      -107.2955,
      -58.6575
     ],
     "ci95_t": [
      -113.8829,
      -54.0474
     ],
     "diff_mean": -83.9651,
     "diff_sd": 41.8222,
     "n": 10,
     "relative_diff": -0.1564,
     "vector_better_in": 10,
     "vector_mean": 453.0553,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1152.5,
     "ci95_bootstrap": [
      -95.3,
      52.7
     ],
     "ci95_t": [
      -113.452,
      66.452
     ],
     "diff_mean": -23.5,
     "diff_sd": 125.7442,
     "n": 10,
     "relative_diff": -0.0204,
     "vector_better_in": 7,
     "vector_mean": 1129.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 467.4466,
     "ci95_bootstrap": [
      -131.8583,
      -102.5691
     ],
     "ci95_t": [
      -134.6699,
      -97.8537
     ],
     "diff_mean": -116.2618,
     "diff_sd": 25.7327,
     "n": 10,
     "relative_diff": -0.2487,
     "vector_better_in": 10,
     "vector_mean": 351.1848,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 29667.2,
     "ci95_bootstrap": [
      -4798.9,
      -148.1
     ],
     "ci95_t": [
      -5497.1269,
      199.9269
     ],
     "diff_mean": -2648.6,
     "diff_sd": 3981.966,
     "n": 10,
     "relative_diff": -0.0893,
     "vector_better_in": 8,
     "vector_mean": 27018.6,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S13_gridlock_events": {
     "baseline_mean": 21.6,
     "ci95_bootstrap": [
      -4.9,
      8.6
     ],
     "ci95_t": [
      -6.7165,
      9.9165
     ],
     "diff_mean": 1.6,
     "diff_sd": 11.6256,
     "n": 10,
     "relative_diff": 0.0741,
     "vector_better_in": 6,
     "vector_mean": 23.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6021,
     "ci95_bootstrap": [
      -0.0393,
      0.0176
     ],
     "ci95_t": [
      -0.0435,
      0.0273
     ],
     "diff_mean": -0.0081,
     "diff_sd": 0.0494,
     "n": 10,
     "relative_diff": -0.0135,
     "vector_better_in": 4,
     "vector_mean": 0.594,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5103,
     "ci95_bootstrap": [
      0.0586,
      0.0863
     ],
     "ci95_t": [
      0.0557,
      0.0895
     ],
     "diff_mean": 0.0726,
     "diff_sd": 0.0237,
     "n": 10,
     "relative_diff": 0.1423,
     "vector_better_in": 0,
     "vector_mean": 0.5829,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 1092.7,
     "ci95_bootstrap": [
      -150.3,
      46.1
     ],
     "ci95_t": [
      -175.069,
      61.669
     ],
     "diff_mean": -56.7,
     "diff_sd": 165.4684,
     "n": 10,
     "relative_diff": -0.0519,
     "vector_better_in": 6,
     "vector_mean": 1036.0,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 13394.7,
     "ci95_bootstrap": [
      -1565.7,
      2815.0
     ],
     "ci95_t": [
      -2116.3128,
      3205.5128
     ],
     "diff_mean": 544.6,
     "diff_sd": 3719.6996,
     "n": 10,
     "relative_diff": 0.0407,
     "vector_better_in": 5,
     "vector_mean": 13939.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S19_wasted_green_s": {
     "baseline_mean": 23191.8,
     "ci95_bootstrap": [
      -10340.3,
      -6825.3
     ],
     "ci95_t": [
      -10776.5368,
      -6521.4632
     ],
     "diff_mean": -8649.0,
     "diff_sd": 2974.0913,
     "n": 10,
     "relative_diff": -0.3729,
     "vector_better_in": 10,
     "vector_mean": 14542.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1643.1237,
     "ci95_bootstrap": [
      -198.1605,
      -99.7724
     ],
     "ci95_t": [
      -209.967,
      -90.1908
     ],
     "diff_mean": -150.0789,
     "diff_sd": 83.7178,
     "n": 10,
     "relative_diff": -0.0913,
     "vector_better_in": 10,
     "vector_mean": 1493.0448,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.6687,
     "ci95_bootstrap": [
      0.0189,
      0.0795
     ],
     "ci95_t": [
      0.0135,
      0.0873
     ],
     "diff_mean": 0.0504,
     "diff_sd": 0.0516,
     "n": 10,
     "relative_diff": 0.0753,
     "vector_better_in": 8,
     "vector_mean": 0.7191,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S3_throughput_veh": {
     "baseline_mean": 2759.8,
     "ci95_bootstrap": [
      78.1,
      328.0
     ],
     "ci95_t": [
      55.9014,
      360.0986
     ],
     "diff_mean": 208.0,
     "diff_sd": 212.6191,
     "n": 10,
     "relative_diff": 0.0754,
     "vector_better_in": 8,
     "vector_mean": 2967.8,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 615.804,
     "ci95_bootstrap": [
      -123.005,
      -67.314
     ],
     "ci95_t": [
      -130.534,
      -62.066
     ],
     "diff_mean": -96.3,
     "diff_sd": 47.8558,
     "n": 10,
     "relative_diff": -0.1564,
     "vector_better_in": 10,
     "vector_mean": 519.504,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 190.1709,
     "ci95_bootstrap": [
      -53.6816,
      -30.5785
     ],
     "ci95_t": [
      -55.478,
      -27.1236
     ],
     "diff_mean": -41.3008,
     "diff_sd": 19.8183,
     "n": 10,
     "relative_diff": -0.2172,
     "vector_better_in": 10,
     "vector_mean": 148.8701,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 100.0,
     "ci95_bootstrap": [
      -21.5,
      -11.1
     ],
     "ci95_t": [
      -23.2143,
      -10.3857
     ],
     "diff_mean": -16.8,
     "diff_sd": 8.9666,
     "n": 10,
     "relative_diff": -0.168,
     "vector_better_in": 9,
     "vector_mean": 83.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 321.8675,
     "ci95_bootstrap": [
      -38.8445,
      17.088
     ],
     "ci95_t": [
      -43.3595,
      24.6175
     ],
     "diff_mean": -9.371,
     "diff_sd": 47.5126,
     "n": 10,
     "relative_diff": -0.0291,
     "vector_better_in": 4,
     "vector_mean": 312.4965,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 819.6,
     "ci95_bootstrap": [
      -52.5,
      298.9
     ],
     "ci95_t": [
      -77.9581,
      353.7581
     ],
     "diff_mean": 137.9,
     "diff_sd": 301.7488,
     "n": 10,
     "relative_diff": 0.1683,
     "vector_better_in": 3,
     "vector_mean": 957.5,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 634.024,
     "ci95_bootstrap": [
      -103.3743,
      -35.0876
     ],
     "ci95_t": [
      -113.5162,
      -29.6697
     ],
     "diff_mean": -71.5929,
     "diff_sd": 58.6046,
     "n": 10,
     "relative_diff": -0.1129,
     "vector_better_in": 9,
     "vector_mean": 562.4311,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 341.839,
     "ci95_bootstrap": [
      73.5494,
      144.6781
     ],
     "ci95_t": [
      67.5208,
      154.9118
     ],
     "diff_mean": 111.2163,
     "diff_sd": 61.0821,
     "n": 10,
     "relative_diff": 0.3253,
     "vector_better_in": 1,
     "vector_mean": 453.0553,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 792.3,
     "ci95_bootstrap": [
      221.1,
      435.9
     ],
     "ci95_t": [
      204.5479,
      468.8521
     ],
     "diff_mean": 336.7,
     "diff_sd": 184.7359,
     "n": 10,
     "relative_diff": 0.425,
     "vector_better_in": 1,
     "vector_mean": 1129.0,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 311.0561,
     "ci95_bootstrap": [
      28.1567,
      52.076
     ],
     "ci95_t": [
      25.6924,
      54.565
     ],
     "diff_mean": 40.1287,
     "diff_sd": 20.1806,
     "n": 10,
     "relative_diff": 0.129,
     "vector_better_in": 0,
     "vector_mean": 351.1848,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 19342.6,
     "ci95_bootstrap": [
      4089.7,
      10857.4
     ],
     "ci95_t": [
      3501.7344,
      11850.2656
     ],
     "diff_mean": 7676.0,
     "diff_sd": 5835.221,
     "n": 10,
     "relative_diff": 0.3968,
     "vector_better_in": 1,
     "vector_mean": 27018.6,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S13_gridlock_events": {
     "baseline_mean": 9.0,
     "ci95_bootstrap": [
      6.6,
      21.7
     ],
     "ci95_t": [
      4.8498,
      23.5502
     ],
     "diff_mean": 14.2,
     "diff_sd": 13.0707,
     "n": 10,
     "relative_diff": 1.5778,
     "vector_better_in": 2,
     "vector_mean": 23.2,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.019531
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5211,
     "ci95_bootstrap": [
      0.0526,
      0.0937
     ],
     "ci95_t": [
      0.0478,
      0.0981
     ],
     "diff_mean": 0.0729,
     "diff_sd": 0.0352,
     "n": 10,
     "relative_diff": 0.14,
     "vector_better_in": 0,
     "vector_mean": 0.594,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6196,
     "ci95_bootstrap": [
      -0.0501,
      -0.022
     ],
     "ci95_t": [
      -0.0539,
      -0.0195
     ],
     "diff_mean": -0.0367,
     "diff_sd": 0.0241,
     "n": 10,
     "relative_diff": -0.0592,
     "vector_better_in": 9,
     "vector_mean": 0.5829,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S17_running_at_end": {
     "baseline_mean": 654.4,
     "ci95_bootstrap": [
      223.9,
      518.5
     ],
     "ci95_t": [
      201.4385,
      561.7615
     ],
     "diff_mean": 381.6,
     "diff_sd": 251.8484,
     "n": 10,
     "relative_diff": 0.5831,
     "vector_better_in": 1,
     "vector_mean": 1036.0,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 6136.1,
     "ci95_bootstrap": [
      5419.8,
      9833.3
     ],
     "ci95_t": [
      5098.6542,
      10507.7458
     ],
     "diff_mean": 7803.2,
     "diff_sd": 3780.6943,
     "n": 10,
     "relative_diff": 1.2717,
     "vector_better_in": 1,
     "vector_mean": 13939.3,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S19_wasted_green_s": {
     "baseline_mean": 6939.3,
     "ci95_bootstrap": [
      5614.7,
      9289.7
     ],
     "ci95_t": [
      5347.6966,
      9859.3034
     ],
     "diff_mean": 7603.5,
     "diff_sd": 3153.3958,
     "n": 10,
     "relative_diff": 1.0957,
     "vector_better_in": 0,
     "vector_mean": 14542.8,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1380.973,
     "ci95_bootstrap": [
      39.4403,
      176.9617
     ],
     "ci95_t": [
      28.4291,
      195.7144
     ],
     "diff_mean": 112.0718,
     "diff_sd": 116.9244,
     "n": 10,
     "relative_diff": 0.0812,
     "vector_better_in": 2,
     "vector_mean": 1493.0448,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8234,
     "ci95_bootstrap": [
      -0.144,
      -0.0579
     ],
     "ci95_t": [
      -0.1571,
      -0.0515
     ],
     "diff_mean": -0.1043,
     "diff_sd": 0.0738,
     "n": 10,
     "relative_diff": -0.1267,
     "vector_better_in": 1,
     "vector_mean": 0.7191,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S3_throughput_veh": {
     "baseline_mean": 3398.5,
     "ci95_bootstrap": [
      -594.0,
      -238.8
     ],
     "ci95_t": [
      -648.7127,
      -212.6873
     ],
     "diff_mean": -430.7,
     "diff_sd": 304.7608,
     "n": 10,
     "relative_diff": -0.1267,
     "vector_better_in": 1,
     "vector_mean": 2967.8,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 391.99,
     "ci95_bootstrap": [
      84.359,
      165.856
     ],
     "ci95_t": [
      77.5576,
      177.4704
     ],
     "diff_mean": 127.514,
     "diff_sd": 69.8342,
     "n": 10,
     "relative_diff": 0.3253,
     "vector_better_in": 1,
     "vector_mean": 519.504,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 136.9382,
     "ci95_bootstrap": [
      -0.7381,
      23.0099
     ],
     "ci95_t": [
      -2.8579,
      26.7217
     ],
     "diff_mean": 11.9319,
     "diff_sd": 20.6747,
     "n": 10,
     "relative_diff": 0.0871,
     "vector_better_in": 2,
     "vector_mean": 148.8701,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S6_median_waiting_s": {
     "baseline_mean": 62.2,
     "ci95_bootstrap": [
      14.1,
      28.6
     ],
     "ci95_t": [
      12.0144,
      29.9856
     ],
     "diff_mean": 21.0,
     "diff_sd": 12.561,
     "n": 10,
     "relative_diff": 0.3376,
     "vector_better_in": 0,
     "vector_mean": 83.2,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 307.2388,
     "ci95_bootstrap": [
      -16.2903,
      28.3811
     ],
     "ci95_t": [
      -22.2144,
      32.7297
     ],
     "diff_mean": 5.2577,
     "diff_sd": 38.4033,
     "n": 10,
     "relative_diff": 0.0171,
     "vector_better_in": 6,
     "vector_mean": 312.4965,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 945.1,
     "ci95_bootstrap": [
      -139.7,
      164.8
     ],
     "ci95_t": [
      -177.4126,
      202.2126
     ],
     "diff_mean": 12.4,
     "diff_sd": 265.3397,
     "n": 10,
     "relative_diff": 0.0131,
     "vector_better_in": 5,
     "vector_mean": 957.5,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 410.8112,
     "ci95_bootstrap": [
      98.3834,
      198.5556
     ],
     "ci95_t": [
      90.4524,
      212.7874
     ],
     "diff_mean": 151.6199,
     "diff_sd": 85.5063,
     "n": 10,
     "relative_diff": 0.3691,
     "vector_better_in": 1,
     "vector_mean": 562.4311,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 417.471,
     "ci95_bootstrap": [
      11.1688,
      59.214
     ],
     "ci95_t": [
      6.228,
      64.9405
     ],
     "diff_mean": 35.5842,
     "diff_sd": 41.0372,
     "n": 10,
     "relative_diff": 0.0852,
     "vector_better_in": 2,
     "vector_mean": 453.0553,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 1007.6,
     "ci95_bootstrap": [
      50.6,
      195.6
     ],
     "ci95_t": [
      32.7046,
      210.0954
     ],
     "diff_mean": 121.4,
     "diff_sd": 123.9876,
     "n": 10,
     "relative_diff": 0.1205,
     "vector_better_in": 1,
     "vector_mean": 1129.0,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 346.7265,
     "ci95_bootstrap": [
      -10.422,
      18.2794
     ],
     "ci95_t": [
      -13.053,
      21.9696
     ],
     "diff_mean": 4.4583,
     "diff_sd": 24.4791,
     "n": 10,
     "relative_diff": 0.0129,
     "vector_better_in": 4,
     "vector_mean": 351.1848,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 22696.5,
     "ci95_bootstrap": [
      2178.3,
      6618.3
     ],
     "ci95_t": [
      1596.7406,
      7047.4594
     ],
     "diff_mean": 4322.1,
     "diff_sd": 3809.7897,
     "n": 10,
     "relative_diff": 0.1904,
     "vector_better_in": 2,
     "vector_mean": 27018.6,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S13_gridlock_events": {
     "baseline_mean": 22.0,
     "ci95_bootstrap": [
      -5.0,
      7.8
     ],
     "ci95_t": [
      -6.7215,
      9.1215
     ],
     "diff_mean": 1.2,
     "diff_sd": 11.0735,
     "n": 10,
     "relative_diff": 0.0545,
     "vector_better_in": 5,
     "vector_mean": 23.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 891.5,
     "ci95_bootstrap": [
      -889.5,
      -671.5
     ],
     "ci95_t": [
      -920.3808,
      -652.6192
     ],
     "diff_mean": -786.5,
     "diff_sd": 187.1525,
     "n": 10,
     "relative_diff": -0.8822,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6453,
     "ci95_bootstrap": [
      -0.0755,
      -0.0274
     ],
     "ci95_t": [
      -0.0808,
      -0.0217
     ],
     "diff_mean": -0.0513,
     "diff_sd": 0.0413,
     "n": 10,
     "relative_diff": -0.0794,
     "vector_better_in": 9,
     "vector_mean": 0.594,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5813,
     "ci95_bootstrap": [
      -0.0097,
      0.0158
     ],
     "ci95_t": [
      -0.0138,
      0.017
     ],
     "diff_mean": 0.0016,
     "diff_sd": 0.0215,
     "n": 10,
     "relative_diff": 0.0028,
     "vector_better_in": 6,
     "vector_mean": 0.5829,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S17_running_at_end": {
     "baseline_mean": 880.9,
     "ci95_bootstrap": [
      37.0,
      279.8
     ],
     "ci95_t": [
      6.7369,
      303.4631
     ],
     "diff_mean": 155.1,
     "diff_sd": 207.3973,
     "n": 10,
     "relative_diff": 0.1761,
     "vector_better_in": 2,
     "vector_mean": 1036.0,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 11136.7,
     "ci95_bootstrap": [
      906.3,
      4540.5
     ],
     "ci95_t": [
      603.3624,
      5001.8376
     ],
     "diff_mean": 2802.6,
     "diff_sd": 3074.3222,
     "n": 10,
     "relative_diff": 0.2517,
     "vector_better_in": 2,
     "vector_mean": 13939.3,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.037109
    },
    "S19_wasted_green_s": {
     "baseline_mean": 12678.7,
     "ci95_bootstrap": [
      90.1,
      3505.0
     ],
     "ci95_t": [
      -217.725,
      3945.925
     ],
     "diff_mean": 1864.1,
     "diff_sd": 2910.1907,
     "n": 10,
     "relative_diff": 0.147,
     "vector_better_in": 2,
     "vector_mean": 14542.8,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1312.5618,
     "ci95_bootstrap": [
      121.161,
      238.2386
     ],
     "ci95_t": [
      109.1207,
      251.8452
     ],
     "diff_mean": 180.483,
     "diff_sd": 99.7575,
     "n": 10,
     "relative_diff": 0.1375,
     "vector_better_in": 1,
     "vector_mean": 1493.0448,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7723,
     "ci95_bootstrap": [
      -0.0865,
      -0.0205
     ],
     "ci95_t": [
      -0.0935,
      -0.013
     ],
     "diff_mean": -0.0533,
     "diff_sd": 0.0562,
     "n": 10,
     "relative_diff": -0.069,
     "vector_better_in": 1,
     "vector_mean": 0.7191,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S3_throughput_veh": {
     "baseline_mean": 3187.5,
     "ci95_bootstrap": [
      -358.1,
      -83.7
     ],
     "ci95_t": [
      -387.0816,
      -52.3184
     ],
     "diff_mean": -219.7,
     "diff_sd": 233.9834,
     "n": 10,
     "relative_diff": -0.0689,
     "vector_better_in": 1,
     "vector_mean": 2967.8,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.013672
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 478.843,
     "ci95_bootstrap": [
      12.557,
      67.829
     ],
     "ci95_t": [
      6.885,
      74.437
     ],
     "diff_mean": 40.661,
     "diff_sd": 47.2156,
     "n": 10,
     "relative_diff": 0.0849,
     "vector_better_in": 2,
     "vector_mean": 519.504,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 167.1105,
     "ci95_bootstrap": [
      -29.2607,
      -8.5492
     ],
     "ci95_t": [
      -30.9275,
      -5.5533
     ],
     "diff_mean": -18.2404,
     "diff_sd": 17.7353,
     "n": 10,
     "relative_diff": -0.1092,
     "vector_better_in": 9,
     "vector_mean": 148.8701,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S6_median_waiting_s": {
     "baseline_mean": 85.9,
     "ci95_bootstrap": [
      -11.3,
      5.4
     ],
     "ci95_t": [
      -12.8057,
      7.4057
     ],
     "diff_mean": -2.7,
     "diff_sd": 14.1268,
     "n": 10,
     "relative_diff": -0.0314,
     "vector_better_in": 4,
     "vector_mean": 83.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.640625
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 360.4222,
     "ci95_bootstrap": [
      -70.2296,
      -26.065
     ],
     "ci95_t": [
      -74.8566,
      -20.9948
     ],
     "diff_mean": -47.9257,
     "diff_sd": 37.6468,
     "n": 10,
     "relative_diff": -0.133,
     "vector_better_in": 9,
     "vector_mean": 312.4965,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 1060.9,
     "ci95_bootstrap": [
      -223.5,
      15.7
     ],
     "ci95_t": [
      -251.0635,
      44.2635
     ],
     "diff_mean": -103.4,
     "diff_sd": 206.4193,
     "n": 10,
     "relative_diff": -0.0975,
     "vector_better_in": 7,
     "vector_mean": 957.5,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 504.9858,
     "ci95_bootstrap": [
      21.1839,
      93.8691
     ],
     "ci95_t": [
      12.9808,
      101.9097
     ],
     "diff_mean": 57.4453,
     "diff_sd": 62.157,
     "n": 10,
     "relative_diff": 0.1138,
     "vector_better_in": 3,
     "vector_mean": 562.4311,
     "vector_worse_in": 7,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    }
   }
  },
  "L": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 382.1822,
     "ci95_bootstrap": [
      -237.3852,
      -154.4388
     ],
     "ci95_t": [
      -245.7062,
      -143.4155
     ],
     "diff_mean": -194.5608,
     "diff_sd": 71.4963,
     "n": 10,
     "relative_diff": -0.5091,
     "vector_better_in": 10,
     "vector_mean": 187.6214,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 753.5,
     "ci95_bootstrap": [
      -515.4,
      -324.2
     ],
     "ci95_t": [
      -533.4282,
      -298.1718
     ],
     "diff_mean": -415.8,
     "diff_sd": 164.4329,
     "n": 10,
     "relative_diff": -0.5518,
     "vector_better_in": 10,
     "vector_mean": 337.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 295.2807,
     "ci95_bootstrap": [
      -118.5477,
      -87.7658
     ],
     "ci95_t": [
      -121.3981,
      -83.4773
     ],
     "diff_mean": -102.4377,
     "diff_sd": 26.5049,
     "n": 10,
     "relative_diff": -0.3469,
     "vector_better_in": 10,
     "vector_mean": 192.843,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16198.4,
     "ci95_bootstrap": [
      -15111.4,
      -9404.8
     ],
     "ci95_t": [
      -15696.3427,
      -8662.0573
     ],
     "diff_mean": -12179.2,
     "diff_sd": 4916.6265,
     "n": 10,
     "relative_diff": -0.7519,
     "vector_better_in": 10,
     "vector_mean": 4019.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 12.5,
     "ci95_bootstrap": [
      -16.1,
      -6.3
     ],
     "ci95_t": [
      -17.1461,
      -5.0539
     ],
     "diff_mean": -11.1,
     "diff_sd": 8.4518,
     "n": 10,
     "relative_diff": -0.888,
     "vector_better_in": 9,
     "vector_mean": 1.4,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4825,
     "ci95_bootstrap": [
      0.1283,
      0.1664
     ],
     "ci95_t": [
      0.1222,
      0.1695
     ],
     "diff_mean": 0.1458,
     "diff_sd": 0.033,
     "n": 10,
     "relative_diff": 0.3022,
     "vector_better_in": 0,
     "vector_mean": 0.6283,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6144,
     "ci95_bootstrap": [
      -0.0655,
      0.0058
     ],
     "ci95_t": [
      -0.0719,
      0.0147
     ],
     "diff_mean": -0.0286,
     "diff_sd": 0.0605,
     "n": 10,
     "relative_diff": -0.0465,
     "vector_better_in": 6,
     "vector_mean": 0.5858,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S17_running_at_end": {
     "baseline_mean": 614.8,
     "ci95_bootstrap": [
      -674.9,
      -409.6
     ],
     "ci95_t": [
      -699.7667,
      -372.8333
     ],
     "diff_mean": -536.3,
     "diff_sd": 228.5107,
     "n": 10,
     "relative_diff": -0.8723,
     "vector_better_in": 10,
     "vector_mean": 78.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7698.1,
     "ci95_bootstrap": [
      -8358.7,
      -4185.1
     ],
     "ci95_t": [
      -8760.2787,
      -3619.5213
     ],
     "diff_mean": -6189.9,
     "diff_sd": 3593.1416,
     "n": 10,
     "relative_diff": -0.8041,
     "vector_better_in": 10,
     "vector_mean": 1508.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17990.5,
     "ci95_bootstrap": [
      -14524.2,
      -11138.2
     ],
     "ci95_t": [
      -14867.6393,
      -10670.9607
     ],
     "diff_mean": -12769.3,
     "diff_sd": 2933.2761,
     "n": 10,
     "relative_diff": -0.7098,
     "vector_better_in": 10,
     "vector_mean": 5221.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1485.4827,
     "ci95_bootstrap": [
      -1019.918,
      -718.4282
     ],
     "ci95_t": [
      -1046.5984,
      -678.4128
     ],
     "diff_mean": -862.5056,
     "diff_sd": 257.344,
     "n": 10,
     "relative_diff": -0.5806,
     "vector_better_in": 10,
     "vector_mean": 622.9771,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7924,
     "ci95_bootstrap": [
      0.1427,
      0.2303
     ],
     "ci95_t": [
      0.1304,
      0.2387
     ],
     "diff_mean": 0.1845,
     "diff_sd": 0.0757,
     "n": 10,
     "relative_diff": 0.2328,
     "vector_better_in": 10,
     "vector_mean": 0.977,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2693.6,
     "ci95_bootstrap": [
      487.0,
      777.9
     ],
     "ci95_t": [
      445.4593,
      805.3407
     ],
     "diff_mean": 625.4,
     "diff_sd": 251.5398,
     "n": 10,
     "relative_diff": 0.2322,
     "vector_better_in": 10,
     "vector_mean": 3319.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 360.664,
     "ci95_bootstrap": [
      -222.921,
      -146.342
     ],
     "ci95_t": [
      -230.4884,
      -136.1416
     ],
     "diff_mean": -183.315,
     "diff_sd": 65.9438,
     "n": 10,
     "relative_diff": -0.5083,
     "vector_better_in": 10,
     "vector_mean": 177.349,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 145.2806,
     "ci95_bootstrap": [
      -39.6783,
      -19.3982
     ],
     "ci95_t": [
      -42.2001,
      -17.6031
     ],
     "diff_mean": -29.9016,
     "diff_sd": 17.1921,
     "n": 10,
     "relative_diff": -0.2058,
     "vector_better_in": 9,
     "vector_mean": 115.379,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 95.0,
     "ci95_bootstrap": [
      -34.7,
      -26.2
     ],
     "ci95_t": [
      -35.7378,
      -25.2622
     ],
     "diff_mean": -30.5,
     "diff_sd": 7.322,
     "n": 10,
     "relative_diff": -0.3211,
     "vector_better_in": 10,
     "vector_mean": 64.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 302.9563,
     "ci95_bootstrap": [
      -19.8053,
      3.4906
     ],
     "ci95_t": [
      -21.9911,
      6.1808
     ],
     "diff_mean": -7.9051,
     "diff_sd": 19.6908,
     "n": 10,
     "relative_diff": -0.0261,
     "vector_better_in": 6,
     "vector_mean": 295.0512,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 772.2,
     "ci95_bootstrap": [
      -111.4,
      20.1
     ],
     "ci95_t": [
      -128.7281,
      32.1281
     ],
     "diff_mean": -48.3,
     "diff_sd": 112.4308,
     "n": 10,
     "relative_diff": -0.0625,
     "vector_better_in": 7,
     "vector_mean": 723.9,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 389.5779,
     "ci95_bootstrap": [
      -279.3216,
      -181.2242
     ],
     "ci95_t": [
      -289.0676,
      -168.0588
     ],
     "diff_mean": -228.5632,
     "diff_sd": 84.5793,
     "n": 10,
     "relative_diff": -0.5867,
     "vector_better_in": 10,
     "vector_mean": 161.0147,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 181.9671,
     "ci95_bootstrap": [
      -47.8002,
      50.5074
     ],
     "ci95_t": [
      -54.9974,
      66.306
     ],
     "diff_mean": 5.6543,
     "diff_sd": 84.7853,
     "n": 10,
     "relative_diff": 0.0311,
     "vector_better_in": 3,
     "vector_mean": 187.6214,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 357.5,
     "ci95_bootstrap": [
      -158.9,
      98.9
     ],
     "ci95_t": [
      -179.0218,
      139.4218
     ],
     "diff_mean": -19.8,
     "diff_sd": 222.5767,
     "n": 10,
     "relative_diff": -0.0554,
     "vector_better_in": 5,
     "vector_mean": 337.7,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 118.0594,
     "ci95_bootstrap": [
      57.5425,
      88.8533
     ],
     "ci95_t": [
      55.3268,
      94.2404
     ],
     "diff_mean": 74.7836,
     "diff_sd": 27.1987,
     "n": 10,
     "relative_diff": 0.6334,
     "vector_better_in": 0,
     "vector_mean": 192.843,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 6652.6,
     "ci95_bootstrap": [
      -6444.9,
      686.7
     ],
     "ci95_t": [
      -7009.7939,
      1742.9939
     ],
     "diff_mean": -2633.4,
     "diff_sd": 6117.7769,
     "n": 10,
     "relative_diff": -0.3958,
     "vector_better_in": 7,
     "vector_mean": 4019.2,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S13_gridlock_events": {
     "baseline_mean": 5.9,
     "ci95_bootstrap": [
      -8.6,
      0.1
     ],
     "ci95_t": [
      -9.8665,
      0.8665
     ],
     "diff_mean": -4.5,
     "diff_sd": 7.5019,
     "n": 10,
     "relative_diff": -0.7627,
     "vector_better_in": 7,
     "vector_mean": 1.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4954,
     "ci95_bootstrap": [
      0.1128,
      0.1544
     ],
     "ci95_t": [
      0.1082,
      0.1578
     ],
     "diff_mean": 0.133,
     "diff_sd": 0.0347,
     "n": 10,
     "relative_diff": 0.2685,
     "vector_better_in": 0,
     "vector_mean": 0.6283,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.667,
     "ci95_bootstrap": [
      -0.1249,
      -0.0331
     ],
     "ci95_t": [
      -0.1379,
      -0.0245
     ],
     "diff_mean": -0.0812,
     "diff_sd": 0.0793,
     "n": 10,
     "relative_diff": -0.1217,
     "vector_better_in": 8,
     "vector_mean": 0.5858,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S17_running_at_end": {
     "baseline_mean": 252.2,
     "ci95_bootstrap": [
      -359.3,
      14.6
     ],
     "ci95_t": [
      -402.6818,
      55.2818
     ],
     "diff_mean": -173.7,
     "diff_sd": 320.0944,
     "n": 10,
     "relative_diff": -0.6887,
     "vector_better_in": 7,
     "vector_mean": 78.5,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.164062
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 2792.4,
     "ci95_bootstrap": [
      -3361.1,
      700.1
     ],
     "ci95_t": [
      -3758.5899,
      1190.1899
     ],
     "diff_mean": -1284.2,
     "diff_sd": 3458.9586,
     "n": 10,
     "relative_diff": -0.4599,
     "vector_better_in": 7,
     "vector_mean": 1508.2,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S19_wasted_green_s": {
     "baseline_mean": 3553.3,
     "ci95_bootstrap": [
      -458.8,
      3659.8
     ],
     "ci95_t": [
      -847.6138,
      4183.4138
     ],
     "diff_mean": 1667.9,
     "diff_sd": 3516.4458,
     "n": 10,
     "relative_diff": 0.4694,
     "vector_better_in": 2,
     "vector_mean": 5221.2,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 773.0222,
     "ci95_bootstrap": [
      -398.0734,
      69.1412
     ],
     "ci95_t": [
      -437.6071,
      137.5168
     ],
     "diff_mean": -150.0451,
     "diff_sd": 401.9839,
     "n": 10,
     "relative_diff": -0.1941,
     "vector_better_in": 7,
     "vector_mean": 622.9771,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9226,
     "ci95_bootstrap": [
      -0.003,
      0.1125
     ],
     "ci95_t": [
      -0.0165,
      0.1253
     ],
     "diff_mean": 0.0544,
     "diff_sd": 0.0991,
     "n": 10,
     "relative_diff": 0.0589,
     "vector_better_in": 7,
     "vector_mean": 0.977,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.164062
    },
    "S3_throughput_veh": {
     "baseline_mean": 3136.7,
     "ci95_bootstrap": [
      -13.2,
      380.1
     ],
     "ci95_t": [
      -58.9815,
      423.5815
     ],
     "diff_mean": 182.3,
     "diff_sd": 337.2882,
     "n": 10,
     "relative_diff": 0.0581,
     "vector_better_in": 7,
     "vector_mean": 3319.0,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.164062
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 171.546,
     "ci95_bootstrap": [
      -44.777,
      48.392
     ],
     "ci95_t": [
      -51.6227,
      63.2287
     ],
     "diff_mean": 5.803,
     "diff_sd": 80.2756,
     "n": 10,
     "relative_diff": 0.0338,
     "vector_better_in": 3,
     "vector_mean": 177.349,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 74.8527,
     "ci95_bootstrap": [
      31.6755,
      50.2997
     ],
     "ci95_t": [
      29.0604,
      51.9921
     ],
     "diff_mean": 40.5263,
     "diff_sd": 16.0282,
     "n": 10,
     "relative_diff": 0.5414,
     "vector_better_in": 0,
     "vector_mean": 115.379,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.1,
     "ci95_bootstrap": [
      22.3,
      26.9
     ],
     "ci95_t": [
      21.5948,
      27.2052
     ],
     "diff_mean": 24.4,
     "diff_sd": 3.9215,
     "n": 10,
     "relative_diff": 0.6085,
     "vector_better_in": 0,
     "vector_mean": 64.5,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 238.3753,
     "ci95_bootstrap": [
      46.6359,
      68.2227
     ],
     "ci95_t": [
      43.2905,
      70.0613
     ],
     "diff_mean": 56.6759,
     "diff_sd": 18.7115,
     "n": 10,
     "relative_diff": 0.2378,
     "vector_better_in": 0,
     "vector_mean": 295.0512,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 579.9,
     "ci95_bootstrap": [
      89.9,
      198.7
     ],
     "ci95_t": [
      77.1015,
      210.8985
     ],
     "diff_mean": 144.0,
     "diff_sd": 93.5177,
     "n": 10,
     "relative_diff": 0.2483,
     "vector_better_in": 1,
     "vector_mean": 723.9,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 164.5418,
     "ci95_bootstrap": [
      -69.4608,
      52.7905
     ],
     "ci95_t": [
      -79.0389,
      71.9849
     ],
     "diff_mean": -3.527,
     "diff_sd": 105.5584,
     "n": 10,
     "relative_diff": -0.0214,
     "vector_better_in": 6,
     "vector_mean": 161.0147,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 230.5625,
     "ci95_bootstrap": [
      -56.2575,
      -27.7549
     ],
     "ci95_t": [
      -60.2785,
      -25.6037
     ],
     "diff_mean": -42.9411,
     "diff_sd": 24.236,
     "n": 10,
     "relative_diff": -0.1862,
     "vector_better_in": 9,
     "vector_mean": 187.6214,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 566.8,
     "ci95_bootstrap": [
      -278.0,
      -181.9
     ],
     "ci95_t": [
      -288.1644,
      -170.0356
     ],
     "diff_mean": -229.1,
     "diff_sd": 82.5664,
     "n": 10,
     "relative_diff": -0.4042,
     "vector_better_in": 10,
     "vector_mean": 337.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 306.5998,
     "ci95_bootstrap": [
      -129.7342,
      -97.3038
     ],
     "ci95_t": [
      -133.5535,
      -93.9601
     ],
     "diff_mean": -113.7568,
     "diff_sd": 27.6738,
     "n": 10,
     "relative_diff": -0.371,
     "vector_better_in": 10,
     "vector_mean": 192.843,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 4839.6,
     "ci95_bootstrap": [
      -1820.3,
      420.3
     ],
     "ci95_t": [
      -2192.9099,
      552.1099
     ],
     "diff_mean": -820.4,
     "diff_sd": 1918.6365,
     "n": 10,
     "relative_diff": -0.1695,
     "vector_better_in": 8,
     "vector_mean": 4019.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.5,
     "ci95_bootstrap": [
      -3.4,
      1.5
     ],
     "ci95_t": [
      -4.0868,
      1.8868
     ],
     "diff_mean": -1.1,
     "diff_sd": 4.1753,
     "n": 10,
     "relative_diff": -0.44,
     "vector_better_in": 6,
     "vector_mean": 1.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.382812
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 924.6,
     "ci95_bootstrap": [
      -826.2,
      -814.5
     ],
     "ci95_t": [
      -826.842,
      -812.358
     ],
     "diff_mean": -819.6,
     "diff_sd": 10.1237,
     "n": 10,
     "relative_diff": -0.8864,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6586,
     "ci95_bootstrap": [
      -0.0538,
      -0.0074
     ],
     "ci95_t": [
      -0.0587,
      -0.0018
     ],
     "diff_mean": -0.0302,
     "diff_sd": 0.0398,
     "n": 10,
     "relative_diff": -0.0459,
     "vector_better_in": 8,
     "vector_mean": 0.6283,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.037109
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.574,
     "ci95_bootstrap": [
      -0.0217,
      0.0454
     ],
     "ci95_t": [
      -0.0292,
      0.0528
     ],
     "diff_mean": 0.0118,
     "diff_sd": 0.0573,
     "n": 10,
     "relative_diff": 0.0206,
     "vector_better_in": 5,
     "vector_mean": 0.5858,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S17_running_at_end": {
     "baseline_mean": 41.9,
     "ci95_bootstrap": [
      -40.0,
      130.2
     ],
     "ci95_t": [
      -68.227,
      141.427
     ],
     "diff_mean": 36.6,
     "diff_sd": 146.538,
     "n": 10,
     "relative_diff": 0.8735,
     "vector_better_in": 5,
     "vector_mean": 78.5,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1624.0,
     "ci95_bootstrap": [
      -766.5,
      810.9
     ],
     "ci95_t": [
      -1124.2627,
      892.6627
     ],
     "diff_mean": -115.8,
     "diff_sd": 1409.7336,
     "n": 10,
     "relative_diff": -0.0713,
     "vector_better_in": 8,
     "vector_mean": 1508.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S19_wasted_green_s": {
     "baseline_mean": 5045.5,
     "ci95_bootstrap": [
      -501.0,
      1118.8
     ],
     "ci95_t": [
      -858.893,
      1210.293
     ],
     "diff_mean": 175.7,
     "diff_sd": 1446.2612,
     "n": 10,
     "relative_diff": 0.0348,
     "vector_better_in": 6,
     "vector_mean": 5221.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 778.6537,
     "ci95_bootstrap": [
      -229.977,
      -70.0956
     ],
     "ci95_t": [
      -252.8221,
      -58.531
     ],
     "diff_mean": -155.6766,
     "diff_sd": 135.8001,
     "n": 10,
     "relative_diff": -0.1999,
     "vector_better_in": 8,
     "vector_mean": 622.9771,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9878,
     "ci95_bootstrap": [
      -0.0383,
      0.0116
     ],
     "ci95_t": [
      -0.0415,
      0.0199
     ],
     "diff_mean": -0.0108,
     "diff_sd": 0.0429,
     "n": 10,
     "relative_diff": -0.0109,
     "vector_better_in": 5,
     "vector_mean": 0.977,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S3_throughput_veh": {
     "baseline_mean": 3356.5,
     "ci95_bootstrap": [
      -132.8,
      40.0
     ],
     "ci95_t": [
      -143.9712,
      68.9712
     ],
     "diff_mean": -37.5,
     "diff_sd": 148.8364,
     "n": 10,
     "relative_diff": -0.0112,
     "vector_better_in": 5,
     "vector_mean": 3319.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.945312
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 217.809,
     "ci95_bootstrap": [
      -53.199,
      -26.085
     ],
     "ci95_t": [
      -56.9325,
      -23.9875
     ],
     "diff_mean": -40.46,
     "diff_sd": 23.027,
     "n": 10,
     "relative_diff": -0.1858,
     "vector_better_in": 9,
     "vector_mean": 177.349,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 159.8965,
     "ci95_bootstrap": [
      -52.2535,
      -36.2419
     ],
     "ci95_t": [
      -54.3396,
      -34.6953
     ],
     "diff_mean": -44.5175,
     "diff_sd": 13.7304,
     "n": 10,
     "relative_diff": -0.2784,
     "vector_better_in": 10,
     "vector_mean": 115.379,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 73.6,
     "ci95_bootstrap": [
      -14.6,
      -3.6
     ],
     "ci95_t": [
      -15.6689,
      -2.5311
     ],
     "diff_mean": -9.1,
     "diff_sd": 9.1827,
     "n": 10,
     "relative_diff": -0.1236,
     "vector_better_in": 8,
     "vector_mean": 64.5,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 347.4474,
     "ci95_bootstrap": [
      -62.0905,
      -42.3409
     ],
     "ci95_t": [
      -64.5768,
      -40.2157
     ],
     "diff_mean": -52.3963,
     "diff_sd": 17.0273,
     "n": 10,
     "relative_diff": -0.1508,
     "vector_better_in": 10,
     "vector_mean": 295.0512,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 917.1,
     "ci95_bootstrap": [
      -227.5,
      -156.5
     ],
     "ci95_t": [
      -236.6661,
      -149.7339
     ],
     "diff_mean": -193.2,
     "diff_sd": 60.7615,
     "n": 10,
     "relative_diff": -0.2107,
     "vector_better_in": 10,
     "vector_mean": 723.9,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 206.6727,
     "ci95_bootstrap": [
      -63.3205,
      -24.9058
     ],
     "ci95_t": [
      -68.9731,
      -22.3429
     ],
     "diff_mean": -45.658,
     "diff_sd": 32.5922,
     "n": 10,
     "relative_diff": -0.2209,
     "vector_better_in": 9,
     "vector_mean": 161.0147,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    }
   }
  },
  "M": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 382.1822,
     "ci95_bootstrap": [
      -253.8815,
      -174.4094
     ],
     "ci95_t": [
      -260.8846,
      -163.4643
     ],
     "diff_mean": -212.1745,
     "diff_sd": 68.0921,
     "n": 10,
     "relative_diff": -0.5552,
     "vector_better_in": 10,
     "vector_mean": 170.0077,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 753.5,
     "ci95_bootstrap": [
      -538.6,
      -337.8
     ],
     "ci95_t": [
      -557.2206,
      -310.3794
     ],
     "diff_mean": -433.8,
     "diff_sd": 172.5301,
     "n": 10,
     "relative_diff": -0.5757,
     "vector_better_in": 10,
     "vector_mean": 319.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 461.4282,
     "ci95_bootstrap": [
      -326.5371,
      -233.4298
     ],
     "ci95_t": [
      -335.4172,
      -220.5578
     ],
     "diff_mean": -277.9875,
     "diff_sd": 80.2812,
     "n": 10,
     "relative_diff": -0.6025,
     "vector_better_in": 10,
     "vector_mean": 183.4407,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16198.4,
     "ci95_bootstrap": [
      -14710.5,
      -9409.9
     ],
     "ci95_t": [
      -15220.541,
      -8759.059
     ],
     "diff_mean": -11989.8,
     "diff_sd": 4516.2645,
     "n": 10,
     "relative_diff": -0.7402,
     "vector_better_in": 10,
     "vector_mean": 4208.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 12.5,
     "ci95_bootstrap": [
      -15.6,
      -7.0
     ],
     "ci95_t": [
      -16.3832,
      -5.8168
     ],
     "diff_mean": -11.1,
     "diff_sd": 7.3854,
     "n": 10,
     "relative_diff": -0.888,
     "vector_better_in": 10,
     "vector_mean": 1.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4825,
     "ci95_bootstrap": [
      0.0852,
      0.1178
     ],
     "ci95_t": [
      0.0823,
      0.1226
     ],
     "diff_mean": 0.1025,
     "diff_sd": 0.0282,
     "n": 10,
     "relative_diff": 0.2124,
     "vector_better_in": 0,
     "vector_mean": 0.585,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6144,
     "ci95_bootstrap": [
      -0.0022,
      0.0758
     ],
     "ci95_t": [
      -0.0096,
      0.086
     ],
     "diff_mean": 0.0382,
     "diff_sd": 0.0669,
     "n": 10,
     "relative_diff": 0.0622,
     "vector_better_in": 3,
     "vector_mean": 0.6526,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S17_running_at_end": {
     "baseline_mean": 614.8,
     "ci95_bootstrap": [
      -652.1,
      -434.0
     ],
     "ci95_t": [
      -670.9066,
      -401.8934
     ],
     "diff_mean": -536.4,
     "diff_sd": 188.0273,
     "n": 10,
     "relative_diff": -0.8725,
     "vector_better_in": 10,
     "vector_mean": 78.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7698.1,
     "ci95_bootstrap": [
      -8130.2,
      -4388.9
     ],
     "ci95_t": [
      -8472.8134,
      -3896.1866
     ],
     "diff_mean": -6184.5,
     "diff_sd": 3198.8415,
     "n": 10,
     "relative_diff": -0.8034,
     "vector_better_in": 10,
     "vector_mean": 1513.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17990.5,
     "ci95_bootstrap": [
      -17077.6,
      -14151.8
     ],
     "ci95_t": [
      -17308.7359,
      -13741.8641
     ],
     "diff_mean": -15525.3,
     "diff_sd": 2493.0715,
     "n": 10,
     "relative_diff": -0.863,
     "vector_better_in": 10,
     "vector_mean": 2465.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1485.4827,
     "ci95_bootstrap": [
      -1040.3563,
      -712.2369
     ],
     "ci95_t": [
      -1072.5587,
      -671.5626
     ],
     "diff_mean": -872.0607,
     "diff_sd": 280.2769,
     "n": 10,
     "relative_diff": -0.5871,
     "vector_better_in": 10,
     "vector_mean": 613.422,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7924,
     "ci95_bootstrap": [
      0.1473,
      0.2259
     ],
     "ci95_t": [
      0.1364,
      0.233
     ],
     "diff_mean": 0.1847,
     "diff_sd": 0.0675,
     "n": 10,
     "relative_diff": 0.2331,
     "vector_better_in": 10,
     "vector_mean": 0.9771,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2693.6,
     "ci95_bootstrap": [
      501.2,
      763.2
     ],
     "ci95_t": [
      465.7691,
      787.0309
     ],
     "diff_mean": 626.4,
     "diff_sd": 224.5466,
     "n": 10,
     "relative_diff": 0.2326,
     "vector_better_in": 10,
     "vector_mean": 3320.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 360.664,
     "ci95_bootstrap": [
      -238.385,
      -165.083
     ],
     "ci95_t": [
      -244.7598,
      -155.0422
     ],
     "diff_mean": -199.901,
     "diff_sd": 62.7083,
     "n": 10,
     "relative_diff": -0.5543,
     "vector_better_in": 10,
     "vector_mean": 160.763,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 145.2806,
     "ci95_bootstrap": [
      -55.5202,
      -37.8504
     ],
     "ci95_t": [
      -57.3071,
      -35.7795
     ],
     "diff_mean": -46.5433,
     "diff_sd": 15.0467,
     "n": 10,
     "relative_diff": -0.3204,
     "vector_better_in": 10,
     "vector_mean": 98.7373,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 95.0,
     "ci95_bootstrap": [
      -47.1,
      -41.2
     ],
     "ci95_t": [
      -47.8289,
      -40.5711
     ],
     "diff_mean": -44.2,
     "diff_sd": 5.0728,
     "n": 10,
     "relative_diff": -0.4653,
     "vector_better_in": 10,
     "vector_mean": 50.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 302.9563,
     "ci95_bootstrap": [
      -35.5891,
      -14.6985
     ],
     "ci95_t": [
      -37.6194,
      -12.0051
     ],
     "diff_mean": -24.8122,
     "diff_sd": 17.9032,
     "n": 10,
     "relative_diff": -0.0819,
     "vector_better_in": 9,
     "vector_mean": 278.144,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 772.2,
     "ci95_bootstrap": [
      -117.3,
      -10.5
     ],
     "ci95_t": [
      -129.1592,
      1.5592
     ],
     "diff_mean": -63.8,
     "diff_sd": 91.3659,
     "n": 10,
     "relative_diff": -0.0826,
     "vector_better_in": 9,
     "vector_mean": 708.4,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 389.5779,
     "ci95_bootstrap": [
      -299.0854,
      -206.6483
     ],
     "ci95_t": [
      -307.2857,
      -194.0583
     ],
     "diff_mean": -250.672,
     "diff_sd": 79.1405,
     "n": 10,
     "relative_diff": -0.6434,
     "vector_better_in": 10,
     "vector_mean": 138.906,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 181.9671,
     "ci95_bootstrap": [
      -63.6165,
      29.9279
     ],
     "ci95_t": [
      -69.9261,
      46.0074
     ],
     "diff_mean": -11.9593,
     "diff_sd": 81.0319,
     "n": 10,
     "relative_diff": -0.0657,
     "vector_better_in": 4,
     "vector_mean": 170.0077,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 357.5,
     "ci95_bootstrap": [
      -185.7,
      86.5
     ],
     "ci95_t": [
      -205.1571,
      129.5571
     ],
     "diff_mean": -37.8,
     "diff_sd": 233.9491,
     "n": 10,
     "relative_diff": -0.1057,
     "vector_better_in": 4,
     "vector_mean": 319.7,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 186.0774,
     "ci95_bootstrap": [
      -62.9593,
      42.6776
     ],
     "ci95_t": [
      -68.9652,
      63.6918
     ],
     "diff_mean": -2.6367,
     "diff_sd": 92.7209,
     "n": 10,
     "relative_diff": -0.0142,
     "vector_better_in": 4,
     "vector_mean": 183.4407,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 6652.6,
     "ci95_bootstrap": [
      -6112.7,
      630.8
     ],
     "ci95_t": [
      -6584.7679,
      1696.7679
     ],
     "diff_mean": -2444.0,
     "diff_sd": 5788.3944,
     "n": 10,
     "relative_diff": -0.3674,
     "vector_better_in": 6,
     "vector_mean": 4208.6,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S13_gridlock_events": {
     "baseline_mean": 5.9,
     "ci95_bootstrap": [
      -8.1,
      -0.8
     ],
     "ci95_t": [
      -8.9769,
      -0.0231
     ],
     "diff_mean": -4.5,
     "diff_sd": 6.2583,
     "n": 10,
     "relative_diff": -0.7627,
     "vector_better_in": 6,
     "vector_mean": 1.4,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.074219
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4954,
     "ci95_bootstrap": [
      0.074,
      0.1065
     ],
     "ci95_t": [
      0.0698,
      0.1095
     ],
     "diff_mean": 0.0896,
     "diff_sd": 0.0277,
     "n": 10,
     "relative_diff": 0.181,
     "vector_better_in": 0,
     "vector_mean": 0.585,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.667,
     "ci95_bootstrap": [
      -0.0497,
      0.0272
     ],
     "ci95_t": [
      -0.0615,
      0.0327
     ],
     "diff_mean": -0.0144,
     "diff_sd": 0.0659,
     "n": 10,
     "relative_diff": -0.0216,
     "vector_better_in": 5,
     "vector_mean": 0.6526,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.496094
    },
    "S17_running_at_end": {
     "baseline_mean": 252.2,
     "ci95_bootstrap": [
      -346.1,
      -13.1
     ],
     "ci95_t": [
      -379.8037,
      32.2037
     ],
     "diff_mean": -173.8,
     "diff_sd": 287.9733,
     "n": 10,
     "relative_diff": -0.6891,
     "vector_better_in": 7,
     "vector_mean": 78.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 2792.4,
     "ci95_bootstrap": [
      -3212.2,
      409.4
     ],
     "ci95_t": [
      -3517.0346,
      959.4346
     ],
     "diff_mean": -1278.8,
     "diff_sd": 3128.8362,
     "n": 10,
     "relative_diff": -0.458,
     "vector_better_in": 5,
     "vector_mean": 1513.6,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 3553.3,
     "ci95_bootstrap": [
      -3071.8,
      591.1
     ],
     "ci95_t": [
      -3364.6892,
      1188.4892
     ],
     "diff_mean": -1088.1,
     "diff_sd": 3182.4522,
     "n": 10,
     "relative_diff": -0.3062,
     "vector_better_in": 5,
     "vector_mean": 2465.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 773.0222,
     "ci95_bootstrap": [
      -408.1194,
      53.7132
     ],
     "ci95_t": [
      -442.7054,
      123.5049
     ],
     "diff_mean": -159.6002,
     "diff_sd": 395.7537,
     "n": 10,
     "relative_diff": -0.2065,
     "vector_better_in": 6,
     "vector_mean": 613.422,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9226,
     "ci95_bootstrap": [
      0.0049,
      0.1091
     ],
     "ci95_t": [
      -0.0099,
      0.119
     ],
     "diff_mean": 0.0546,
     "diff_sd": 0.0901,
     "n": 10,
     "relative_diff": 0.0591,
     "vector_better_in": 7,
     "vector_mean": 0.9771,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S3_throughput_veh": {
     "baseline_mean": 3136.7,
     "ci95_bootstrap": [
      14.8,
      368.3
     ],
     "ci95_t": [
      -34.8884,
      401.4884
     ],
     "diff_mean": 183.3,
     "diff_sd": 305.0064,
     "n": 10,
     "relative_diff": 0.0584,
     "vector_better_in": 7,
     "vector_mean": 3320.0,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 171.546,
     "ci95_bootstrap": [
      -59.54,
      28.983
     ],
     "ci95_t": [
      -65.5036,
      43.9376
     ],
     "diff_mean": -10.783,
     "diff_sd": 76.4941,
     "n": 10,
     "relative_diff": -0.0629,
     "vector_better_in": 4,
     "vector_mean": 160.763,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 74.8527,
     "ci95_bootstrap": [
      15.512,
      31.9049
     ],
     "ci95_t": [
      13.7963,
      33.9729
     ],
     "diff_mean": 23.8846,
     "diff_sd": 14.1025,
     "n": 10,
     "relative_diff": 0.3191,
     "vector_better_in": 1,
     "vector_mean": 98.7373,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.1,
     "ci95_bootstrap": [
      9.5,
      11.8
     ],
     "ci95_t": [
      9.349,
      12.051
     ],
     "diff_mean": 10.7,
     "diff_sd": 1.8886,
     "n": 10,
     "relative_diff": 0.2668,
     "vector_better_in": 0,
     "vector_mean": 50.8,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 238.3753,
     "ci95_bootstrap": [
      31.2257,
      47.9128
     ],
     "ci95_t": [
      29.6142,
      49.9233
     ],
     "diff_mean": 39.7688,
     "diff_sd": 14.1951,
     "n": 10,
     "relative_diff": 0.1668,
     "vector_better_in": 0,
     "vector_mean": 278.144,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 579.9,
     "ci95_bootstrap": [
      68.2,
      190.5
     ],
     "ci95_t": [
      53.6987,
      203.3013
     ],
     "diff_mean": 128.5,
     "diff_sd": 104.565,
     "n": 10,
     "relative_diff": 0.2216,
     "vector_better_in": 2,
     "vector_mean": 708.4,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 164.5418,
     "ci95_bootstrap": [
      -89.4321,
      27.2551
     ],
     "ci95_t": [
      -97.8493,
      46.5777
     ],
     "diff_mean": -25.6358,
     "diff_sd": 100.9475,
     "n": 10,
     "relative_diff": -0.1558,
     "vector_better_in": 5,
     "vector_mean": 138.906,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 194.9239,
     "ci95_bootstrap": [
      -42.5564,
      -5.793
     ],
     "ci95_t": [
      -47.2728,
      -2.5594
     ],
     "diff_mean": -24.9161,
     "diff_sd": 31.2525,
     "n": 10,
     "relative_diff": -0.1278,
     "vector_better_in": 8,
     "vector_mean": 170.0077,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 350.4,
     "ci95_bootstrap": [
      -86.4,
      29.7
     ],
     "ci95_t": [
      -102.2659,
      40.8659
     ],
     "diff_mean": -30.7,
     "diff_sd": 100.0423,
     "n": 10,
     "relative_diff": -0.0876,
     "vector_better_in": 7,
     "vector_mean": 319.7,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 212.4166,
     "ci95_bootstrap": [
      -50.0785,
      -6.8157
     ],
     "ci95_t": [
      -55.4371,
      -2.5147
     ],
     "diff_mean": -28.9759,
     "diff_sd": 36.9902,
     "n": 10,
     "relative_diff": -0.1364,
     "vector_better_in": 8,
     "vector_mean": 183.4407,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.037109
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 5082.6,
     "ci95_bootstrap": [
      -2311.3,
      691.5
     ],
     "ci95_t": [
      -2707.3319,
      959.3319
     ],
     "diff_mean": -874.0,
     "diff_sd": 2562.8213,
     "n": 10,
     "relative_diff": -0.172,
     "vector_better_in": 7,
     "vector_mean": 4208.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.5,
     "ci95_bootstrap": [
      -4.3,
      1.8
     ],
     "ci95_t": [
      -4.7546,
      2.5546
     ],
     "diff_mean": -1.1,
     "diff_sd": 5.1088,
     "n": 10,
     "relative_diff": -0.44,
     "vector_better_in": 4,
     "vector_mean": 1.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.5625
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 514.3,
     "ci95_bootstrap": [
      -463.2,
      -352.9
     ],
     "ci95_t": [
      -476.9054,
      -341.6946
     ],
     "diff_mean": -409.3,
     "diff_sd": 94.5058,
     "n": 10,
     "relative_diff": -0.7958,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5821,
     "ci95_bootstrap": [
      -0.0078,
      0.0139
     ],
     "ci95_t": [
      -0.0105,
      0.0162
     ],
     "diff_mean": 0.0028,
     "diff_sd": 0.0186,
     "n": 10,
     "relative_diff": 0.0049,
     "vector_better_in": 5,
     "vector_mean": 0.585,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6756,
     "ci95_bootstrap": [
      -0.0555,
      0.0057
     ],
     "ci95_t": [
      -0.0604,
      0.0144
     ],
     "diff_mean": -0.023,
     "diff_sd": 0.0523,
     "n": 10,
     "relative_diff": -0.034,
     "vector_better_in": 7,
     "vector_mean": 0.6526,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S17_running_at_end": {
     "baseline_mean": 130.7,
     "ci95_bootstrap": [
      -142.9,
      38.4
     ],
     "ci95_t": [
      -162.9928,
      58.3928
     ],
     "diff_mean": -52.3,
     "diff_sd": 154.7378,
     "n": 10,
     "relative_diff": -0.4002,
     "vector_better_in": 6,
     "vector_mean": 78.4,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1991.7,
     "ci95_bootstrap": [
      -1464.2,
      485.4
     ],
     "ci95_t": [
      -1664.1285,
      707.9285
     ],
     "diff_mean": -478.1,
     "diff_sd": 1657.9536,
     "n": 10,
     "relative_diff": -0.24,
     "vector_better_in": 5,
     "vector_mean": 1513.6,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2985.4,
     "ci95_bootstrap": [
      -1473.8,
      426.4
     ],
     "ci95_t": [
      -1674.763,
      634.363
     ],
     "diff_mean": -520.2,
     "diff_sd": 1613.9678,
     "n": 10,
     "relative_diff": -0.1742,
     "vector_better_in": 5,
     "vector_mean": 2465.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 703.2949,
     "ci95_bootstrap": [
      -199.2779,
      28.9618
     ],
     "ci95_t": [
      -230.1544,
      50.4086
     ],
     "diff_mean": -89.8729,
     "diff_sd": 196.1,
     "n": 10,
     "relative_diff": -0.1278,
     "vector_better_in": 7,
     "vector_mean": 613.422,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9614,
     "ci95_bootstrap": [
      -0.0109,
      0.0425
     ],
     "ci95_t": [
      -0.0169,
      0.0484
     ],
     "diff_mean": 0.0158,
     "diff_sd": 0.0457,
     "n": 10,
     "relative_diff": 0.0164,
     "vector_better_in": 6,
     "vector_mean": 0.9771,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S3_throughput_veh": {
     "baseline_mean": 3266.5,
     "ci95_bootstrap": [
      -38.3,
      145.6
     ],
     "ci95_t": [
      -58.6244,
      165.6244
     ],
     "diff_mean": 53.5,
     "diff_sd": 156.7392,
     "n": 10,
     "relative_diff": 0.0164,
     "vector_better_in": 6,
     "vector_mean": 3320.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 184.239,
     "ci95_bootstrap": [
      -40.019,
      -5.322
     ],
     "ci95_t": [
      -44.6752,
      -2.2768
     ],
     "diff_mean": -23.476,
     "diff_sd": 29.6344,
     "n": 10,
     "relative_diff": -0.1274,
     "vector_better_in": 8,
     "vector_mean": 160.763,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 107.634,
     "ci95_bootstrap": [
      -19.1672,
      -0.0193
     ],
     "ci95_t": [
      -20.5887,
      2.7954
     ],
     "diff_mean": -8.8967,
     "diff_sd": 16.3444,
     "n": 10,
     "relative_diff": -0.0827,
     "vector_better_in": 7,
     "vector_mean": 98.7373,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S6_median_waiting_s": {
     "baseline_mean": 54.2,
     "ci95_bootstrap": [
      -5.9,
      -1.1
     ],
     "ci95_t": [
      -6.2852,
      -0.5148
     ],
     "diff_mean": -3.4,
     "diff_sd": 4.0332,
     "n": 10,
     "relative_diff": -0.0627,
     "vector_better_in": 8,
     "vector_mean": 50.8,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.027344
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 292.7191,
     "ci95_bootstrap": [
      -25.8759,
      -3.8264
     ],
     "ci95_t": [
      -28.046,
      -1.1042
     ],
     "diff_mean": -14.5751,
     "diff_sd": 18.831,
     "n": 10,
     "relative_diff": -0.0498,
     "vector_better_in": 9,
     "vector_mean": 278.144,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.037109
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 779.8,
     "ci95_bootstrap": [
      -142.1,
      -3.3
     ],
     "ci95_t": [
      -156.1913,
      13.3913
     ],
     "diff_mean": -71.4,
     "diff_sd": 118.5301,
     "n": 10,
     "relative_diff": -0.0916,
     "vector_better_in": 8,
     "vector_mean": 708.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 162.6765,
     "ci95_bootstrap": [
      -47.5171,
      1.7892
     ],
     "ci95_t": [
      -53.87,
      6.3289
     ],
     "diff_mean": -23.7705,
     "diff_sd": 42.0762,
     "n": 10,
     "relative_diff": -0.1461,
     "vector_better_in": 7,
     "vector_mean": 138.906,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    }
   }
  },
  "N": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 447.6265,
     "ci95_bootstrap": [
      -196.3577,
      -120.6909
     ],
     "ci95_t": [
      -201.6332,
      -108.9477
     ],
     "diff_mean": -155.2904,
     "diff_sd": 64.7826,
     "n": 10,
     "relative_diff": -0.3469,
     "vector_better_in": 10,
     "vector_mean": 292.3361,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 871.9,
     "ci95_bootstrap": [
      -386.5,
      -198.5
     ],
     "ci95_t": [
      -407.3262,
      -177.0738
     ],
     "diff_mean": -292.2,
     "diff_sd": 160.9353,
     "n": 10,
     "relative_diff": -0.3351,
     "vector_better_in": 10,
     "vector_mean": 579.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 659.4163,
     "ci95_bootstrap": [
      -307.0826,
      -179.4565
     ],
     "ci95_t": [
      -319.5635,
      -163.4941
     ],
     "diff_mean": -241.5288,
     "diff_sd": 109.0851,
     "n": 10,
     "relative_diff": -0.3663,
     "vector_better_in": 10,
     "vector_mean": 417.8875,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 20655.7,
     "ci95_bootstrap": [
      -11054.5,
      -6067.8
     ],
     "ci95_t": [
      -11608.9837,
      -5448.8163
     ],
     "diff_mean": -8528.9,
     "diff_sd": 4305.6601,
     "n": 10,
     "relative_diff": -0.4129,
     "vector_better_in": 10,
     "vector_mean": 12126.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 8.5,
     "ci95_bootstrap": [
      -9.9,
      -3.2
     ],
     "ci95_t": [
      -10.8579,
      -2.7421
     ],
     "diff_mean": -6.8,
     "diff_sd": 5.6725,
     "n": 10,
     "relative_diff": -0.8,
     "vector_better_in": 9,
     "vector_mean": 1.7,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6964,
     "ci95_bootstrap": [
      -0.0455,
      0.0427
     ],
     "ci95_t": [
      -0.0586,
      0.0499
     ],
     "diff_mean": -0.0043,
     "diff_sd": 0.0758,
     "n": 10,
     "relative_diff": -0.0062,
     "vector_better_in": 6,
     "vector_mean": 0.6921,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.576,
     "ci95_bootstrap": [
      0.0804,
      0.1076
     ],
     "ci95_t": [
      0.0778,
      0.1108
     ],
     "diff_mean": 0.0943,
     "diff_sd": 0.023,
     "n": 10,
     "relative_diff": 0.1637,
     "vector_better_in": 0,
     "vector_mean": 0.6703,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 751.5,
     "ci95_bootstrap": [
      -495.1,
      -210.5
     ],
     "ci95_t": [
      -525.9752,
      -176.8248
     ],
     "diff_mean": -351.4,
     "diff_sd": 244.0393,
     "n": 10,
     "relative_diff": -0.4676,
     "vector_better_in": 9,
     "vector_mean": 400.1,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8328.7,
     "ci95_bootstrap": [
      -5660.8,
      -1913.9
     ],
     "ci95_t": [
      -6026.4939,
      -1400.9061
     ],
     "diff_mean": -3713.7,
     "diff_sd": 3233.0629,
     "n": 10,
     "relative_diff": -0.4459,
     "vector_better_in": 9,
     "vector_mean": 4615.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S19_wasted_green_s": {
     "baseline_mean": 19016.7,
     "ci95_bootstrap": [
      -14768.8,
      -11840.7
     ],
     "ci95_t": [
      -15050.9333,
      -11461.4667
     ],
     "diff_mean": -13256.2,
     "diff_sd": 2508.8641,
     "n": 10,
     "relative_diff": -0.6971,
     "vector_better_in": 10,
     "vector_mean": 5760.5,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1523.4849,
     "ci95_bootstrap": [
      -600.3829,
      -411.4751
     ],
     "ci95_t": [
      -616.9678,
      -390.4567
     ],
     "diff_mean": -503.7122,
     "diff_sd": 158.3203,
     "n": 10,
     "relative_diff": -0.3306,
     "vector_better_in": 10,
     "vector_mean": 1019.7727,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7553,
     "ci95_bootstrap": [
      0.084,
      0.1713
     ],
     "ci95_t": [
      0.0708,
      0.1785
     ],
     "diff_mean": 0.1246,
     "diff_sd": 0.0753,
     "n": 10,
     "relative_diff": 0.165,
     "vector_better_in": 10,
     "vector_mean": 0.8799,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2914.5,
     "ci95_bootstrap": [
      324.1,
      658.9
     ],
     "ci95_t": [
      273.0225,
      686.7775
     ],
     "diff_mean": 479.9,
     "diff_sd": 289.1948,
     "n": 10,
     "relative_diff": 0.1647,
     "vector_better_in": 10,
     "vector_mean": 3394.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 479.837,
     "ci95_bootstrap": [
      -210.039,
      -129.261
     ],
     "ci95_t": [
      -215.9322,
      -116.8338
     ],
     "diff_mean": -166.383,
     "diff_sd": 69.2649,
     "n": 10,
     "relative_diff": -0.3467,
     "vector_better_in": 10,
     "vector_mean": 313.454,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 195.8555,
     "ci95_bootstrap": [
      -46.323,
      -16.0369
     ],
     "ci95_t": [
      -49.0907,
      -12.1957
     ],
     "diff_mean": -30.6432,
     "diff_sd": 25.7878,
     "n": 10,
     "relative_diff": -0.1565,
     "vector_better_in": 9,
     "vector_mean": 165.2123,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S6_median_waiting_s": {
     "baseline_mean": 100.0,
     "ci95_bootstrap": [
      -37.7,
      -33.2
     ],
     "ci95_t": [
      -38.1644,
      -32.6356
     ],
     "diff_mean": -35.4,
     "diff_sd": 3.8644,
     "n": 10,
     "relative_diff": -0.354,
     "vector_better_in": 10,
     "vector_mean": 64.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 361.1296,
     "ci95_bootstrap": [
      -32.5505,
      18.868
     ],
     "ci95_t": [
      -37.9083,
      25.1939
     ],
     "diff_mean": -6.3572,
     "diff_sd": 44.1054,
     "n": 10,
     "relative_diff": -0.0176,
     "vector_better_in": 5,
     "vector_mean": 354.7724,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 1026.9,
     "ci95_bootstrap": [
      -111.3,
      100.6
     ],
     "ci95_t": [
      -134.3356,
      129.3356
     ],
     "diff_mean": -2.5,
     "diff_sd": 184.2934,
     "n": 10,
     "relative_diff": -0.0024,
     "vector_better_in": 5,
     "vector_mean": 1024.4,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 483.3567,
     "ci95_bootstrap": [
      -236.5093,
      -141.951
     ],
     "ci95_t": [
      -245.6173,
      -129.5304
     ],
     "diff_mean": -187.5738,
     "diff_sd": 81.1391,
     "n": 10,
     "relative_diff": -0.3881,
     "vector_better_in": 10,
     "vector_mean": 295.7828,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 290.8098,
     "ci95_bootstrap": [
      -47.1773,
      48.4609
     ],
     "ci95_t": [
      -56.3402,
      59.3927
     ],
     "diff_mean": 1.5262,
     "diff_sd": 80.8917,
     "n": 10,
     "relative_diff": 0.0052,
     "vector_better_in": 4,
     "vector_mean": 292.3361,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 613.9,
     "ci95_bootstrap": [
      -174.5,
      99.5
     ],
     "ci95_t": [
      -199.9807,
      131.5807
     ],
     "diff_mean": -34.2,
     "diff_sd": 231.7455,
     "n": 10,
     "relative_diff": -0.0557,
     "vector_better_in": 6,
     "vector_mean": 579.7,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 425.0139,
     "ci95_bootstrap": [
      -91.7722,
      72.4558
     ],
     "ci95_t": [
      -106.5832,
      92.3304
     ],
     "diff_mean": -7.1264,
     "diff_sd": 139.031,
     "n": 10,
     "relative_diff": -0.0168,
     "vector_better_in": 3,
     "vector_mean": 417.8875,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 13812.2,
     "ci95_bootstrap": [
      -5253.8,
      1874.3
     ],
     "ci95_t": [
      -6011.8987,
      2641.0987
     ],
     "diff_mean": -1685.4,
     "diff_sd": 6048.0281,
     "n": 10,
     "relative_diff": -0.122,
     "vector_better_in": 7,
     "vector_mean": 12126.8,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S13_gridlock_events": {
     "baseline_mean": 7.8,
     "ci95_bootstrap": [
      -10.9,
      -1.2
     ],
     "ci95_t": [
      -12.0704,
      -0.1296
     ],
     "diff_mean": -6.1,
     "diff_sd": 8.346,
     "n": 10,
     "relative_diff": -0.7821,
     "vector_better_in": 8,
     "vector_mean": 1.7,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.064453
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5837,
     "ci95_bootstrap": [
      0.0846,
      0.1316
     ],
     "ci95_t": [
      0.0798,
      0.1369
     ],
     "diff_mean": 0.1083,
     "diff_sd": 0.0399,
     "n": 10,
     "relative_diff": 0.1856,
     "vector_better_in": 0,
     "vector_mean": 0.6921,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6764,
     "ci95_bootstrap": [
      -0.0221,
      0.0107
     ],
     "ci95_t": [
      -0.0264,
      0.0142
     ],
     "diff_mean": -0.0061,
     "diff_sd": 0.0283,
     "n": 10,
     "relative_diff": -0.009,
     "vector_better_in": 6,
     "vector_mean": 0.6703,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S17_running_at_end": {
     "baseline_mean": 520.5,
     "ci95_bootstrap": [
      -312.6,
      70.6
     ],
     "ci95_t": [
      -354.0093,
      113.2093
     ],
     "diff_mean": -120.4,
     "diff_sd": 326.5633,
     "n": 10,
     "relative_diff": -0.2313,
     "vector_better_in": 7,
     "vector_mean": 400.1,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 4730.3,
     "ci95_bootstrap": [
      -2428.7,
      2019.5
     ],
     "ci95_t": [
      -2819.8377,
      2589.2377
     ],
     "diff_mean": -115.3,
     "diff_sd": 3780.683,
     "n": 10,
     "relative_diff": -0.0244,
     "vector_better_in": 4,
     "vector_mean": 4615.0,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S19_wasted_green_s": {
     "baseline_mean": 5713.8,
     "ci95_bootstrap": [
      -2158.2,
      2082.3
     ],
     "ci95_t": [
      -2536.6657,
      2630.0657
     ],
     "diff_mean": 46.7,
     "diff_sd": 3611.2963,
     "n": 10,
     "relative_diff": 0.0082,
     "vector_better_in": 3,
     "vector_mean": 5760.5,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1198.8913,
     "ci95_bootstrap": [
      -366.7169,
      -1.1005
     ],
     "ci95_t": [
      -400.4893,
      42.2521
     ],
     "diff_mean": -179.1186,
     "diff_sd": 309.4549,
     "n": 10,
     "relative_diff": -0.1494,
     "vector_better_in": 6,
     "vector_mean": 1019.7727,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S2_completion_rate": {
     "baseline_mean": 0.845,
     "ci95_bootstrap": [
      -0.0203,
      0.0908
     ],
     "ci95_t": [
      -0.0332,
      0.103
     ],
     "diff_mean": 0.0349,
     "diff_sd": 0.0952,
     "n": 10,
     "relative_diff": 0.0413,
     "vector_better_in": 6,
     "vector_mean": 0.8799,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S3_throughput_veh": {
     "baseline_mean": 3259.7,
     "ci95_bootstrap": [
      -79.4,
      350.5
     ],
     "ci95_t": [
      -128.5749,
      397.9749
     ],
     "diff_mean": 134.7,
     "diff_sd": 368.0329,
     "n": 10,
     "relative_diff": 0.0413,
     "vector_better_in": 6,
     "vector_mean": 3394.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 311.883,
     "ci95_bootstrap": [
      -50.516,
      51.664
     ],
     "ci95_t": [
      -60.348,
      63.49
     ],
     "diff_mean": 1.571,
     "diff_sd": 86.5568,
     "n": 10,
     "relative_diff": 0.005,
     "vector_better_in": 4,
     "vector_mean": 313.454,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 119.9999,
     "ci95_bootstrap": [
      32.6885,
      57.4179
     ],
     "ci95_t": [
      29.9905,
      60.4343
     ],
     "diff_mean": 45.2124,
     "diff_sd": 21.2788,
     "n": 10,
     "relative_diff": 0.3768,
     "vector_better_in": 0,
     "vector_mean": 165.2123,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 51.1,
     "ci95_bootstrap": [
      10.4,
      17.0
     ],
     "ci95_t": [
      9.3802,
      17.6198
     ],
     "diff_mean": 13.5,
     "diff_sd": 5.7591,
     "n": 10,
     "relative_diff": 0.2642,
     "vector_better_in": 0,
     "vector_mean": 64.6,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 303.3437,
     "ci95_bootstrap": [
      30.013,
      72.5639
     ],
     "ci95_t": [
      25.3576,
      77.4998
     ],
     "diff_mean": 51.4287,
     "diff_sd": 36.4449,
     "n": 10,
     "relative_diff": 0.1695,
     "vector_better_in": 1,
     "vector_mean": 354.7724,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 978.1,
     "ci95_bootstrap": [
      -79.4,
      152.5
     ],
     "ci95_t": [
      -96.5749,
      189.1749
     ],
     "diff_mean": 46.3,
     "diff_sd": 199.7254,
     "n": 10,
     "relative_diff": 0.0473,
     "vector_better_in": 2,
     "vector_mean": 1024.4,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 313.9634,
     "ci95_bootstrap": [
      -87.6776,
      49.0366
     ],
     "ci95_t": [
      -100.8674,
      64.5062
     ],
     "diff_mean": -18.1806,
     "diff_sd": 115.5882,
     "n": 10,
     "relative_diff": -0.0579,
     "vector_better_in": 5,
     "vector_mean": 295.7828,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 388.2291,
     "ci95_bootstrap": [
      -145.9563,
      -51.0148
     ],
     "ci95_t": [
      -154.2294,
      -37.5568
     ],
     "diff_mean": -95.8931,
     "diff_sd": 81.5485,
     "n": 10,
     "relative_diff": -0.247,
     "vector_better_in": 8,
     "vector_mean": 292.3361,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 794.2,
     "ci95_bootstrap": [
      -324.6,
      -111.6
     ],
     "ci95_t": [
      -345.3259,
      -83.6741
     ],
     "diff_mean": -214.5,
     "diff_sd": 182.882,
     "n": 10,
     "relative_diff": -0.2701,
     "vector_better_in": 9,
     "vector_mean": 579.7,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 537.7514,
     "ci95_bootstrap": [
      -191.8662,
      -51.0757
     ],
     "ci95_t": [
      -205.6412,
      -34.0866
     ],
     "diff_mean": -119.8639,
     "diff_sd": 119.9085,
     "n": 10,
     "relative_diff": -0.2229,
     "vector_better_in": 9,
     "vector_mean": 417.8875,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 17038.9,
     "ci95_bootstrap": [
      -7942.1,
      -2308.2
     ],
     "ci95_t": [
      -8407.2984,
      -1416.9016
     ],
     "diff_mean": -4912.1,
     "diff_sd": 4885.9505,
     "n": 10,
     "relative_diff": -0.2883,
     "vector_better_in": 10,
     "vector_mean": 12126.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 15.4,
     "ci95_bootstrap": [
      -19.6,
      -8.0
     ],
     "ci95_t": [
      -20.8381,
      -6.5619
     ],
     "diff_mean": -13.7,
     "diff_sd": 9.9783,
     "n": 10,
     "relative_diff": -0.8896,
     "vector_better_in": 9,
     "vector_mean": 1.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 874.7,
     "ci95_bootstrap": [
      -983.7,
      -581.9
     ],
     "ci95_t": [
      -1016.6604,
      -522.7396
     ],
     "diff_mean": -769.7,
     "diff_sd": 345.2268,
     "n": 10,
     "relative_diff": -0.88,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.7156,
     "ci95_bootstrap": [
      -0.0485,
      0.0
     ],
     "ci95_t": [
      -0.0529,
      0.0059
     ],
     "diff_mean": -0.0235,
     "diff_sd": 0.0411,
     "n": 10,
     "relative_diff": -0.0328,
     "vector_better_in": 8,
     "vector_mean": 0.6921,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6713,
     "ci95_bootstrap": [
      -0.011,
      0.01
     ],
     "ci95_t": [
      -0.0138,
      0.0118
     ],
     "diff_mean": -0.001,
     "diff_sd": 0.0179,
     "n": 10,
     "relative_diff": -0.0015,
     "vector_better_in": 6,
     "vector_mean": 0.6703,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S17_running_at_end": {
     "baseline_mean": 698.4,
     "ci95_bootstrap": [
      -435.5,
      -175.2
     ],
     "ci95_t": [
      -458.5272,
      -138.0728
     ],
     "diff_mean": -298.3,
     "diff_sd": 223.9822,
     "n": 10,
     "relative_diff": -0.4271,
     "vector_better_in": 10,
     "vector_mean": 400.1,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8973.1,
     "ci95_bootstrap": [
      -6831.6,
      -2302.9
     ],
     "ci95_t": [
      -7173.4195,
      -1542.7805
     ],
     "diff_mean": -4358.1,
     "diff_sd": 3935.5452,
     "n": 10,
     "relative_diff": -0.4857,
     "vector_better_in": 9,
     "vector_mean": 4615.0,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S19_wasted_green_s": {
     "baseline_mean": 10112.4,
     "ci95_bootstrap": [
      -6581.3,
      -2429.8
     ],
     "ci95_t": [
      -6908.5659,
      -1795.2341
     ],
     "diff_mean": -4351.9,
     "diff_sd": 3573.9725,
     "n": 10,
     "relative_diff": -0.4304,
     "vector_better_in": 9,
     "vector_mean": 5760.5,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1297.5321,
     "ci95_bootstrap": [
      -420.6218,
      -145.2174
     ],
     "ci95_t": [
      -447.2726,
      -108.2463
     ],
     "diff_mean": -277.7594,
     "diff_sd": 236.963,
     "n": 10,
     "relative_diff": -0.2141,
     "vector_better_in": 9,
     "vector_mean": 1019.7727,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.005859
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7841,
     "ci95_bootstrap": [
      0.0527,
      0.146
     ],
     "ci95_t": [
      0.0381,
      0.1535
     ],
     "diff_mean": 0.0958,
     "diff_sd": 0.0806,
     "n": 10,
     "relative_diff": 0.1222,
     "vector_better_in": 10,
     "vector_mean": 0.8799,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 3025.3,
     "ci95_bootstrap": [
      203.9,
      560.7
     ],
     "ci95_t": [
      148.5226,
      589.6774
     ],
     "diff_mean": 369.1,
     "diff_sd": 308.3459,
     "n": 10,
     "relative_diff": 0.122,
     "vector_better_in": 10,
     "vector_mean": 3394.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 416.171,
     "ci95_bootstrap": [
      -155.722,
      -54.867
     ],
     "ci95_t": [
      -164.7874,
      -40.6466
     ],
     "diff_mean": -102.717,
     "diff_sd": 86.7685,
     "n": 10,
     "relative_diff": -0.2468,
     "vector_better_in": 8,
     "vector_mean": 313.454,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 176.1362,
     "ci95_bootstrap": [
      -29.2475,
      9.5114
     ],
     "ci95_t": [
      -34.365,
      12.5172
     ],
     "diff_mean": -10.9239,
     "diff_sd": 32.7684,
     "n": 10,
     "relative_diff": -0.062,
     "vector_better_in": 6,
     "vector_mean": 165.2123,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S6_median_waiting_s": {
     "baseline_mean": 77.2,
     "ci95_bootstrap": [
      -19.6,
      -6.2
     ],
     "ci95_t": [
      -20.8202,
      -4.3798
     ],
     "diff_mean": -12.6,
     "diff_sd": 11.4911,
     "n": 10,
     "relative_diff": -0.1632,
     "vector_better_in": 9,
     "vector_mean": 64.6,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 337.5723,
     "ci95_bootstrap": [
      -14.4963,
      53.9917
     ],
     "ci95_t": [
      -24.7852,
      59.1854
     ],
     "diff_mean": 17.2001,
     "diff_sd": 58.6914,
     "n": 10,
     "relative_diff": 0.051,
     "vector_better_in": 5,
     "vector_mean": 354.7724,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.769531
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 964.5,
     "ci95_bootstrap": [
      -76.6,
      211.8
     ],
     "ci95_t": [
      -117.7265,
      237.5265
     ],
     "diff_mean": 59.9,
     "diff_sd": 248.3047,
     "n": 10,
     "relative_diff": 0.0621,
     "vector_better_in": 6,
     "vector_mean": 1024.4,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 402.5515,
     "ci95_bootstrap": [
      -157.2344,
      -60.6399
     ],
     "ci95_t": [
      -166.3805,
      -47.1568
     ],
     "diff_mean": -106.7687,
     "diff_sd": 83.3316,
     "n": 10,
     "relative_diff": -0.2652,
     "vector_better_in": 10,
     "vector_mean": 295.7828,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   }
  },
  "O": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 455.004,
     "ci95_bootstrap": [
      -198.548,
      -65.9753
     ],
     "ci95_t": [
      -207.4552,
      -49.4979
     ],
     "diff_mean": -128.4766,
     "diff_sd": 110.4045,
     "n": 10,
     "relative_diff": -0.2824,
     "vector_better_in": 8,
     "vector_mean": 326.5274,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 872.9,
     "ci95_bootstrap": [
      -310.0,
      -11.3
     ],
     "ci95_t": [
      -345.0565,
      15.2565
     ],
     "diff_mean": -164.9,
     "diff_sd": 251.8414,
     "n": 10,
     "relative_diff": -0.1889,
     "vector_better_in": 8,
     "vector_mean": 708.0,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 433.4833,
     "ci95_bootstrap": [
      -181.7756,
      -106.2007
     ],
     "ci95_t": [
      -188.1343,
      -96.7619
     ],
     "diff_mean": -142.4481,
     "diff_sd": 63.865,
     "n": 10,
     "relative_diff": -0.3286,
     "vector_better_in": 10,
     "vector_mean": 291.0352,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 19857.9,
     "ci95_bootstrap": [
      -9495.3,
      -1425.6
     ],
     "ci95_t": [
      -10173.1892,
      -587.6108
     ],
     "diff_mean": -5380.4,
     "diff_sd": 6699.8573,
     "n": 10,
     "relative_diff": -0.2709,
     "vector_better_in": 8,
     "vector_mean": 14477.5,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.019531
    },
    "S13_gridlock_events": {
     "baseline_mean": 9.7,
     "ci95_bootstrap": [
      -8.1,
      5.1
     ],
     "ci95_t": [
      -9.5033,
      6.5033
     ],
     "diff_mean": -1.5,
     "diff_sd": 11.1878,
     "n": 10,
     "relative_diff": -0.1546,
     "vector_better_in": 6,
     "vector_mean": 8.2,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5707,
     "ci95_bootstrap": [
      0.0335,
      0.081
     ],
     "ci95_t": [
      0.0286,
      0.0858
     ],
     "diff_mean": 0.0572,
     "diff_sd": 0.04,
     "n": 10,
     "relative_diff": 0.1002,
     "vector_better_in": 1,
     "vector_mean": 0.6279,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.5831,
     "ci95_bootstrap": [
      0.0718,
      0.1086
     ],
     "ci95_t": [
      0.0676,
      0.1126
     ],
     "diff_mean": 0.0901,
     "diff_sd": 0.0314,
     "n": 10,
     "relative_diff": 0.1545,
     "vector_better_in": 0,
     "vector_mean": 0.6732,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S17_running_at_end": {
     "baseline_mean": 733.0,
     "ci95_bootstrap": [
      -326.5,
      82.9
     ],
     "ci95_t": [
      -368.0606,
      122.6606
     ],
     "diff_mean": -122.7,
     "diff_sd": 342.9905,
     "n": 10,
     "relative_diff": -0.1674,
     "vector_better_in": 8,
     "vector_mean": 610.3,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8926.3,
     "ci95_bootstrap": [
      -4806.3,
      1696.7
     ],
     "ci95_t": [
      -5361.8941,
      2401.2941
     ],
     "diff_mean": -1480.3,
     "diff_sd": 5426.0945,
     "n": 10,
     "relative_diff": -0.1658,
     "vector_better_in": 7,
     "vector_mean": 7446.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 19412.1,
     "ci95_bootstrap": [
      -13566.4,
      -8095.9
     ],
     "ci95_t": [
      -14148.5281,
      -7620.0719
     ],
     "diff_mean": -10884.3,
     "diff_sd": 4563.0762,
     "n": 10,
     "relative_diff": -0.5607,
     "vector_better_in": 10,
     "vector_mean": 8527.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1553.8037,
     "ci95_bootstrap": [
      -498.4013,
      -139.1945
     ],
     "ci95_t": [
      -545.5955,
      -110.2482
     ],
     "diff_mean": -327.9218,
     "diff_sd": 304.2868,
     "n": 10,
     "relative_diff": -0.211,
     "vector_better_in": 9,
     "vector_mean": 1225.8818,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7429,
     "ci95_bootstrap": [
      0.0042,
      0.1491
     ],
     "ci95_t": [
      -0.0123,
      0.1602
     ],
     "diff_mean": 0.0739,
     "diff_sd": 0.1206,
     "n": 10,
     "relative_diff": 0.0995,
     "vector_better_in": 8,
     "vector_mean": 0.8168,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S3_throughput_veh": {
     "baseline_mean": 2866.1,
     "ci95_bootstrap": [
      16.6,
      577.6
     ],
     "ci95_t": [
      -46.8966,
      619.6966
     ],
     "diff_mean": 286.4,
     "diff_sd": 465.9166,
     "n": 10,
     "relative_diff": 0.0999,
     "vector_better_in": 8,
     "vector_mean": 3152.5,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 487.617,
     "ci95_bootstrap": [
      -212.942,
      -70.638
     ],
     "ci95_t": [
      -222.6496,
      -53.1324
     ],
     "diff_mean": -137.891,
     "diff_sd": 118.4843,
     "n": 10,
     "relative_diff": -0.2828,
     "vector_better_in": 8,
     "vector_mean": 349.726,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 199.6203,
     "ci95_bootstrap": [
      -71.9215,
      -51.1742
     ],
     "ci95_t": [
      -74.3643,
      -49.2341
     ],
     "diff_mean": -61.7992,
     "diff_sd": 17.5648,
     "n": 10,
     "relative_diff": -0.3096,
     "vector_better_in": 10,
     "vector_mean": 137.8211,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 99.4,
     "ci95_bootstrap": [
      -33.6,
      -24.8
     ],
     "ci95_t": [
      -34.5897,
      -24.0103
     ],
     "diff_mean": -29.3,
     "diff_sd": 7.3944,
     "n": 10,
     "relative_diff": -0.2948,
     "vector_better_in": 10,
     "vector_mean": 70.1,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 325.2518,
     "ci95_bootstrap": [
      -41.3518,
      15.8864
     ],
     "ci95_t": [
      -49.1131,
      20.2641
     ],
     "diff_mean": -14.4245,
     "diff_sd": 48.4913,
     "n": 10,
     "relative_diff": -0.0443,
     "vector_better_in": 7,
     "vector_mean": 310.8273,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 877.2,
     "ci95_bootstrap": [
      -78.4,
      162.8
     ],
     "ci95_t": [
      -112.6826,
      181.8826
     ],
     "diff_mean": 34.6,
     "diff_sd": 205.8868,
     "n": 10,
     "relative_diff": 0.0394,
     "vector_better_in": 5,
     "vector_mean": 911.8,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 474.5444,
     "ci95_bootstrap": [
      -202.0201,
      -46.9899
     ],
     "ci95_t": [
      -216.5038,
      -31.6782
     ],
     "diff_mean": -124.091,
     "diff_sd": 129.1842,
     "n": 10,
     "relative_diff": -0.2615,
     "vector_better_in": 8,
     "vector_mean": 350.4534,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.013672
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 261.456,
     "ci95_bootstrap": [
      20.8156,
      108.3092
     ],
     "ci95_t": [
      11.5176,
      118.6252
     ],
     "diff_mean": 65.0714,
     "diff_sd": 74.8631,
     "n": 10,
     "relative_diff": 0.2489,
     "vector_better_in": 1,
     "vector_mean": 326.5274,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 538.9,
     "ci95_bootstrap": [
      36.1,
      294.8
     ],
     "ci95_t": [
      11.46,
      326.74
     ],
     "diff_mean": 169.1,
     "diff_sd": 220.3656,
     "n": 10,
     "relative_diff": 0.3138,
     "vector_better_in": 2,
     "vector_mean": 708.0,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.048828
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 237.6958,
     "ci95_bootstrap": [
      25.1797,
      80.376
     ],
     "ci95_t": [
      19.4954,
      87.1834
     ],
     "diff_mean": 53.3394,
     "diff_sd": 47.3106,
     "n": 10,
     "relative_diff": 0.2244,
     "vector_better_in": 1,
     "vector_mean": 291.0352,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 11694.4,
     "ci95_bootstrap": [
      -629.5,
      5941.5
     ],
     "ci95_t": [
      -1209.9884,
      6776.1884
     ],
     "diff_mean": 2783.1,
     "diff_sd": 5581.9527,
     "n": 10,
     "relative_diff": 0.238,
     "vector_better_in": 2,
     "vector_mean": 14477.5,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S13_gridlock_events": {
     "baseline_mean": 6.8,
     "ci95_bootstrap": [
      -4.8,
      7.6
     ],
     "ci95_t": [
      -6.1194,
      8.9194
     ],
     "diff_mean": 1.4,
     "diff_sd": 10.5114,
     "n": 10,
     "relative_diff": 0.2059,
     "vector_better_in": 4,
     "vector_mean": 8.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.734375
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.546,
     "ci95_bootstrap": [
      0.0492,
      0.115
     ],
     "ci95_t": [
      0.0426,
      0.1211
     ],
     "diff_mean": 0.0818,
     "diff_sd": 0.0549,
     "n": 10,
     "relative_diff": 0.1498,
     "vector_better_in": 1,
     "vector_mean": 0.6279,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6896,
     "ci95_bootstrap": [
      -0.0275,
      -0.0059
     ],
     "ci95_t": [
      -0.0295,
      -0.0033
     ],
     "diff_mean": -0.0164,
     "diff_sd": 0.0183,
     "n": 10,
     "relative_diff": -0.0238,
     "vector_better_in": 8,
     "vector_mean": 0.6732,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.039062
    },
    "S17_running_at_end": {
     "baseline_mean": 445.3,
     "ci95_bootstrap": [
      -48.7,
      370.7
     ],
     "ci95_t": [
      -88.5922,
      418.5922
     ],
     "diff_mean": 165.0,
     "diff_sd": 354.4975,
     "n": 10,
     "relative_diff": 0.3705,
     "vector_better_in": 4,
     "vector_mean": 610.3,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 3746.0,
     "ci95_bootstrap": [
      988.0,
      6384.9
     ],
     "ci95_t": [
      422.7553,
      6977.2447
     ],
     "diff_mean": 3700.0,
     "diff_sd": 4581.2722,
     "n": 10,
     "relative_diff": 0.9877,
     "vector_better_in": 2,
     "vector_mean": 7446.0,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S19_wasted_green_s": {
     "baseline_mean": 4713.8,
     "ci95_bootstrap": [
      1258.8,
      6382.8
     ],
     "ci95_t": [
      715.7807,
      6912.2193
     ],
     "diff_mean": 3814.0,
     "diff_sd": 4331.012,
     "n": 10,
     "relative_diff": 0.8091,
     "vector_better_in": 2,
     "vector_mean": 8527.8,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1109.4697,
     "ci95_bootstrap": [
      -58.8063,
      292.6661
     ],
     "ci95_t": [
      -96.6849,
      329.5092
     ],
     "diff_mean": 116.4121,
     "diff_sd": 297.8891,
     "n": 10,
     "relative_diff": 0.1049,
     "vector_better_in": 4,
     "vector_mean": 1225.8818,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S2_completion_rate": {
     "baseline_mean": 0.8672,
     "ci95_bootstrap": [
      -0.1086,
      0.0095
     ],
     "ci95_t": [
      -0.122,
      0.0212
     ],
     "diff_mean": -0.0504,
     "diff_sd": 0.1001,
     "n": 10,
     "relative_diff": -0.0581,
     "vector_better_in": 4,
     "vector_mean": 0.8168,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S3_throughput_veh": {
     "baseline_mean": 3345.9,
     "ci95_bootstrap": [
      -417.6,
      37.3
     ],
     "ci95_t": [
      -469.0486,
      82.2486
     ],
     "diff_mean": -193.4,
     "diff_sd": 385.3302,
     "n": 10,
     "relative_diff": -0.0578,
     "vector_better_in": 4,
     "vector_mean": 3152.5,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 280.089,
     "ci95_bootstrap": [
      22.305,
      115.983
     ],
     "ci95_t": [
      12.3498,
      126.9242
     ],
     "diff_mean": 69.637,
     "diff_sd": 80.0819,
     "n": 10,
     "relative_diff": 0.2486,
     "vector_better_in": 1,
     "vector_mean": 349.726,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.027344
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 120.3215,
     "ci95_bootstrap": [
      -5.5843,
      37.2978
     ],
     "ci95_t": [
      -9.1095,
      44.1089
     ],
     "diff_mean": 17.4997,
     "diff_sd": 37.1971,
     "n": 10,
     "relative_diff": 0.1454,
     "vector_better_in": 2,
     "vector_mean": 137.8211,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.322266
    },
    "S6_median_waiting_s": {
     "baseline_mean": 48.9,
     "ci95_bootstrap": [
      16.9,
      25.9
     ],
     "ci95_t": [
      15.7855,
      26.6145
     ],
     "diff_mean": 21.2,
     "diff_sd": 7.5689,
     "n": 10,
     "relative_diff": 0.4335,
     "vector_better_in": 0,
     "vector_mean": 70.1,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 295.0226,
     "ci95_bootstrap": [
      -6.7545,
      35.9953
     ],
     "ci95_t": [
      -10.2626,
      41.8718
     ],
     "diff_mean": 15.8046,
     "diff_sd": 36.4394,
     "n": 10,
     "relative_diff": 0.0536,
     "vector_better_in": 3,
     "vector_mean": 310.8273,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 883.1,
     "ci95_bootstrap": [
      -33.7,
      82.5
     ],
     "ci95_t": [
      -43.0817,
      100.4817
     ],
     "diff_mean": 28.7,
     "diff_sd": 100.3439,
     "n": 10,
     "relative_diff": 0.0325,
     "vector_better_in": 2,
     "vector_mean": 911.8,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.232422
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 272.9618,
     "ci95_bootstrap": [
      9.7841,
      139.5596
     ],
     "ci95_t": [
      -1.8238,
      156.8069
     ],
     "diff_mean": 77.4915,
     "diff_sd": 110.8753,
     "n": 10,
     "relative_diff": 0.2839,
     "vector_better_in": 2,
     "vector_mean": 350.4534,
     "vector_worse_in": 8,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 372.0747,
     "ci95_bootstrap": [
      -119.2043,
      24.5362
     ],
     "ci95_t": [
      -132.8053,
      41.7107
     ],
     "diff_mean": -45.5473,
     "diff_sd": 121.9782,
     "n": 10,
     "relative_diff": -0.1224,
     "vector_better_in": 5,
     "vector_mean": 326.5274,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 764.6,
     "ci95_bootstrap": [
      -216.2,
      101.4
     ],
     "ci95_t": [
      -248.1009,
      134.9009
     ],
     "diff_mean": -56.6,
     "diff_sd": 267.6997,
     "n": 10,
     "relative_diff": -0.074,
     "vector_better_in": 5,
     "vector_mean": 708.0,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S11_window_halting_mean_veh": {
     "baseline_mean": 298.6489,
     "ci95_bootstrap": [
      -44.2568,
      25.3865
     ],
     "ci95_t": [
      -49.9701,
      34.7427
     ],
     "diff_mean": -7.6137,
     "diff_sd": 59.2101,
     "n": 10,
     "relative_diff": -0.0255,
     "vector_better_in": 5,
     "vector_mean": 291.0352,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 15781.5,
     "ci95_bootstrap": [
      -5482.5,
      2812.9
     ],
     "ci95_t": [
      -6328.6657,
      3720.6657
     ],
     "diff_mean": -1304.0,
     "diff_sd": 7023.9983,
     "n": 10,
     "relative_diff": -0.0826,
     "vector_better_in": 5,
     "vector_mean": 14477.5,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S13_gridlock_events": {
     "baseline_mean": 15.5,
     "ci95_bootstrap": [
      -14.8,
      0.3
     ],
     "ci95_t": [
      -16.3803,
      1.7803
     ],
     "diff_mean": -7.3,
     "diff_sd": 12.6934,
     "n": 10,
     "relative_diff": -0.471,
     "vector_better_in": 7,
     "vector_mean": 8.2,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 881.6,
     "ci95_bootstrap": [
      -1046.3,
      -530.1
     ],
     "ci95_t": [
      -1096.8151,
      -456.3849
     ],
     "diff_mean": -776.6,
     "diff_sd": 447.6299,
     "n": 10,
     "relative_diff": -0.8809,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.6523,
     "ci95_bootstrap": [
      -0.0491,
      0.002
     ],
     "ci95_t": [
      -0.0554,
      0.0064
     ],
     "diff_mean": -0.0245,
     "diff_sd": 0.0432,
     "n": 10,
     "relative_diff": -0.0375,
     "vector_better_in": 7,
     "vector_mean": 0.6279,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6814,
     "ci95_bootstrap": [
      -0.0165,
      -0.0005
     ],
     "ci95_t": [
      -0.0178,
      0.0014
     ],
     "diff_mean": -0.0082,
     "diff_sd": 0.0135,
     "n": 10,
     "relative_diff": -0.012,
     "vector_better_in": 8,
     "vector_mean": 0.6732,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.130859
    },
    "S17_running_at_end": {
     "baseline_mean": 662.9,
     "ci95_bootstrap": [
      -277.5,
      177.2
     ],
     "ci95_t": [
      -327.7579,
      222.5579
     ],
     "diff_mean": -52.6,
     "diff_sd": 384.6442,
     "n": 10,
     "relative_diff": -0.0793,
     "vector_better_in": 5,
     "vector_mean": 610.3,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 8636.3,
     "ci95_bootstrap": [
      -5091.7,
      2757.1
     ],
     "ci95_t": [
      -5956.7416,
      3576.1416
     ],
     "diff_mean": -1190.3,
     "diff_sd": 6663.026,
     "n": 10,
     "relative_diff": -0.1378,
     "vector_better_in": 5,
     "vector_mean": 7446.0,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S19_wasted_green_s": {
     "baseline_mean": 9671.1,
     "ci95_bootstrap": [
      -4802.3,
      2460.5
     ],
     "ci95_t": [
      -5552.1254,
      3265.5254
     ],
     "diff_mean": -1143.3,
     "diff_sd": 6163.113,
     "n": 10,
     "relative_diff": -0.1182,
     "vector_better_in": 5,
     "vector_mean": 8527.8,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1264.0544,
     "ci95_bootstrap": [
      -269.4142,
      205.094
     ],
     "ci95_t": [
      -325.326,
      248.9809
     ],
     "diff_mean": -38.1725,
     "diff_sd": 401.4128,
     "n": 10,
     "relative_diff": -0.0302,
     "vector_better_in": 5,
     "vector_mean": 1225.8818,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.695312
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7851,
     "ci95_bootstrap": [
      -0.0499,
      0.1144
     ],
     "ci95_t": [
      -0.0678,
      0.1312
     ],
     "diff_mean": 0.0317,
     "diff_sd": 0.1391,
     "n": 10,
     "relative_diff": 0.0404,
     "vector_better_in": 5,
     "vector_mean": 0.8168,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S3_throughput_veh": {
     "baseline_mean": 3028.7,
     "ci95_bootstrap": [
      -192.2,
      444.5
     ],
     "ci95_t": [
      -262.22,
      509.82
     ],
     "diff_mean": 123.8,
     "diff_sd": 539.6188,
     "n": 10,
     "relative_diff": 0.0409,
     "vector_better_in": 5,
     "vector_mean": 3152.5,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.556641
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 398.891,
     "ci95_bootstrap": [
      -128.715,
      26.352
     ],
     "ci95_t": [
      -143.3369,
      45.0069
     ],
     "diff_mean": -49.165,
     "diff_sd": 131.6433,
     "n": 10,
     "relative_diff": -0.1233,
     "vector_better_in": 5,
     "vector_mean": 349.726,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 165.0656,
     "ci95_bootstrap": [
      -42.4825,
      -12.338
     ],
     "ci95_t": [
      -45.8654,
      -8.6236
     ],
     "diff_mean": -27.2445,
     "diff_sd": 26.0302,
     "n": 10,
     "relative_diff": -0.1651,
     "vector_better_in": 9,
     "vector_mean": 137.8211,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.009766
    },
    "S6_median_waiting_s": {
     "baseline_mean": 79.4,
     "ci95_bootstrap": [
      -17.0,
      -2.7
     ],
     "ci95_t": [
      -17.8581,
      -0.7419
     ],
     "diff_mean": -9.3,
     "diff_sd": 11.9634,
     "n": 10,
     "relative_diff": -0.1171,
     "vector_better_in": 7,
     "vector_mean": 70.1,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.039062
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 308.5637,
     "ci95_bootstrap": [
      -36.2943,
      39.0887
     ],
     "ci95_t": [
      -42.9959,
      47.523
     ],
     "diff_mean": 2.2636,
     "diff_sd": 63.2683,
     "n": 10,
     "relative_diff": 0.0073,
     "vector_better_in": 5,
     "vector_mean": 310.8273,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 1.0
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 846.1,
     "ci95_bootstrap": [
      -58.7,
      191.3
     ],
     "ci95_t": [
      -84.7576,
      216.1576
     ],
     "diff_mean": 65.7,
     "diff_sd": 210.3252,
     "n": 10,
     "relative_diff": 0.0777,
     "vector_better_in": 4,
     "vector_mean": 911.8,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 376.0983,
     "ci95_bootstrap": [
      -108.1806,
      56.1089
     ],
     "ci95_t": [
      -124.5522,
      73.2624
     ],
     "diff_mean": -25.6449,
     "diff_sd": 138.2629,
     "n": 10,
     "relative_diff": -0.0682,
     "vector_better_in": 5,
     "vector_mean": 350.4534,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    }
   }
  },
  "R0": {
   "fixed_time_30s": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 382.1822,
     "ci95_bootstrap": [
      -253.8815,
      -174.4094
     ],
     "ci95_t": [
      -260.8846,
      -163.4643
     ],
     "diff_mean": -212.1745,
     "diff_sd": 68.0921,
     "n": 10,
     "relative_diff": -0.5552,
     "vector_better_in": 10,
     "vector_mean": 170.0077,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 753.5,
     "ci95_bootstrap": [
      -538.6,
      -337.8
     ],
     "ci95_t": [
      -557.2206,
      -310.3794
     ],
     "diff_mean": -433.8,
     "diff_sd": 172.5301,
     "n": 10,
     "relative_diff": -0.5757,
     "vector_better_in": 10,
     "vector_mean": 319.7,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S11_window_halting_mean_veh": {
     "n": 0
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 16198.4,
     "ci95_bootstrap": [
      -14710.5,
      -9409.9
     ],
     "ci95_t": [
      -15220.541,
      -8759.059
     ],
     "diff_mean": -11989.8,
     "diff_sd": 4516.2645,
     "n": 10,
     "relative_diff": -0.7402,
     "vector_better_in": 10,
     "vector_mean": 4208.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S13_gridlock_events": {
     "baseline_mean": 12.5,
     "ci95_bootstrap": [
      -15.6,
      -7.0
     ],
     "ci95_t": [
      -16.3832,
      -5.8168
     ],
     "diff_mean": -11.1,
     "diff_sd": 7.3854,
     "n": 10,
     "relative_diff": -0.888,
     "vector_better_in": 10,
     "vector_mean": 1.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 40.0,
     "ci95_bootstrap": [
      65.0,
      65.0
     ],
     "ci95_t": [
      65.0,
      65.0
     ],
     "diff_mean": 65.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 1.625,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4825,
     "ci95_bootstrap": [
      0.0852,
      0.1178
     ],
     "ci95_t": [
      0.0823,
      0.1226
     ],
     "diff_mean": 0.1025,
     "diff_sd": 0.0282,
     "n": 10,
     "relative_diff": 0.2124,
     "vector_better_in": 0,
     "vector_mean": 0.585,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6144,
     "ci95_bootstrap": [
      -0.0022,
      0.0758
     ],
     "ci95_t": [
      -0.0096,
      0.086
     ],
     "diff_mean": 0.0382,
     "diff_sd": 0.0669,
     "n": 10,
     "relative_diff": 0.0622,
     "vector_better_in": 3,
     "vector_mean": 0.6526,
     "vector_worse_in": 7,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.160156
    },
    "S17_running_at_end": {
     "baseline_mean": 614.8,
     "ci95_bootstrap": [
      -652.1,
      -434.0
     ],
     "ci95_t": [
      -670.9066,
      -401.8934
     ],
     "diff_mean": -536.4,
     "diff_sd": 188.0273,
     "n": 10,
     "relative_diff": -0.8725,
     "vector_better_in": 10,
     "vector_mean": 78.4,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 7698.1,
     "ci95_bootstrap": [
      -8130.2,
      -4388.9
     ],
     "ci95_t": [
      -8472.8134,
      -3896.1866
     ],
     "diff_mean": -6184.5,
     "diff_sd": 3198.8415,
     "n": 10,
     "relative_diff": -0.8034,
     "vector_better_in": 10,
     "vector_mean": 1513.6,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S19_wasted_green_s": {
     "baseline_mean": 17990.5,
     "ci95_bootstrap": [
      -17077.6,
      -14151.8
     ],
     "ci95_t": [
      -17308.7359,
      -13741.8641
     ],
     "diff_mean": -15525.3,
     "diff_sd": 2493.0715,
     "n": 10,
     "relative_diff": -0.863,
     "vector_better_in": 10,
     "vector_mean": 2465.2,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 1485.4827,
     "ci95_bootstrap": [
      -1040.3563,
      -712.2369
     ],
     "ci95_t": [
      -1072.5587,
      -671.5626
     ],
     "diff_mean": -872.0607,
     "diff_sd": 280.2769,
     "n": 10,
     "relative_diff": -0.5871,
     "vector_better_in": 10,
     "vector_mean": 613.422,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S2_completion_rate": {
     "baseline_mean": 0.7924,
     "ci95_bootstrap": [
      0.1473,
      0.2259
     ],
     "ci95_t": [
      0.1364,
      0.233
     ],
     "diff_mean": 0.1847,
     "diff_sd": 0.0675,
     "n": 10,
     "relative_diff": 0.2331,
     "vector_better_in": 10,
     "vector_mean": 0.9771,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S3_throughput_veh": {
     "baseline_mean": 2693.6,
     "ci95_bootstrap": [
      501.2,
      763.2
     ],
     "ci95_t": [
      465.7691,
      787.0309
     ],
     "diff_mean": 626.4,
     "diff_sd": 224.5466,
     "n": 10,
     "relative_diff": 0.2326,
     "vector_better_in": 10,
     "vector_mean": 3320.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 360.664,
     "ci95_bootstrap": [
      -238.385,
      -165.083
     ],
     "ci95_t": [
      -244.7598,
      -155.0422
     ],
     "diff_mean": -199.901,
     "diff_sd": 62.7083,
     "n": 10,
     "relative_diff": -0.5543,
     "vector_better_in": 10,
     "vector_mean": 160.763,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 145.2806,
     "ci95_bootstrap": [
      -55.5202,
      -37.8504
     ],
     "ci95_t": [
      -57.3071,
      -35.7795
     ],
     "diff_mean": -46.5433,
     "diff_sd": 15.0467,
     "n": 10,
     "relative_diff": -0.3204,
     "vector_better_in": 10,
     "vector_mean": 98.7373,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S6_median_waiting_s": {
     "baseline_mean": 95.0,
     "ci95_bootstrap": [
      -47.1,
      -41.2
     ],
     "ci95_t": [
      -47.8289,
      -40.5711
     ],
     "diff_mean": -44.2,
     "diff_sd": 5.0728,
     "n": 10,
     "relative_diff": -0.4653,
     "vector_better_in": 10,
     "vector_mean": 50.8,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 302.9563,
     "ci95_bootstrap": [
      -35.5891,
      -14.6985
     ],
     "ci95_t": [
      -37.6194,
      -12.0051
     ],
     "diff_mean": -24.8122,
     "diff_sd": 17.9032,
     "n": 10,
     "relative_diff": -0.0819,
     "vector_better_in": 9,
     "vector_mean": 278.144,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.003906
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 772.2,
     "ci95_bootstrap": [
      -117.3,
      -10.5
     ],
     "ci95_t": [
      -129.1592,
      1.5592
     ],
     "diff_mean": -63.8,
     "diff_sd": 91.3659,
     "n": 10,
     "relative_diff": -0.0826,
     "vector_better_in": 9,
     "vector_mean": 708.4,
     "vector_worse_in": 1,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.064453
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 389.5779,
     "ci95_bootstrap": [
      -299.0854,
      -206.6483
     ],
     "ci95_t": [
      -307.2857,
      -194.0583
     ],
     "diff_mean": -250.672,
     "diff_sd": 79.1405,
     "n": 10,
     "relative_diff": -0.6434,
     "vector_better_in": 10,
     "vector_mean": 138.906,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    }
   },
   "native_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 181.9671,
     "ci95_bootstrap": [
      -63.6165,
      29.9279
     ],
     "ci95_t": [
      -69.9261,
      46.0074
     ],
     "diff_mean": -11.9593,
     "diff_sd": 81.0319,
     "n": 10,
     "relative_diff": -0.0657,
     "vector_better_in": 4,
     "vector_mean": 170.0077,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 357.5,
     "ci95_bootstrap": [
      -185.7,
      86.5
     ],
     "ci95_t": [
      -205.1571,
      129.5571
     ],
     "diff_mean": -37.8,
     "diff_sd": 233.9491,
     "n": 10,
     "relative_diff": -0.1057,
     "vector_better_in": 4,
     "vector_mean": 319.7,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S11_window_halting_mean_veh": {
     "n": 0
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 6652.6,
     "ci95_bootstrap": [
      -6112.7,
      630.8
     ],
     "ci95_t": [
      -6584.7679,
      1696.7679
     ],
     "diff_mean": -2444.0,
     "diff_sd": 5788.3944,
     "n": 10,
     "relative_diff": -0.3674,
     "vector_better_in": 6,
     "vector_mean": 4208.6,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S13_gridlock_events": {
     "baseline_mean": 5.9,
     "ci95_bootstrap": [
      -8.1,
      -0.8
     ],
     "ci95_t": [
      -8.9769,
      -0.0231
     ],
     "diff_mean": -4.5,
     "diff_sd": 6.2583,
     "n": 10,
     "relative_diff": -0.7627,
     "vector_better_in": 6,
     "vector_mean": 1.4,
     "vector_worse_in": 3,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.074219
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 55.0,
     "ci95_bootstrap": [
      50.0,
      50.0
     ],
     "ci95_t": [
      50.0,
      50.0
     ],
     "diff_mean": 50.0,
     "diff_sd": 0.0,
     "n": 10,
     "relative_diff": 0.9091,
     "vector_better_in": 0,
     "vector_mean": 105.0,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.4954,
     "ci95_bootstrap": [
      0.074,
      0.1065
     ],
     "ci95_t": [
      0.0698,
      0.1095
     ],
     "diff_mean": 0.0896,
     "diff_sd": 0.0277,
     "n": 10,
     "relative_diff": 0.181,
     "vector_better_in": 0,
     "vector_mean": 0.585,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.667,
     "ci95_bootstrap": [
      -0.0497,
      0.0272
     ],
     "ci95_t": [
      -0.0615,
      0.0327
     ],
     "diff_mean": -0.0144,
     "diff_sd": 0.0659,
     "n": 10,
     "relative_diff": -0.0216,
     "vector_better_in": 5,
     "vector_mean": 0.6526,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.496094
    },
    "S17_running_at_end": {
     "baseline_mean": 252.2,
     "ci95_bootstrap": [
      -346.1,
      -13.1
     ],
     "ci95_t": [
      -379.8037,
      32.2037
     ],
     "diff_mean": -173.8,
     "diff_sd": 287.9733,
     "n": 10,
     "relative_diff": -0.6891,
     "vector_better_in": 7,
     "vector_mean": 78.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 2792.4,
     "ci95_bootstrap": [
      -3212.2,
      409.4
     ],
     "ci95_t": [
      -3517.0346,
      959.4346
     ],
     "diff_mean": -1278.8,
     "diff_sd": 3128.8362,
     "n": 10,
     "relative_diff": -0.458,
     "vector_better_in": 5,
     "vector_mean": 1513.6,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.431641
    },
    "S19_wasted_green_s": {
     "baseline_mean": 3553.3,
     "ci95_bootstrap": [
      -3071.8,
      591.1
     ],
     "ci95_t": [
      -3364.6892,
      1188.4892
     ],
     "diff_mean": -1088.1,
     "diff_sd": 3182.4522,
     "n": 10,
     "relative_diff": -0.3062,
     "vector_better_in": 5,
     "vector_mean": 2465.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.625
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 773.0222,
     "ci95_bootstrap": [
      -408.1194,
      53.7132
     ],
     "ci95_t": [
      -442.7054,
      123.5049
     ],
     "diff_mean": -159.6002,
     "diff_sd": 395.7537,
     "n": 10,
     "relative_diff": -0.2065,
     "vector_better_in": 6,
     "vector_mean": 613.422,
     "vector_worse_in": 4,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9226,
     "ci95_bootstrap": [
      0.0049,
      0.1091
     ],
     "ci95_t": [
      -0.0099,
      0.119
     ],
     "diff_mean": 0.0546,
     "diff_sd": 0.0901,
     "n": 10,
     "relative_diff": 0.0591,
     "vector_better_in": 7,
     "vector_mean": 0.9771,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S3_throughput_veh": {
     "baseline_mean": 3136.7,
     "ci95_bootstrap": [
      14.8,
      368.3
     ],
     "ci95_t": [
      -34.8884,
      401.4884
     ],
     "diff_mean": 183.3,
     "diff_sd": 305.0064,
     "n": 10,
     "relative_diff": 0.0584,
     "vector_better_in": 7,
     "vector_mean": 3320.0,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.128906
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 171.546,
     "ci95_bootstrap": [
      -59.54,
      28.983
     ],
     "ci95_t": [
      -65.5036,
      43.9376
     ],
     "diff_mean": -10.783,
     "diff_sd": 76.4941,
     "n": 10,
     "relative_diff": -0.0629,
     "vector_better_in": 4,
     "vector_mean": 160.763,
     "vector_worse_in": 6,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.921875
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 74.8527,
     "ci95_bootstrap": [
      15.512,
      31.9049
     ],
     "ci95_t": [
      13.7963,
      33.9729
     ],
     "diff_mean": 23.8846,
     "diff_sd": 14.1025,
     "n": 10,
     "relative_diff": 0.3191,
     "vector_better_in": 1,
     "vector_mean": 98.7373,
     "vector_worse_in": 9,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.003906
    },
    "S6_median_waiting_s": {
     "baseline_mean": 40.1,
     "ci95_bootstrap": [
      9.5,
      11.8
     ],
     "ci95_t": [
      9.349,
      12.051
     ],
     "diff_mean": 10.7,
     "diff_sd": 1.8886,
     "n": 10,
     "relative_diff": 0.2668,
     "vector_better_in": 0,
     "vector_mean": 50.8,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 238.3753,
     "ci95_bootstrap": [
      31.2257,
      47.9128
     ],
     "ci95_t": [
      29.6142,
      49.9233
     ],
     "diff_mean": 39.7688,
     "diff_sd": 14.1951,
     "n": 10,
     "relative_diff": 0.1668,
     "vector_better_in": 0,
     "vector_mean": 278.144,
     "vector_worse_in": 10,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.001953
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 579.9,
     "ci95_bootstrap": [
      68.2,
      190.5
     ],
     "ci95_t": [
      53.6987,
      203.3013
     ],
     "diff_mean": 128.5,
     "diff_sd": 104.565,
     "n": 10,
     "relative_diff": 0.2216,
     "vector_better_in": 2,
     "vector_mean": 708.4,
     "vector_worse_in": 8,
     "verdict_95": "VECTOR worse",
     "wilcoxon_p": 0.009766
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 164.5418,
     "ci95_bootstrap": [
      -89.4321,
      27.2551
     ],
     "ci95_t": [
      -97.8493,
      46.5777
     ],
     "diff_mean": -25.6358,
     "diff_sd": 100.9475,
     "n": 10,
     "relative_diff": -0.1558,
     "vector_better_in": 5,
     "vector_mean": 138.906,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    }
   },
   "vehicle_actuated": {
    "P1_mean_time_loss_s": {
     "baseline_mean": 194.9239,
     "ci95_bootstrap": [
      -42.5564,
      -5.793
     ],
     "ci95_t": [
      -47.2728,
      -2.5594
     ],
     "diff_mean": -24.9161,
     "diff_sd": 31.2525,
     "n": 10,
     "relative_diff": -0.1278,
     "vector_better_in": 8,
     "vector_mean": 170.0077,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S10_network_halting_max_veh": {
     "baseline_mean": 350.4,
     "ci95_bootstrap": [
      -86.4,
      29.7
     ],
     "ci95_t": [
      -102.2659,
      40.8659
     ],
     "diff_mean": -30.7,
     "diff_sd": 100.0423,
     "n": 10,
     "relative_diff": -0.0876,
     "vector_better_in": 7,
     "vector_mean": 319.7,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.275391
    },
    "S11_window_halting_mean_veh": {
     "n": 0
    },
    "S12_spillback_lane_steps": {
     "baseline_mean": 5082.6,
     "ci95_bootstrap": [
      -2311.3,
      691.5
     ],
     "ci95_t": [
      -2707.3319,
      959.3319
     ],
     "diff_mean": -874.0,
     "diff_sd": 2562.8213,
     "n": 10,
     "relative_diff": -0.172,
     "vector_better_in": 7,
     "vector_mean": 4208.6,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.375
    },
    "S13_gridlock_events": {
     "baseline_mean": 2.5,
     "ci95_bootstrap": [
      -4.3,
      1.8
     ],
     "ci95_t": [
      -4.7546,
      2.5546
     ],
     "diff_mean": -1.1,
     "diff_sd": 5.1088,
     "n": 10,
     "relative_diff": -0.44,
     "vector_better_in": 4,
     "vector_mean": 1.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.5625
    },
    "S14_max_red_wait_s": {
     "baseline_mean": 514.3,
     "ci95_bootstrap": [
      -463.2,
      -352.9
     ],
     "ci95_t": [
      -476.9054,
      -341.6946
     ],
     "diff_mean": -409.3,
     "diff_sd": 94.5058,
     "n": 10,
     "relative_diff": -0.7958,
     "vector_better_in": 10,
     "vector_mean": 105.0,
     "vector_worse_in": 0,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.001953
    },
    "S15_arterial_stops_per_junction": {
     "baseline_mean": 0.5821,
     "ci95_bootstrap": [
      -0.0078,
      0.0139
     ],
     "ci95_t": [
      -0.0105,
      0.0162
     ],
     "diff_mean": 0.0028,
     "diff_sd": 0.0186,
     "n": 10,
     "relative_diff": 0.0049,
     "vector_better_in": 5,
     "vector_mean": 0.585,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.845703
    },
    "S16_congestion_gini": {
     "baseline_mean": 0.6756,
     "ci95_bootstrap": [
      -0.0555,
      0.0057
     ],
     "ci95_t": [
      -0.0604,
      0.0144
     ],
     "diff_mean": -0.023,
     "diff_sd": 0.0523,
     "n": 10,
     "relative_diff": -0.034,
     "vector_better_in": 7,
     "vector_mean": 0.6526,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S17_running_at_end": {
     "baseline_mean": 130.7,
     "ci95_bootstrap": [
      -142.9,
      38.4
     ],
     "ci95_t": [
      -162.9928,
      58.3928
     ],
     "diff_mean": -52.3,
     "diff_sd": 154.7378,
     "n": 10,
     "relative_diff": -0.4002,
     "vector_better_in": 6,
     "vector_mean": 78.4,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S18_ineffective_green_s": {
     "baseline_mean": 1991.7,
     "ci95_bootstrap": [
      -1464.2,
      485.4
     ],
     "ci95_t": [
      -1664.1285,
      707.9285
     ],
     "diff_mean": -478.1,
     "diff_sd": 1657.9536,
     "n": 10,
     "relative_diff": -0.24,
     "vector_better_in": 5,
     "vector_mean": 1513.6,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S19_wasted_green_s": {
     "baseline_mean": 2985.4,
     "ci95_bootstrap": [
      -1473.8,
      426.4
     ],
     "ci95_t": [
      -1674.763,
      634.363
     ],
     "diff_mean": -520.2,
     "diff_sd": 1613.9678,
     "n": 10,
     "relative_diff": -0.1742,
     "vector_better_in": 5,
     "vector_mean": 2465.2,
     "vector_worse_in": 5,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.492188
    },
    "S1_p95_time_loss_s": {
     "baseline_mean": 703.2949,
     "ci95_bootstrap": [
      -199.2779,
      28.9618
     ],
     "ci95_t": [
      -230.1544,
      50.4086
     ],
     "diff_mean": -89.8729,
     "diff_sd": 196.1,
     "n": 10,
     "relative_diff": -0.1278,
     "vector_better_in": 7,
     "vector_mean": 613.422,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.193359
    },
    "S2_completion_rate": {
     "baseline_mean": 0.9614,
     "ci95_bootstrap": [
      -0.0109,
      0.0425
     ],
     "ci95_t": [
      -0.0169,
      0.0484
     ],
     "diff_mean": 0.0158,
     "diff_sd": 0.0457,
     "n": 10,
     "relative_diff": 0.0164,
     "vector_better_in": 6,
     "vector_mean": 0.9771,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S3_throughput_veh": {
     "baseline_mean": 3266.5,
     "ci95_bootstrap": [
      -38.3,
      145.6
     ],
     "ci95_t": [
      -58.6244,
      165.6244
     ],
     "diff_mean": 53.5,
     "diff_sd": 156.7392,
     "n": 10,
     "relative_diff": 0.0164,
     "vector_better_in": 6,
     "vector_mean": 3320.0,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.300781
    },
    "S4_total_delay_veh_h": {
     "baseline_mean": 184.239,
     "ci95_bootstrap": [
      -40.019,
      -5.322
     ],
     "ci95_t": [
      -44.6752,
      -2.2768
     ],
     "diff_mean": -23.476,
     "diff_sd": 29.6344,
     "n": 10,
     "relative_diff": -0.1274,
     "vector_better_in": 8,
     "vector_mean": 160.763,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.048828
    },
    "S5_mean_waiting_s": {
     "baseline_mean": 107.634,
     "ci95_bootstrap": [
      -19.1672,
      -0.0193
     ],
     "ci95_t": [
      -20.5887,
      2.7954
     ],
     "diff_mean": -8.8967,
     "diff_sd": 16.3444,
     "n": 10,
     "relative_diff": -0.0827,
     "vector_better_in": 7,
     "vector_mean": 98.7373,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S6_median_waiting_s": {
     "baseline_mean": 54.2,
     "ci95_bootstrap": [
      -5.9,
      -1.1
     ],
     "ci95_t": [
      -6.2852,
      -0.5148
     ],
     "diff_mean": -3.4,
     "diff_sd": 4.0332,
     "n": 10,
     "relative_diff": -0.0627,
     "vector_better_in": 8,
     "vector_mean": 50.8,
     "vector_worse_in": 2,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.027344
    },
    "S7_travel_time_arrived_mean_s": {
     "baseline_mean": 292.7191,
     "ci95_bootstrap": [
      -25.8759,
      -3.8264
     ],
     "ci95_t": [
      -28.046,
      -1.1042
     ],
     "diff_mean": -14.5751,
     "diff_sd": 18.831,
     "n": 10,
     "relative_diff": -0.0498,
     "vector_better_in": 9,
     "vector_mean": 278.144,
     "vector_worse_in": 1,
     "verdict_95": "VECTOR better",
     "wilcoxon_p": 0.037109
    },
    "S8_travel_time_arrived_p95_s": {
     "baseline_mean": 779.8,
     "ci95_bootstrap": [
      -142.1,
      -3.3
     ],
     "ci95_t": [
      -156.1913,
      13.3913
     ],
     "diff_mean": -71.4,
     "diff_sd": 118.5301,
     "n": 10,
     "relative_diff": -0.0916,
     "vector_better_in": 8,
     "vector_mean": 708.4,
     "vector_worse_in": 2,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.105469
    },
    "S9_network_halting_mean_veh": {
     "baseline_mean": 162.6765,
     "ci95_bootstrap": [
      -47.5171,
      1.7892
     ],
     "ci95_t": [
      -53.87,
      6.3289
     ],
     "diff_mean": -23.7705,
     "diff_sd": 42.0762,
     "n": 10,
     "relative_diff": -0.1461,
     "vector_better_in": 7,
     "vector_mean": 138.906,
     "vector_worse_in": 3,
     "verdict_95": "not resolved",
     "wilcoxon_p": 0.083984
    }
   }
  }
 },
 "primary_endpoint": "P1_mean_time_loss_s",
 "primary_family_holm_vs_native": {
  "A": {
   "p": 0.275391,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "B": {
   "p": 0.001953,
   "p_holm": 0.031248,
   "reject_0.05": true
  },
  "C": {
   "p": 0.003906,
   "p_holm": 0.05859,
   "reject_0.05": false
  },
  "D": {
   "p": 0.005859,
   "p_holm": 0.076167,
   "reject_0.05": false
  },
  "E": {
   "p": 0.431641,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "F": {
   "p": 0.322266,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "G": {
   "p": 0.845703,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "H": {
   "p": 0.009766,
   "p_holm": 0.117192,
   "reject_0.05": false
  },
  "I": {
   "p": 0.769531,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "J": {
   "p": 0.037109,
   "p_holm": 0.37109,
   "reject_0.05": false
  },
  "K": {
   "p": 0.003906,
   "p_holm": 0.05859,
   "reject_0.05": false
  },
  "L": {
   "p": 0.375,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "M": {
   "p": 0.921875,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "N": {
   "p": 0.921875,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "O": {
   "p": 0.027344,
   "p_holm": 0.300784,
   "reject_0.05": false
  },
  "R0": {
   "p": 0.921875,
   "p_holm": 1.0,
   "reject_0.05": false
  }
 },
 "secondary_family_holm_vs_vehicle_actuated": {
  "A": {
   "p": 0.003906,
   "p_holm": 0.062496,
   "reject_0.05": false
  },
  "B": {
   "p": 0.322266,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "C": {
   "p": 0.232422,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "D": {
   "p": 0.431641,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "E": {
   "p": 0.275391,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "F": {
   "p": 0.232422,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "G": {
   "p": 0.064453,
   "p_holm": 0.580077,
   "reject_0.05": false
  },
  "H": {
   "p": 0.275391,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "I": {
   "p": 0.322266,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "J": {
   "p": 0.003906,
   "p_holm": 0.062496,
   "reject_0.05": false
  },
  "K": {
   "p": 0.027344,
   "p_holm": 0.328128,
   "reject_0.05": false
  },
  "L": {
   "p": 0.003906,
   "p_holm": 0.062496,
   "reject_0.05": false
  },
  "M": {
   "p": 0.048828,
   "p_holm": 0.537108,
   "reject_0.05": false
  },
  "N": {
   "p": 0.009766,
   "p_holm": 0.126958,
   "reject_0.05": false
  },
  "O": {
   "p": 0.375,
   "p_holm": 1.0,
   "reject_0.05": false
  },
  "R0": {
   "p": 0.048828,
   "p_holm": 0.537108,
   "reject_0.05": false
  }
 }
}
