{
  "summary": {
    "Queyranne": {
      "hits": 11,
      "attempts": 60,
      "hit_rate": 0.18333333333333332,
      "hit_rate_95_stratified_cluster_bootstrap": [
        0.1,
        0.26666666666666666
      ],
      "mean_gap_pct": 154.83176289252995,
      "median_gap_pct": 27.195113269358295,
      "max_gap_pct": 1377.371166540176,
      "median_recorded_sec": 0.00715179349998607
    },
    "SA": {
      "hits": 515,
      "attempts": 600,
      "hit_rate": 0.8583333333333333,
      "hit_rate_95_stratified_cluster_bootstrap": [
        0.8149999999999998,
        0.8983333333333332
      ],
      "mean_gap_pct": 2.367889415762393,
      "median_gap_pct": 0.0,
      "max_gap_pct": 133.62878030886412,
      "median_recorded_sec": 0.02274392250001256
    },
    "Uniform": {
      "hits": 214,
      "attempts": 600,
      "hit_rate": 0.35666666666666674,
      "hit_rate_95_stratified_cluster_bootstrap": [
        0.33333333333333337,
        0.38166666666666665
      ],
      "mean_gap_pct": 86.08754437452725,
      "median_gap_pct": 7.530200844438905,
      "max_gap_pct": 1081.239397320997,
      "median_recorded_sec": 0.00010332700000503792
    },
    "QAOA-p1": {
      "hits": 410,
      "attempts": 600,
      "hit_rate": 0.6833333333333332,
      "hit_rate_95_stratified_cluster_bootstrap": [
        0.6483333333333334,
        0.7166666666666666
      ],
      "mean_gap_pct": 9.623561585263518,
      "median_gap_pct": 0.0,
      "max_gap_pct": 384.3673309718967,
      "median_recorded_sec": 0.00010549099999934697
    },
    "QAOA-p2": {
      "hits": 457,
      "attempts": 600,
      "hit_rate": 0.7616666666666667,
      "hit_rate_95_stratified_cluster_bootstrap": [
        0.7233333333333333,
        0.7983333333333335
      ],
      "mean_gap_pct": 3.634689506642713,
      "median_gap_pct": 0.0,
      "max_gap_pct": 93.60959741276511,
      "median_recorded_sec": 0.00010467449999396194
    }
  },
  "by_size": [
    {
      "n": 8,
      "instances": 15,
      "partitions_each": 127,
      "Jstar_min": 0.006498529457970247,
      "Jstar_max": 0.25780928505725653,
      "Jstar_median": 0.1302186548780447,
      "queyranne_hit_rate": 0.3333333333333333,
      "queyranne_hits": 5,
      "exact_median_sec": 0.008323776999986876,
      "queyranne_median_sec": 0.0029413999999974294,
      "SA_median_sec": 0.011496671999992714,
      "qaoa_p2_training_median_sec": 0.5045355219999692,
      "qaoa_p2_total_median_sec": 0.5134578179999494,
      "qaoa_p2_mean_pstar": 0.07464089511643661,
      "qaoa_p2_mean_lift": 9.47939367978745,
      "uniform_theoretical_hit256": 0.8678378833893103,
      "qaoa_p2_theoretical_hit256": 0.9968720861096956,
      "queyranne_median_calls": 119.0,
      "queyranne_median_unique": 43.0,
      "SA_hit_rate": 0.9933333333333334,
      "SA_hits": 149,
      "Uniform_hit_rate": 0.8733333333333334,
      "Uniform_hits": 131,
      "QAOA-p1_hit_rate": 1.0,
      "QAOA-p1_hits": 150,
      "QAOA-p2_hit_rate": 0.9866666666666667,
      "QAOA-p2_hits": 148
    },
    {
      "n": 10,
      "instances": 15,
      "partitions_each": 511,
      "Jstar_min": 0.007883160910674416,
      "Jstar_max": 0.2764414940536554,
      "Jstar_median": 0.048595175263470555,
      "queyranne_hit_rate": 0.2,
      "queyranne_hits": 3,
      "exact_median_sec": 0.032737908000001426,
      "queyranne_median_sec": 0.004925949000039509,
      "SA_median_sec": 0.02016195149997202,
      "qaoa_p2_training_median_sec": 0.5148216689999572,
      "qaoa_p2_total_median_sec": 0.5479608059999919,
      "qaoa_p2_mean_pstar": 0.04176415955207919,
      "qaoa_p2_mean_lift": 21.34148553111247,
      "uniform_theoretical_hit256": 0.39435986639778586,
      "qaoa_p2_theoretical_hit256": 0.8646301105674257,
      "queyranne_median_calls": 219.0,
      "queyranne_median_unique": 73.0,
      "SA_hit_rate": 0.9133333333333334,
      "SA_hits": 137,
      "Uniform_hit_rate": 0.4266666666666667,
      "Uniform_hits": 64,
      "QAOA-p1_hit_rate": 0.8666666666666668,
      "QAOA-p1_hits": 130,
      "QAOA-p2_hit_rate": 0.8399999999999999,
      "QAOA-p2_hits": 126
    },
    {
      "n": 12,
      "instances": 15,
      "partitions_each": 2047,
      "Jstar_min": 0.007174561635458964,
      "Jstar_max": 0.3191437134716356,
      "Jstar_median": 0.13968428840294997,
      "queyranne_hit_rate": 0.06666666666666667,
      "queyranne_hits": 1,
      "exact_median_sec": 0.13191779600003883,
      "queyranne_median_sec": 0.007530313000017941,
      "SA_median_sec": 0.02749584000000027,
      "qaoa_p2_training_median_sec": 0.6087296069999866,
      "qaoa_p2_total_median_sec": 0.7444020890000047,
      "qaoa_p2_mean_pstar": 0.01443056198935518,
      "qaoa_p2_mean_lift": 29.539360392210053,
      "uniform_theoretical_hit256": 0.11758395013183005,
      "qaoa_p2_theoretical_hit256": 0.7238341229624795,
      "queyranne_median_calls": 363.0,
      "queyranne_median_unique": 111.0,
      "SA_hit_rate": 0.8266666666666667,
      "SA_hits": 124,
      "Uniform_hit_rate": 0.10000000000000003,
      "Uniform_hits": 15,
      "QAOA-p1_hit_rate": 0.5933333333333335,
      "QAOA-p1_hits": 89,
      "QAOA-p2_hit_rate": 0.74,
      "QAOA-p2_hits": 111
    },
    {
      "n": 14,
      "instances": 15,
      "partitions_each": 8191,
      "Jstar_min": 0.0073630004528144975,
      "Jstar_max": 0.23847750653996277,
      "Jstar_median": 0.07340784684011013,
      "queyranne_hit_rate": 0.13333333333333333,
      "queyranne_hits": 2,
      "exact_median_sec": 0.561382741999978,
      "queyranne_median_sec": 0.011639915999978712,
      "SA_median_sec": 0.03499782800000162,
      "qaoa_p2_training_median_sec": 0.9930449590000308,
      "qaoa_p2_total_median_sec": 1.5286155549999876,
      "qaoa_p2_mean_pstar": 0.004935429984697791,
      "qaoa_p2_mean_lift": 40.4261070046596,
      "uniform_theoretical_hit256": 0.03077231255815689,
      "qaoa_p2_theoretical_hit256": 0.4978599378155629,
      "queyranne_median_calls": 559.0,
      "queyranne_median_unique": 157.0,
      "SA_hit_rate": 0.7000000000000001,
      "SA_hits": 105,
      "Uniform_hit_rate": 0.02666666666666667,
      "Uniform_hits": 4,
      "QAOA-p1_hit_rate": 0.2733333333333333,
      "QAOA-p1_hits": 41,
      "QAOA-p2_hit_rate": 0.48000000000000004,
      "QAOA-p2_hits": 72
    }
  ],
  "comparisons": {
    "qaoa_p2_minus_uniform_observed_hit_rate": 0.405,
    "qaoa_p2_minus_uniform_observed_95_ci": [
      0.36666666666666664,
      0.44333333333333336
    ],
    "SA_minus_qaoa_p2_observed_hit_rate": 0.09666666666666666,
    "SA_minus_qaoa_p2_observed_95_ci": [
      0.055,
      0.1366666666666667
    ],
    "qaoa_p2_mean_pstar": 0.03394276166064218,
    "qaoa_p2_median_pstar": 0.012503733825762956,
    "qaoa_p2_median_pstar_lift_over_valid_uniform": 7.932463503684044,
    "qaoa_p2_lift_min": 0.3578942295802732,
    "qaoa_p2_lift_max": 134.122026121399,
    "qaoa_p2_mean_invalid_probability": 0.0007863068746365345,
    "qaoa_p2_mean_theoretical_hit256": 0.7707990643637911,
    "uniform_mean_theoretical_hit256": 0.3526385031192707,
    "qaoa_p2_nfev_min": 720,
    "qaoa_p2_nfev_max": 720,
    "qaoa_p2_nfev_sum": 43200,
    "qaoa_p1_nfev_sum": 28622,
    "non_submodular_instances": 60,
    "elementary_submodularity_inequalities_checked": 6804480,
    "max_covariance_relative_residual": 4.537084452155728e-15,
    "max_conditional_vs_joint_phi_difference": 7.105427357601002e-15,
    "exact_min_smaller_part_size": 1,
    "exact_max_smaller_part_size": 7,
    "ties_instances": 0
  },
  "totals": {
    "networks": 60,
    "partitions": 163140,
    "stochastic_trials": 2400,
    "readout_shots_per_qaoa_depth": 153600
  },
  "bootstrap": {
    "replicates": 10000,
    "unit": "network",
    "strata": "node count x family",
    "seed": 8890021
  }
}