{
  "part": "test",
  "chips": 84,
  "baseline": {
    "channel": "VV",
    "threshold_db": -14.850000000001714,
    "despeckle_size": 5
  },
  "main_threshold": 0.15,
  "calibration_on_this_part": {
    "note": "Посчитано на части, не использованной для обучения калибратора: это и есть проверка надёжности вероятностей, а не их подгонка.",
    "n_pixels": 1680000,
    "ece": 0.02414806232321571,
    "brier": 0.07177232191316636,
    "reliability": [
      {
        "bin_low": 0.0,
        "bin_high": 0.1,
        "n_pixels": 1352422,
        "mean_predicted": 0.01906748796761616,
        "observed_fraction": 0.041072239286258284
      },
      {
        "bin_low": 0.1,
        "bin_high": 0.2,
        "n_pixels": 97887,
        "mean_predicted": 0.14373729486341028,
        "observed_fraction": 0.18281283520794386
      },
      {
        "bin_low": 0.2,
        "bin_high": 0.30000000000000004,
        "n_pixels": 66208,
        "mean_predicted": 0.2482289347319142,
        "observed_fraction": 0.3063224987916868
      },
      {
        "bin_low": 0.30000000000000004,
        "bin_high": 0.4,
        "n_pixels": 96557,
        "mean_predicted": 0.351134820003239,
        "observed_fraction": 0.35336640533570846
      },
      {
        "bin_low": 0.4,
        "bin_high": 0.5,
        "n_pixels": 58182,
        "mean_predicted": 0.4303881938709053,
        "observed_fraction": 0.46304699047815473
      },
      {
        "bin_low": 0.5,
        "bin_high": 0.6000000000000001,
        "n_pixels": 8579,
        "mean_predicted": 0.521896727123465,
        "observed_fraction": 0.6373703228814547
      },
      {
        "bin_low": 0.6000000000000001,
        "bin_high": 0.7000000000000001,
        "n_pixels": 165,
        "mean_predicted": 0.6211421757033377,
        "observed_fraction": 0.8121212121212121
      },
      {
        "bin_low": 0.7000000000000001,
        "bin_high": 0.8,
        "n_pixels": 0,
        "mean_predicted": null,
        "observed_fraction": null
      },
      {
        "bin_low": 0.8,
        "bin_high": 0.9,
        "n_pixels": 0,
        "mean_predicted": null,
        "observed_fraction": null
      },
      {
        "bin_low": 0.9,
        "bin_high": 1.0,
        "n_pixels": 0,
        "mean_predicted": null,
        "observed_fraction": null
      }
    ]
  },
  "uncertainty_on_this_part": {
    "auc_uncertainty_vs_error": 0.8739217720352823,
    "mean_uncertainty_on_errors": 0.5229691863059998,
    "mean_uncertainty_on_correct": 0.16395303606987,
    "n_pixels": 1680000,
    "n_errors": 227394
  },
  "totals": {
    "baseline_flood": {
      "iou": 0.34640556918403054,
      "f1": 0.5145634823747269,
      "precision": 0.430634472963807,
      "recall": 0.6391268593465939,
      "accuracy": 0.8715656984811917,
      "n_pixels": 17879873,
      "n_positive": 1904298,
      "tp": 1217088,
      "fp": 1609179,
      "fn": 687210,
      "tn": 14366396
    },
    "main_flood": {
      "iou": 0.313175879851113,
      "f1": 0.47697476728954336,
      "precision": 0.4038991411283376,
      "recall": 0.5823337523853934,
      "accuracy": 0.8639809689923412,
      "n_pixels": 17879873,
      "n_positive": 1904298,
      "tp": 1108937,
      "fp": 1636642,
      "fn": 795361,
      "tn": 14338933
    },
    "baseline_water": {
      "iou": 0.5048198703720952,
      "f1": 0.6709372733724854,
      "precision": 0.6289940051665324,
      "recall": 0.7188740192696678,
      "accuracy": 0.9024736361382433,
      "n_pixels": 17879873,
      "n_positive": 2472902,
      "tp": 1777705,
      "fp": 1048562,
      "fn": 695197,
      "tn": 14358409
    },
    "main_water": {
      "iou": 0.34442497638198555,
      "f1": 0.5123751528462018,
      "precision": 0.48693190033868994,
      "recall": 0.5406239309119407,
      "accuracy": 0.8576801412403768,
      "n_pixels": 17879873,
      "n_positive": 2472902,
      "tp": 1336910,
      "fp": 1408669,
      "fn": 1135992,
      "tn": 13998302
    },
    "baseline_fp_permanent": {
      "fp_on_permanent": 576853,
      "fp_total": 1609179,
      "share": 0.3584765896149527
    },
    "main_fp_permanent": {
      "fp_on_permanent": 250243,
      "fp_total": 1636642,
      "share": 0.15290026774334278
    }
  },
  "by_event": {
    "baseline|flood|Pakistan": {
      "iou": 0.16312252938515698,
      "f1": 0.28049070543132865,
      "precision": 0.22211669267216294,
      "recall": 0.3804852091634989,
      "accuracy": 0.8812657393363148,
      "n_pixels": 5375862,
      "n_positive": 326993,
      "tp": 124416,
      "fp": 435722,
      "fn": 202577,
      "tn": 4613147
    },
    "main|flood|Pakistan": {
      "iou": 0.15546585634761081,
      "f1": 0.26909640902593734,
      "precision": 0.17869201000542814,
      "recall": 0.5446446865835048,
      "accuracy": 0.8200359309818592,
      "n_pixels": 5375862,
      "n_positive": 326993,
      "tp": 178095,
      "fp": 818564,
      "fn": 148898,
      "tn": 4230305
    },
    "baseline|water|Pakistan": {
      "iou": 0.25067191910483494,
      "f1": 0.4008595943918733,
      "precision": 0.34467042050351876,
      "recall": 0.4789373541020126,
      "accuracy": 0.8926462398030307,
      "n_pixels": 5375862,
      "n_positive": 403107,
      "tp": 193063,
      "fp": 367075,
      "fn": 210044,
      "tn": 4605680
    },
    "main|water|Pakistan": {
      "iou": 0.187373396353815,
      "f1": 0.31560989479670176,
      "precision": 0.22163046739155517,
      "recall": 0.5479686534840625,
      "accuracy": 0.82179862503911,
      "n_pixels": 5375862,
      "n_positive": 403107,
      "tp": 220890,
      "fp": 775769,
      "fn": 182217,
      "tn": 4196986
    },
    "baseline|flood|Somalia": {
      "iou": 0.15095914508640085,
      "f1": 0.2623188594154114,
      "precision": 0.18821523954463393,
      "recall": 0.43266765560824194,
      "accuracy": 0.841574882152163,
      "n_pixels": 5374091,
      "n_positive": 349869,
      "tp": 151377,
      "fp": 652899,
      "fn": 198492,
      "tn": 4371323
    },
    "main|flood|Somalia": {
      "iou": 0.27179334257164073,
      "f1": 0.42741746394435226,
      "precision": 0.35744893545441436,
      "recall": 0.5314446264173162,
      "accuracy": 0.9073011603264627,
      "n_pixels": 5374091,
      "n_positive": 349869,
      "tp": 185936,
      "fp": 334239,
      "fn": 163933,
      "tn": 4689983
    },
    "baseline|water|Somalia": {
      "iou": 0.15095914508640085,
      "f1": 0.2623188594154114,
      "precision": 0.18821523954463393,
      "recall": 0.43266765560824194,
      "accuracy": 0.841574882152163,
      "n_pixels": 5374091,
      "n_positive": 349869,
      "tp": 151377,
      "fp": 652899,
      "fn": 198492,
      "tn": 4371323
    },
    "main|water|Somalia": {
      "iou": 0.27179334257164073,
      "f1": 0.42741746394435226,
      "precision": 0.35744893545441436,
      "recall": 0.5314446264173162,
      "accuracy": 0.9073011603264627,
      "n_pixels": 5374091,
      "n_positive": 349869,
      "tp": 185936,
      "fp": 334239,
      "fn": 163933,
      "tn": 4689983
    },
    "baseline|flood|Mekong": {
      "iou": 0.5385001321514834,
      "f1": 0.700032610849931,
      "precision": 0.6439053721543821,
      "recall": 0.766879087789506,
      "accuracy": 0.8868572157892375,
      "n_pixels": 7129920,
      "n_positive": 1227436,
      "tp": 941295,
      "fp": 520558,
      "fn": 286141,
      "tn": 5381926
    },
    "main|flood|Mekong": {
      "iou": 0.435292983301924,
      "f1": 0.6065562757793501,
      "precision": 0.6062331891482773,
      "recall": 0.6068797069663917,
      "accuracy": 0.8644628551231991,
      "n_pixels": 7129920,
      "n_positive": 1227436,
      "tp": 744906,
      "fp": 483839,
      "fn": 482530,
      "tn": 5418645
    },
    "baseline|water|Mekong": {
      "iou": 0.8197046177497006,
      "f1": 0.9009205227641518,
      "precision": 0.980443998131139,
      "recall": 0.8333294571975771,
      "accuracy": 0.9557850578968627,
      "n_pixels": 7129920,
      "n_positive": 1719926,
      "tp": 1433265,
      "fp": 28588,
      "fn": 286661,
      "tn": 5381406
    },
    "main|water|Mekong": {
      "iou": 0.4607599276127311,
      "f1": 0.6308496268318846,
      "precision": 0.756938176757586,
      "recall": 0.5407697773043724,
      "accuracy": 0.8473330696557605,
      "n_pixels": 7129920,
      "n_positive": 1719926,
      "tp": 930084,
      "fp": 298661,
      "fn": 789842,
      "tn": 5111333
    }
  }
}