{
  "provenance": {
    "run_id": "20260922T112845423138Z-baseline",
    "git_commit": "3429f1fe41701d31de68ac936530d6aebfee1132",
    "git_dirty": false,
    "data_sha256": {
      "train": "bd4084611bd27c939ba98e5e63bc3e5a2c1a4e99477dcba46c829e4c986c429d",
      "test": "c2513ce4abb98c4d1d216e3ca0d4377d57589a0989aa8c06a840509a16c786e8",
      "test_labels": "2a56dcbeba5c05f965a636f56cb5ae972bad60c3b952c239b49be18d7ab70f49"
    },
    "seed": 20260922,
    "floor": 0.99,
    "min_predicted_positives": 30,
    "auto_thresholds": {
      "toxic": 0.9892913517285165,
      "severe_toxic": null,
      "obscene": 0.9983767822578123,
      "threat": null,
      "insult": 0.9998379195789239,
      "identity_hate": null
    },
    "rows": {
      "thresh": 31914,
      "test": 63978
    }
  },
  "step1": {
    "tier_in_sample": {
      "n": 921,
      "tp": 912,
      "precision": 0.990228013029316,
      "ci95": [
        0.9815330346368575,
        0.9948505296253721
      ],
      "coverage": 0.028858808046625304
    },
    "tier_test": {
      "n": 2367,
      "tp": 2130,
      "precision": 0.899873257287706,
      "ci95": [
        0.8871253261551716,
        0.9113253643828748
      ],
      "coverage": 0.03699709275063303
    },
    "per_label_in_sample": {
      "toxic": {
        "threshold": 0.9892913517285165,
        "n": 921,
        "tp": 912,
        "precision": 0.990228013029316,
        "ci95": [
          0.9815330346368575,
          0.9948505296253721
        ],
        "coverage": 0.028858808046625304
      },
      "severe_toxic": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      },
      "obscene": {
        "threshold": 0.9983767822578123,
        "n": 467,
        "tp": 463,
        "precision": 0.9914346895074947,
        "ci95": [
          0.9781862122640582,
          0.9966642205983519
        ],
        "coverage": 0.014633076392805665
      },
      "threat": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      },
      "insult": {
        "threshold": 0.9998379195789239,
        "n": 51,
        "tp": 51,
        "precision": 1.0,
        "ci95": [
          0.9299533790738349,
          0.9999999999999999
        ],
        "coverage": 0.001598044745252867
      },
      "identity_hate": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      }
    },
    "per_label_test": {
      "toxic": {
        "threshold": 0.9892913517285165,
        "n": 2365,
        "tp": 2123,
        "precision": 0.8976744186046511,
        "ci95": [
          0.884807672271787,
          0.9092513783868066
        ],
        "coverage": 0.036965832004751634
      },
      "severe_toxic": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      },
      "obscene": {
        "threshold": 0.9983767822578123,
        "n": 1033,
        "tp": 983,
        "precision": 0.9515972894482091,
        "ci95": [
          0.9367541117823469,
          0.9630941649316879
        ],
        "coverage": 0.01614617524774141
      },
      "threat": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      },
      "insult": {
        "threshold": 0.9998379195789239,
        "n": 131,
        "tp": 129,
        "precision": 0.9847328244274809,
        "ci95": [
          0.9460436697691683,
          0.9958031557817253
        ],
        "coverage": 0.002047578855231486
      },
      "identity_hate": {
        "threshold": null,
        "n": 0,
        "tp": 0,
        "precision": null,
        "ci95": null
      }
    },
    "report_tiers": {
      "selection_final": 0.991715976331361,
      "test_final": 0.904,
      "test_final_n": 2125
    },
    "share_of_auto_rows_by_label_test": {
      "toxic": 2365,
      "severe_toxic": 0,
      "obscene": 1033,
      "threat": 0,
      "insult": 131,
      "identity_hate": 0
    }
  },
  "step2": {
    "seeds": [
      0,
      1,
      2
    ],
    "folds": 5,
    "cv": {
      "tier": {
        "precision_mean": 0.9876322373436439,
        "precision_per_seed": [
          0.9891304347826086,
          0.987912087912088,
          0.985854189336235
        ],
        "coverage_mean": 0.02871258173006622,
        "n_mean": 916.3333333333334
      },
      "per_label": {
        "toxic": {
          "precision_mean": 0.9876192072270503,
          "n_mean": 915.3333333333334,
          "threshold_fold_values": [
            0.9893349940971402,
            0.9892913517285165,
            0.9892913517285165,
            0.9904146038776764,
            0.9890226351245702,
            0.9944027151052117,
            0.9890226351245702,
            0.9904146038776764,
            0.9795634913778055,
            0.9904146038776764,
            0.994417760953179,
            0.9904518257379061,
            0.9892913517285165,
            0.9769800846615211,
            0.9890226351245702
          ],
          "held_out_fold_counts": [
            176,
            170,
            190,
            195,
            187,
            177,
            192,
            177,
            190,
            174,
            185,
            157,
            187,
            202,
            187
          ],
          "selection_fold_counts": [
            744,
            751,
            731,
            707,
            738,
            638,
            733,
            725,
            855,
            728,
            629,
            744,
            734,
            868,
            738
          ]
        },
        "severe_toxic": {
          "precision_mean": null,
          "n_mean": 0.0,
          "threshold_fold_values": [
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null
          ],
          "held_out_fold_counts": [],
          "selection_fold_counts": []
        },
        "obscene": {
          "precision_mean": 0.9863397257763679,
          "n_mean": 510.0,
          "threshold_fold_values": [
            0.9986364709062956,
            0.9986364709062956,
            0.9950994375983927,
            0.9956074526981342,
            0.9956032747543802,
            0.9956074526981342,
            0.9986364709062956,
            0.9983767822578123,
            0.9906828897388458,
            0.9983767822578123,
            0.9986364709062956,
            0.9956032747543802,
            0.9983767822578123,
            0.9956032747543802,
            0.9986364709062956
          ],
          "held_out_fold_counts": [
            81,
            85,
            123,
            117,
            115,
            121,
            93,
            98,
            112,
            95,
            100,
            99,
            91,
            111,
            89
          ],
          "selection_fold_counts": [
            373,
            369,
            447,
            442,
            445,
            438,
            361,
            369,
            506,
            372,
            354,
            461,
            376,
            449,
            365
          ]
        },
        "threat": {
          "precision_mean": null,
          "n_mean": 0.0,
          "threshold_fold_values": [
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null
          ],
          "held_out_fold_counts": [],
          "selection_fold_counts": []
        },
        "insult": {
          "precision_mean": 0.9707245514917237,
          "n_mean": 63.666666666666664,
          "threshold_fold_values": [
            0.9998379195789239,
            0.9998379195789239,
            0.9998379195789239,
            0.9998405467824977,
            0.9993673454619649,
            0.9993518655726471,
            0.9998379195789239,
            0.9986334719174544,
            0.9998379195789239,
            0.9998422120246283,
            0.9998379195789239,
            0.9993518655726471,
            0.9998379195789239,
            0.9998405467824977,
            0.9998379195789239
          ],
          "held_out_fold_counts": [
            10,
            11,
            9,
            13,
            16,
            22,
            9,
            29,
            6,
            9,
            11,
            14,
            17,
            8,
            7
          ],
          "selection_fold_counts": [
            41,
            40,
            42,
            37,
            79,
            75,
            42,
            101,
            45,
            40,
            40,
            83,
            34,
            42,
            44
          ]
        },
        "identity_hate": {
          "precision_mean": null,
          "n_mean": 0.0,
          "threshold_fold_values": [
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null,
            null
          ],
          "held_out_fold_counts": [],
          "selection_fold_counts": []
        }
      }
    }
  },
  "step3": {
    "ap": {
      "toxic": {
        "selection": 0.8591610234939934,
        "test": 0.752184951704409
      },
      "severe_toxic": {
        "selection": 0.49211366123463823,
        "test": 0.31126081415093715
      },
      "obscene": {
        "selection": 0.8739067908950364,
        "test": 0.7733891183021634
      },
      "threat": {
        "selection": 0.4586037397547445,
        "test": 0.45797903621474007
      },
      "insult": {
        "selection": 0.7743203146898984,
        "test": 0.6960639271574238
      },
      "identity_hate": {
        "selection": 0.41474278947852444,
        "test": 0.480036045041327
      }
    },
    "prevalence": {
      "toxic": {
        "thresh": 0.094127968916463,
        "test": 0.09518897120885304
      },
      "severe_toxic": {
        "thresh": 0.0096822711035909,
        "test": 0.0057363468692363
      },
      "obscene": {
        "thresh": 0.051450773955004074,
        "test": 0.05769170652411767
      },
      "threat": {
        "thresh": 0.0024754026446073825,
        "test": 0.003298008690487355
      },
      "insult": {
        "thresh": 0.048348687096572036,
        "test": 0.053565288067773296
      },
      "identity_hate": {
        "thresh": 0.008460236886632826,
        "test": 0.011128825533777236
      }
    },
    "reliability_bins": [
      0.5,
      0.8,
      0.9,
      0.95,
      0.98,
      0.99,
      0.995,
      1.0
    ],
    "reliability": {
      "toxic": {
        "thresh": [
          {
            "bin": "[0.5, 0.8)",
            "n": 686,
            "mean_p": 0.6496181421601875,
            "observed": 0.6530612244897959,
            "ci95": [
              0.6166783454227336,
              0.6877394266557282
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 259,
            "mean_p": 0.8528408279313273,
            "observed": 0.7451737451737451,
            "ci95": [
              0.6887880216484941,
              0.794392982370189
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 207,
            "mean_p": 0.9259972043663469,
            "observed": 0.8985507246376812,
            "ci95": [
              0.8498938114090119,
              0.932684723550259
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 237,
            "mean_p": 0.9662673378583478,
            "observed": 0.9367088607594937,
            "ci95": [
              0.8982134566470712,
              0.9612731158123011
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 129,
            "mean_p": 0.985402102750428,
            "observed": 0.9612403100775194,
            "ci95": [
              0.9124721788450647,
              0.9833324969100818
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 109,
            "mean_p": 0.992593214898591,
            "observed": 0.963302752293578,
            "ci95": [
              0.9094227987018519,
              0.9856382985341146
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 801,
            "mean_p": 0.999283719179148,
            "observed": 0.9937578027465668,
            "ci95": [
              0.9854714081014656,
              0.997330846021309
            ]
          }
        ],
        "test": [
          {
            "bin": "[0.5, 0.8)",
            "n": 2461,
            "mean_p": 0.651687589121671,
            "observed": 0.3474197480698903,
            "ci95": [
              0.32885863923120734,
              0.36645644998315036
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 968,
            "mean_p": 0.8523606902427334,
            "observed": 0.4896694214876033,
            "ci95": [
              0.45828143854781384,
              0.5211390730827329
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 712,
            "mean_p": 0.9259803204333161,
            "observed": 0.5491573033707865,
            "ci95": [
              0.5124422982283394,
              0.585344717501924
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 646,
            "mean_p": 0.9665551965298655,
            "observed": 0.6486068111455109,
            "ci95": [
              0.6110122731748303,
              0.6844444068752985
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 399,
            "mean_p": 0.9854535295141009,
            "observed": 0.7769423558897243,
            "ci95": [
              0.7335635768811443,
              0.8150393415317824
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 358,
            "mean_p": 0.9925971580838389,
            "observed": 0.7793296089385475,
            "ci95": [
              0.7335324640591633,
              0.8191957960422064
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 1965,
            "mean_p": 0.9991585601087573,
            "observed": 0.9195928753180661,
            "ci95": [
              0.9067350901238868,
              0.9308133028975444
            ]
          }
        ]
      },
      "obscene": {
        "thresh": [
          {
            "bin": "[0.5, 0.8)",
            "n": 297,
            "mean_p": 0.6566246901832562,
            "observed": 0.6767676767676768,
            "ci95": [
              0.6216109509778935,
              0.7274100928318632
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 119,
            "mean_p": 0.8472758521019695,
            "observed": 0.773109243697479,
            "ci95": [
              0.6900143224421211,
              0.8391229948117445
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 99,
            "mean_p": 0.9240856992399856,
            "observed": 0.8181818181818182,
            "ci95": [
              0.7308120564761821,
              0.8817813536651241
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 107,
            "mean_p": 0.9666993222891483,
            "observed": 0.8411214953271028,
            "ci95": [
              0.7602251006709314,
              0.8983732319094638
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 78,
            "mean_p": 0.985876274077224,
            "observed": 0.9230769230769231,
            "ci95": [
              0.8421677011320987,
              0.9642695362065872
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 58,
            "mean_p": 0.9924463438771544,
            "observed": 0.9482758620689655,
            "ci95": [
              0.8586059871294194,
              0.9822538654787383
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 572,
            "mean_p": 0.9992520787952983,
            "observed": 0.986013986013986,
            "ci95": [
              0.9726471334039779,
              0.9928964054029665
            ]
          }
        ],
        "test": [
          {
            "bin": "[0.5, 0.8)",
            "n": 988,
            "mean_p": 0.6479690153581155,
            "observed": 0.4433198380566802,
            "ci95": [
              0.4126222195577498,
              0.47445650759454583
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 382,
            "mean_p": 0.8524584043457254,
            "observed": 0.6047120418848168,
            "ci95": [
              0.5548746833511646,
              0.6524643626703568
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 249,
            "mean_p": 0.9271173352390046,
            "observed": 0.642570281124498,
            "ci95": [
              0.5812927708447906,
              0.6995156073149522
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 288,
            "mean_p": 0.9664355555121765,
            "observed": 0.7118055555555556,
            "ci95": [
              0.6569793955581191,
              0.7610557954241959
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 156,
            "mean_p": 0.9853307276757127,
            "observed": 0.8846153846153846,
            "ci95": [
              0.8249883545435954,
              0.9257555440660656
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 168,
            "mean_p": 0.9928861700044427,
            "observed": 0.8630952380952381,
            "ci95": [
              0.8029461377375863,
              0.9070105909484448
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 1246,
            "mean_p": 0.9992981358207144,
            "observed": 0.9398073836276083,
            "ci95": [
              0.9252005450482937,
              0.9517106761405153
            ]
          }
        ]
      },
      "insult": {
        "thresh": [
          {
            "bin": "[0.5, 0.8)",
            "n": 389,
            "mean_p": 0.6545050604961644,
            "observed": 0.6426735218508998,
            "ci95": [
              0.5938699588391335,
              0.6886867761757943
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 153,
            "mean_p": 0.8564967309605367,
            "observed": 0.7908496732026143,
            "ci95": [
              0.7196792598501252,
              0.8477727431777147
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 111,
            "mean_p": 0.9258795055666968,
            "observed": 0.8468468468468469,
            "ci95": [
              0.7683643300492526,
              0.9021252366114234
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 121,
            "mean_p": 0.9667011710699597,
            "observed": 0.8347107438016529,
            "ci95": [
              0.7584457947577176,
              0.8903771261360368
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 62,
            "mean_p": 0.9844963592263405,
            "observed": 0.8870967741935484,
            "ci95": [
              0.7848025784984924,
              0.944221365010081
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 57,
            "mean_p": 0.9928351640573323,
            "observed": 0.9122807017543859,
            "ci95": [
              0.8105512279941347,
              0.9619483284628987
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 209,
            "mean_p": 0.998676542663924,
            "observed": 0.9617224880382775,
            "ci95": [
              0.9262994276485942,
              0.9804787959851679
            ]
          }
        ],
        "test": [
          {
            "bin": "[0.5, 0.8)",
            "n": 1072,
            "mean_p": 0.6414034273565586,
            "observed": 0.5401119402985075,
            "ci95": [
              0.5101871892391093,
              0.5697502395428474
            ]
          },
          {
            "bin": "[0.8, 0.9)",
            "n": 379,
            "mean_p": 0.8529370303391524,
            "observed": 0.6886543535620053,
            "ci95": [
              0.6403395756494779,
              0.7331831886244371
            ]
          },
          {
            "bin": "[0.9, 0.95)",
            "n": 251,
            "mean_p": 0.9265553493704837,
            "observed": 0.7609561752988048,
            "ci95": [
              0.7045111436653263,
              0.8095339437198436
            ]
          },
          {
            "bin": "[0.95, 0.98)",
            "n": 270,
            "mean_p": 0.9667794752114577,
            "observed": 0.8444444444444444,
            "ci95": [
              0.7964148481024922,
              0.8828102800422812
            ]
          },
          {
            "bin": "[0.98, 0.99)",
            "n": 151,
            "mean_p": 0.984920346463819,
            "observed": 0.8543046357615894,
            "ci95": [
              0.7892546516810622,
              0.9017747455685979
            ]
          },
          {
            "bin": "[0.99, 0.995)",
            "n": 98,
            "mean_p": 0.992324256849986,
            "observed": 0.8877551020408163,
            "ci95": [
              0.8101006655770652,
              0.9361573008232768
            ]
          },
          {
            "bin": "[0.995, 1]",
            "n": 437,
            "mean_p": 0.998718920558658,
            "observed": 0.9427917620137299,
            "ci95": [
              0.9169133829507851,
              0.9609532337283105
            ]
          }
        ]
      }
    },
    "precision_curve_toxic": {
      "thresh": [
        {
          "threshold": 0.9,
          "n": 1483,
          "precision": 0.9662845583277141
        },
        {
          "threshold": 0.905,
          "n": 1468,
          "precision": 0.9686648501362398
        },
        {
          "threshold": 0.91,
          "n": 1446,
          "precision": 0.9688796680497925
        },
        {
          "threshold": 0.915,
          "n": 1429,
          "precision": 0.9713086074177747
        },
        {
          "threshold": 0.92,
          "n": 1408,
          "precision": 0.9708806818181818
        },
        {
          "threshold": 0.925,
          "n": 1383,
          "precision": 0.9718004338394793
        },
        {
          "threshold": 0.93,
          "n": 1361,
          "precision": 0.973548861131521
        },
        {
          "threshold": 0.935,
          "n": 1336,
          "precision": 0.9745508982035929
        },
        {
          "threshold": 0.9400000000000001,
          "n": 1323,
          "precision": 0.9743008314436886
        },
        {
          "threshold": 0.9450000000000001,
          "n": 1296,
          "precision": 0.9768518518518519
        },
        {
          "threshold": 0.95,
          "n": 1276,
          "precision": 0.9772727272727273
        },
        {
          "threshold": 0.955,
          "n": 1243,
          "precision": 0.9766693483507642
        },
        {
          "threshold": 0.96,
          "n": 1201,
          "precision": 0.980849292256453
        },
        {
          "threshold": 0.965,
          "n": 1178,
          "precision": 0.9813242784380306
        },
        {
          "threshold": 0.97,
          "n": 1137,
          "precision": 0.9841688654353562
        },
        {
          "threshold": 0.975,
          "n": 1086,
          "precision": 0.9852670349907919
        },
        {
          "threshold": 0.98,
          "n": 1039,
          "precision": 0.9865255052935515
        },
        {
          "threshold": 0.985,
          "n": 981,
          "precision": 0.9877675840978594
        },
        {
          "threshold": 0.99,
          "n": 910,
          "precision": 0.9901098901098901
        },
        {
          "threshold": 0.991,
          "n": 890,
          "precision": 0.9921348314606742
        },
        {
          "threshold": 0.9913068965517241,
          "n": 883,
          "precision": 0.9920724801812004
        },
        {
          "threshold": 0.9916137931034482,
          "n": 879,
          "precision": 0.9920364050056882
        },
        {
          "threshold": 0.9919206896551724,
          "n": 871,
          "precision": 0.9919632606199771
        },
        {
          "threshold": 0.9922275862068966,
          "n": 859,
          "precision": 0.9918509895227008
        },
        {
          "threshold": 0.9925344827586207,
          "n": 856,
          "precision": 0.991822429906542
        },
        {
          "threshold": 0.9928413793103448,
          "n": 851,
          "precision": 0.9917743830787309
        },
        {
          "threshold": 0.993148275862069,
          "n": 845,
          "precision": 0.991715976331361
        },
        {
          "threshold": 0.9934551724137931,
          "n": 836,
          "precision": 0.9916267942583732
        },
        {
          "threshold": 0.9937620689655172,
          "n": 832,
          "precision": 0.9915865384615384
        },
        {
          "threshold": 0.9940689655172413,
          "n": 828,
          "precision": 0.9915458937198067
        },
        {
          "threshold": 0.9943758620689656,
          "n": 816,
          "precision": 0.991421568627451
        },
        {
          "threshold": 0.9946827586206897,
          "n": 812,
          "precision": 0.9926108374384236
        },
        {
          "threshold": 0.9949896551724138,
          "n": 801,
          "precision": 0.9937578027465668
        },
        {
          "threshold": 0.9952965517241379,
          "n": 795,
          "precision": 0.9937106918238994
        },
        {
          "threshold": 0.9956034482758621,
          "n": 791,
          "precision": 0.9936788874841972
        },
        {
          "threshold": 0.9959103448275862,
          "n": 785,
          "precision": 0.9949044585987261
        },
        {
          "threshold": 0.9962172413793103,
          "n": 774,
          "precision": 0.9961240310077519
        },
        {
          "threshold": 0.9965241379310344,
          "n": 761,
          "precision": 0.9973718791064389
        },
        {
          "threshold": 0.9968310344827587,
          "n": 747,
          "precision": 0.9973226238286479
        },
        {
          "threshold": 0.9971379310344828,
          "n": 732,
          "precision": 0.9986338797814208
        },
        {
          "threshold": 0.9974448275862069,
          "n": 723,
          "precision": 1.0
        },
        {
          "threshold": 0.997751724137931,
          "n": 706,
          "precision": 1.0
        },
        {
          "threshold": 0.9980586206896552,
          "n": 689,
          "precision": 1.0
        },
        {
          "threshold": 0.9983655172413793,
          "n": 664,
          "precision": 1.0
        },
        {
          "threshold": 0.9986724137931035,
          "n": 638,
          "precision": 1.0
        },
        {
          "threshold": 0.9989793103448276,
          "n": 610,
          "precision": 1.0
        },
        {
          "threshold": 0.9992862068965518,
          "n": 571,
          "precision": 1.0
        },
        {
          "threshold": 0.9995931034482759,
          "n": 508,
          "precision": 1.0
        },
        {
          "threshold": 0.9999,
          "n": 395,
          "precision": 1.0
        }
      ],
      "test": [
        {
          "threshold": 0.9,
          "n": 4080,
          "precision": 0.7857843137254902
        },
        {
          "threshold": 0.905,
          "n": 4007,
          "precision": 0.7921138008485151
        },
        {
          "threshold": 0.91,
          "n": 3944,
          "precision": 0.7953853955375254
        },
        {
          "threshold": 0.915,
          "n": 3890,
          "precision": 0.7979434447300772
        },
        {
          "threshold": 0.92,
          "n": 3812,
          "precision": 0.8048268625393494
        },
        {
          "threshold": 0.925,
          "n": 3746,
          "precision": 0.8096636412172985
        },
        {
          "threshold": 0.93,
          "n": 3676,
          "precision": 0.8139281828073993
        },
        {
          "threshold": 0.935,
          "n": 3599,
          "precision": 0.8205056960266741
        },
        {
          "threshold": 0.9400000000000001,
          "n": 3517,
          "precision": 0.8257037247654251
        },
        {
          "threshold": 0.9450000000000001,
          "n": 3456,
          "precision": 0.8304398148148148
        },
        {
          "threshold": 0.95,
          "n": 3368,
          "precision": 0.8358076009501187
        },
        {
          "threshold": 0.955,
          "n": 3291,
          "precision": 0.8419933151017928
        },
        {
          "threshold": 0.96,
          "n": 3200,
          "precision": 0.8484375
        },
        {
          "threshold": 0.965,
          "n": 3094,
          "precision": 0.8542340012928248
        },
        {
          "threshold": 0.97,
          "n": 2982,
          "precision": 0.8618376928236083
        },
        {
          "threshold": 0.975,
          "n": 2862,
          "precision": 0.8703703703703703
        },
        {
          "threshold": 0.98,
          "n": 2722,
          "precision": 0.8802351212343865
        },
        {
          "threshold": 0.985,
          "n": 2538,
          "precision": 0.8920409771473601
        },
        {
          "threshold": 0.99,
          "n": 2323,
          "precision": 0.8979767541971588
        },
        {
          "threshold": 0.991,
          "n": 2267,
          "precision": 0.9011910013233349
        },
        {
          "threshold": 0.9913068965517241,
          "n": 2242,
          "precision": 0.9027653880463872
        },
        {
          "threshold": 0.9916137931034482,
          "n": 2216,
          "precision": 0.9038808664259927
        },
        {
          "threshold": 0.9919206896551724,
          "n": 2193,
          "precision": 0.905608755129959
        },
        {
          "threshold": 0.9922275862068966,
          "n": 2177,
          "precision": 0.9072117593017914
        },
        {
          "threshold": 0.9925344827586207,
          "n": 2154,
          "precision": 0.9090064995357474
        },
        {
          "threshold": 0.9928413793103448,
          "n": 2130,
          "precision": 0.9103286384976526
        },
        {
          "threshold": 0.993148275862069,
          "n": 2107,
          "precision": 0.912672045562411
        },
        {
          "threshold": 0.9934551724137931,
          "n": 2082,
          "precision": 0.9130643611911623
        },
        {
          "threshold": 0.9937620689655172,
          "n": 2054,
          "precision": 0.9148003894839338
        },
        {
          "threshold": 0.9940689655172413,
          "n": 2037,
          "precision": 0.9150711831124202
        },
        {
          "threshold": 0.9943758620689656,
          "n": 2018,
          "precision": 0.9157581764122894
        },
        {
          "threshold": 0.9946827586206897,
          "n": 1988,
          "precision": 0.9170020120724346
        },
        {
          "threshold": 0.9949896551724138,
          "n": 1965,
          "precision": 0.9195928753180661
        },
        {
          "threshold": 0.9952965517241379,
          "n": 1936,
          "precision": 0.9225206611570248
        },
        {
          "threshold": 0.9956034482758621,
          "n": 1909,
          "precision": 0.9235201676270298
        },
        {
          "threshold": 0.9959103448275862,
          "n": 1873,
          "precision": 0.9225840896956754
        },
        {
          "threshold": 0.9962172413793103,
          "n": 1855,
          "precision": 0.923989218328841
        },
        {
          "threshold": 0.9965241379310344,
          "n": 1819,
          "precision": 0.925783397471138
        },
        {
          "threshold": 0.9968310344827587,
          "n": 1797,
          "precision": 0.9287701725097385
        },
        {
          "threshold": 0.9971379310344828,
          "n": 1763,
          "precision": 0.9307997731140102
        },
        {
          "threshold": 0.9974448275862069,
          "n": 1719,
          "precision": 0.9354275741710296
        },
        {
          "threshold": 0.997751724137931,
          "n": 1672,
          "precision": 0.9389952153110048
        },
        {
          "threshold": 0.9980586206896552,
          "n": 1614,
          "precision": 0.9423791821561338
        },
        {
          "threshold": 0.9983655172413793,
          "n": 1569,
          "precision": 0.9458253664754621
        },
        {
          "threshold": 0.9986724137931035,
          "n": 1498,
          "precision": 0.9506008010680908
        },
        {
          "threshold": 0.9989793103448276,
          "n": 1425,
          "precision": 0.952280701754386
        },
        {
          "threshold": 0.9992862068965518,
          "n": 1333,
          "precision": 0.9572393098274569
        },
        {
          "threshold": 0.9995931034482759,
          "n": 1186,
          "precision": 0.9637436762225969
        },
        {
          "threshold": 0.9999,
          "n": 908,
          "precision": 0.9724669603524229
        }
      ]
    },
    "best_toxic_precision_on_test_n30": {
      "threshold": 0.9999998620289189,
      "n": 244,
      "precision": 0.9877049180327869,
      "n_distinct_thresholds_checked": 62439
    },
    "text": {
      "train": {
        "sample": 15000,
        "chars_median": 207.0,
        "chars_p90": 901.0,
        "chars_mean": 398.10726666666665,
        "oov_token_rate_mean": 0.03009022574063045,
        "oov_token_rate_p90": 0.08571428571428574,
        "share_no_vocab_token": 0.00013333333333333334,
        "length_hist": [
          1659,
          2252,
          1894,
          1485,
          1167,
          963,
          824,
          572,
          504,
          449,
          366,
          271,
          259,
          219,
          203,
          151,
          131,
          129,
          124,
          95,
          104,
          89,
          92,
          67,
          53,
          51,
          59,
          43,
          46,
          45,
          39,
          28,
          35,
          23,
          25,
          13,
          17,
          19,
          27,
          408
        ]
      },
      "thresh": {
        "sample": 15000,
        "chars_median": 202.0,
        "chars_p90": 881.0,
        "chars_mean": 391.49653333333333,
        "oov_token_rate_mean": 0.03461459958988496,
        "oov_token_rate_p90": 0.09523809523809523,
        "share_no_vocab_token": 0.00013333333333333334,
        "length_hist": [
          1642,
          2269,
          1937,
          1569,
          1142,
          956,
          780,
          644,
          494,
          411,
          333,
          265,
          251,
          185,
          183,
          176,
          157,
          154,
          93,
          116,
          124,
          87,
          66,
          77,
          59,
          48,
          39,
          47,
          57,
          37,
          38,
          27,
          20,
          19,
          18,
          22,
          31,
          23,
          12,
          392
        ]
      },
      "test": {
        "sample": 15000,
        "chars_median": 197.0,
        "chars_p90": 852.0,
        "chars_mean": 385.2887333333333,
        "oov_token_rate_mean": 0.0607944352948763,
        "oov_token_rate_p90": 0.14166666666666672,
        "share_no_vocab_token": 0.011866666666666666,
        "length_hist": [
          1987,
          2228,
          1833,
          1527,
          1159,
          928,
          793,
          634,
          473,
          387,
          353,
          276,
          250,
          207,
          174,
          147,
          138,
          110,
          119,
          94,
          86,
          84,
          66,
          58,
          44,
          56,
          48,
          45,
          46,
          51,
          31,
          20,
          18,
          22,
          23,
          22,
          15,
          15,
          18,
          415
        ]
      }
    }
  },
  "step4": {
    "lexicon": {
      "test_false_positives": {
        "n": 242,
        "n_with_lexicon_hit": 149,
        "share": 0.6157024793388429,
        "ci95": [
          0.5530626009408013,
          0.6747264800987782
        ]
      },
      "test_true_positives": {
        "n": 2123,
        "n_with_lexicon_hit": 1842,
        "share": 0.8676401318888366,
        "ci95": [
          0.8525586187307793,
          0.8813935964103886
        ]
      },
      "test_all_toxic_zero": {
        "n": 57888,
        "n_with_lexicon_hit": 3756,
        "share": 0.06488391376451078,
        "ci95": [
          0.06290607144205555,
          0.06691950103035503
        ]
      },
      "selection_false_positives": {
        "n": 9,
        "n_with_lexicon_hit": 6,
        "share": 0.6666666666666666,
        "ci95": [
          0.35420213352505864,
          0.8794161825659264
        ]
      },
      "selection_true_positives": {
        "n": 912,
        "n_with_lexicon_hit": 831,
        "share": 0.9111842105263158,
        "ci95": [
          0.8909548730153698,
          0.9279641579227231
        ]
      },
      "selection_all_toxic_zero": {
        "n": 28910,
        "n_with_lexicon_hit": 554,
        "share": 0.019162919405050157,
        "ci95": [
          0.017645266925419296,
          0.020808338779739546
        ]
      },
      "lexicon": [
        "fuck",
        "fucking",
        "fucked",
        "shit",
        "bullshit",
        "asshole",
        "assholes",
        "bitch",
        "bitches",
        "cunt",
        "dick",
        "twat",
        "suck",
        "sucks",
        "idiot",
        "idiots",
        "stupid",
        "moron",
        "morons",
        "loser",
        "losers",
        "faggot",
        "fag",
        "nigger",
        "retard",
        "retarded",
        "bastard",
        "crap",
        "pathetic",
        "dumb",
        "jerk",
        "wanker",
        "scum",
        "pig",
        "pigs"
      ]
    },
    "p_toxic_given_lexicon_hit": {
      "selection": {
        "n_with_hit": 2268,
        "n_toxic": 1714,
        "share": 0.7557319223985891,
        "ci95": [
          0.7376266642477003,
          0.7729723458483693
        ]
      },
      "test": {
        "n_with_hit": 7611,
        "n_toxic": 3855,
        "share": 0.5065037445802129,
        "ci95": [
          0.49527120871344865,
          0.5177297185592439
        ]
      }
    },
    "oov_by_group": {
      "test_fp_lexicon_hit": 0.08021565344074977,
      "test_fp_no_lexicon_hit": 0.1501767233036744,
      "test_true_positives": 0.0681886723714129
    },
    "example_seed": 11,
    "n_examples_with_lexicon_hit": 7,
    "toxic_threshold": 0.9892913517285165,
    "n_toxic_auto_test": 2365,
    "n_false_positive": 242,
    "n_fp_with_other_label_true": 14,
    "fp_other_label_counts": {
      "severe_toxic": 0,
      "obscene": 8,
      "threat": 0,
      "insult": 8,
      "identity_hate": 3
    },
    "examples": [
      {
        "id": "10dbb6560b1ebc96",
        "p_toxic": 0.9999803289580226,
        "other_labels_true": [],
        "lexicon_hit": false,
        "text": "== Gay naturism =="
      },
      {
        "id": "1ec9340f9c3b8506",
        "p_toxic": 0.999953886711552,
        "other_labels_true": [],
        "lexicon_hit": false,
        "text": "you madyou madyou madyou madyou madyou madyou madyou madyou madyou madyou madz9"
      },
      {
        "id": "edba5fdb5aa6e7a5",
        "p_toxic": 0.9997950559441757,
        "other_labels_true": [],
        "lexicon_hit": false,
        "text": "SHUT UP"
      },
      {
        "id": "8b7eb1bdeb931536",
        "p_toxic": 0.999667907822612,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": "== I suck! ==    I suck!    - Tim McFailland"
      },
      {
        "id": "92f55ac3bd3fa7d3",
        "p_toxic": 0.9977133412330068,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": "Then you stop messing around with my pag4e. I like the Civil War, and I don't want you and your stupid puffins on my page!"
      },
      {
        "id": "d0ebc5b2cce8deea",
        "p_toxic": 0.9961356745767848,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": "== BLOCKING WIKIPEDIA ==    A METHOD FOR BLOCKING WIKIPEDIA FROM POLLUTING SEARCH RESULTS WITH ITS USELESS, INACCURATE, AND COMPLETELY GARBAGE BULLSHIT WOULD BE A GOD SEND TO THE ENTIRE INTERNET. SO TELL JIMMY WALES TO FUCK RIGHT OFF"
      },
      {
        "id": "be607727ee980299",
        "p_toxic": 0.9943844468748657,
        "other_labels_true": [],
        "lexicon_hit": false,
        "text": "it is sooooo gay"
      },
      {
        "id": "20638ca48361a1b7",
        "p_toxic": 0.9940818436558425,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": "Cool story bro'. What the fuck does it have to do with anything?"
      },
      {
        "id": "8939416b6af552cb",
        "p_toxic": 0.9936337427111194,
        "other_labels_true": [],
        "lexicon_hit": false,
        "text": "Why are you people SO lame? This is why Wikipedia isn't allowed as a legitimate academic source, and while people like me will NEVER contribute to it. You are just a bunch of limp computer dicks trolling around this site hassling people tha"
      },
      {
        "id": "bb30e5bfa3c6621a",
        "p_toxic": 0.9923679120547992,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": ""    == Simcoe ==    *You live in Simcoe, Ontario, right? That article (and many others) WAS basically controlled by a mentally disabled person.   *http://www.simcoereformer.ca/2010/01/26/letters-to-the-editor-5 - He own says: ""As a mental"
      },
      {
        "id": "1f429040244a7359",
        "p_toxic": 0.9912642619931772,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": ""    Eric, I get told to ""fuck off"" from time to time in support / retail roles, and I know elderly patients suffering from dementia in care homes tell the nurses to ""go fuck themselves"" with optional racial and sexist slurs thrown in. "
      },
      {
        "id": "70d5e9d94dbaddff",
        "p_toxic": 0.990183504249727,
        "other_labels_true": [],
        "lexicon_hit": true,
        "text": "Why do you have a page, I've never fucking heard of you"
      }
    ],
    "n_fp_all_labels_zero": 228
  },
  "step5": {
    "rules": {
      "point_min30": {
        "label": "point precision >= 0.99, n >= 30 (current)",
        "thresholds": {
          "toxic": 0.9892913517285165,
          "severe_toxic": null,
          "obscene": 0.9983767822578123,
          "threat": null,
          "insult": 0.9998379195789239,
          "identity_hate": null
        },
        "in_sample": {
          "n": 921,
          "tp": 912,
          "precision": 0.990228013029316,
          "ci95": [
            0.9815330346368575,
            0.9948505296253721
          ],
          "coverage": 0.028858808046625304
        },
        "cv": {
          "precision_mean": 0.9876322373436439,
          "precision_per_seed": [
            0.9891304347826086,
            0.987912087912088,
            0.985854189336235
          ],
          "coverage_mean": 0.02871258173006622,
          "n_mean": 916.3333333333334
        },
        "test_readout": {
          "n": 2367,
          "tp": 2130,
          "precision": 0.899873257287706,
          "ci95": [
            0.8871253261551716,
            0.9113253643828748
          ],
          "coverage": 0.03699709275063303
        },
        "test_per_label": {
          "toxic": {
            "threshold": 0.9892913517285165,
            "n": 2365,
            "tp": 2123,
            "precision": 0.8976744186046511,
            "ci95": [
              0.884807672271787,
              0.9092513783868066
            ],
            "coverage": 0.036965832004751634
          },
          "severe_toxic": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "obscene": {
            "threshold": 0.9983767822578123,
            "n": 1033,
            "tp": 983,
            "precision": 0.9515972894482091,
            "ci95": [
              0.9367541117823469,
              0.9630941649316879
            ],
            "coverage": 0.01614617524774141
          },
          "threat": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "insult": {
            "threshold": 0.9998379195789239,
            "n": 131,
            "tp": 129,
            "precision": 0.9847328244274809,
            "ci95": [
              0.9460436697691683,
              0.9958031557817253
            ],
            "coverage": 0.002047578855231486
          },
          "identity_hate": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          }
        }
      },
      "lb_min30": {
        "label": "Wilson lower bound >= 0.99, n >= 30",
        "thresholds": {
          "toxic": 0.9965246969865728,
          "severe_toxic": null,
          "obscene": null,
          "threat": null,
          "insult": null,
          "identity_hate": null
        },
        "in_sample": {
          "n": 761,
          "tp": 759,
          "precision": 0.9973718791064389,
          "ci95": [
            0.9904686238608608,
            0.9992789783510206
          ],
          "coverage": 0.023845334336028076
        },
        "cv": {
          "precision_mean": 0.9973380583303714,
          "precision_per_seed": [
            0.9973333333333333,
            0.9973368841544608,
            0.99734395750332
          ],
          "coverage_mean": 0.023542436966012825,
          "n_mean": 751.3333333333334
        },
        "test_readout": {
          "n": 1819,
          "tp": 1684,
          "precision": 0.925783397471138,
          "ci95": [
            0.9128195547385379,
            0.9369526470362909
          ],
          "coverage": 0.028431648379130325
        },
        "test_per_label": {
          "toxic": {
            "threshold": 0.9965246969865728,
            "n": 1819,
            "tp": 1684,
            "precision": 0.925783397471138,
            "ci95": [
              0.9128195547385379,
              0.9369526470362909
            ],
            "coverage": 0.028431648379130325
          },
          "severe_toxic": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "obscene": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "threat": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "insult": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "identity_hate": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          }
        }
      },
      "point_min100": {
        "label": "point precision >= 0.99, n >= 100",
        "thresholds": {
          "toxic": 0.9892913517285165,
          "severe_toxic": null,
          "obscene": 0.9983767822578123,
          "threat": null,
          "insult": null,
          "identity_hate": null
        },
        "in_sample": {
          "n": 921,
          "tp": 912,
          "precision": 0.990228013029316,
          "ci95": [
            0.9815330346368575,
            0.9948505296253721
          ],
          "coverage": 0.028858808046625304
        },
        "cv": {
          "precision_mean": 0.9876322373436439,
          "precision_per_seed": [
            0.9891304347826086,
            0.987912087912088,
            0.985854189336235
          ],
          "coverage_mean": 0.02871258173006622,
          "n_mean": 916.3333333333334
        },
        "test_readout": {
          "n": 2367,
          "tp": 2130,
          "precision": 0.899873257287706,
          "ci95": [
            0.8871253261551716,
            0.9113253643828748
          ],
          "coverage": 0.03699709275063303
        },
        "test_per_label": {
          "toxic": {
            "threshold": 0.9892913517285165,
            "n": 2365,
            "tp": 2123,
            "precision": 0.8976744186046511,
            "ci95": [
              0.884807672271787,
              0.9092513783868066
            ],
            "coverage": 0.036965832004751634
          },
          "severe_toxic": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "obscene": {
            "threshold": 0.9983767822578123,
            "n": 1033,
            "tp": 983,
            "precision": 0.9515972894482091,
            "ci95": [
              0.9367541117823469,
              0.9630941649316879
            ],
            "coverage": 0.01614617524774141
          },
          "threat": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "insult": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "identity_hate": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          }
        }
      },
      "point_min300": {
        "label": "point precision >= 0.99, n >= 300",
        "thresholds": {
          "toxic": 0.9892913517285165,
          "severe_toxic": null,
          "obscene": 0.9983767822578123,
          "threat": null,
          "insult": null,
          "identity_hate": null
        },
        "in_sample": {
          "n": 921,
          "tp": 912,
          "precision": 0.990228013029316,
          "ci95": [
            0.9815330346368575,
            0.9948505296253721
          ],
          "coverage": 0.028858808046625304
        },
        "cv": {
          "precision_mean": 0.9876322373436439,
          "precision_per_seed": [
            0.9891304347826086,
            0.987912087912088,
            0.985854189336235
          ],
          "coverage_mean": 0.02871258173006622,
          "n_mean": 916.3333333333334
        },
        "test_readout": {
          "n": 2367,
          "tp": 2130,
          "precision": 0.899873257287706,
          "ci95": [
            0.8871253261551716,
            0.9113253643828748
          ],
          "coverage": 0.03699709275063303
        },
        "test_per_label": {
          "toxic": {
            "threshold": 0.9892913517285165,
            "n": 2365,
            "tp": 2123,
            "precision": 0.8976744186046511,
            "ci95": [
              0.884807672271787,
              0.9092513783868066
            ],
            "coverage": 0.036965832004751634
          },
          "severe_toxic": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "obscene": {
            "threshold": 0.9983767822578123,
            "n": 1033,
            "tp": 983,
            "precision": 0.9515972894482091,
            "ci95": [
              0.9367541117823469,
              0.9630941649316879
            ],
            "coverage": 0.01614617524774141
          },
          "threat": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "insult": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "identity_hate": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          }
        }
      },
      "lb_min100": {
        "label": "Wilson lower bound >= 0.99, n >= 100",
        "thresholds": {
          "toxic": 0.9965246969865728,
          "severe_toxic": null,
          "obscene": null,
          "threat": null,
          "insult": null,
          "identity_hate": null
        },
        "in_sample": {
          "n": 761,
          "tp": 759,
          "precision": 0.9973718791064389,
          "ci95": [
            0.9904686238608608,
            0.9992789783510206
          ],
          "coverage": 0.023845334336028076
        },
        "cv": {
          "precision_mean": 0.9973380583303714,
          "precision_per_seed": [
            0.9973333333333333,
            0.9973368841544608,
            0.99734395750332
          ],
          "coverage_mean": 0.023542436966012825,
          "n_mean": 751.3333333333334
        },
        "test_readout": {
          "n": 1819,
          "tp": 1684,
          "precision": 0.925783397471138,
          "ci95": [
            0.9128195547385379,
            0.9369526470362909
          ],
          "coverage": 0.028431648379130325
        },
        "test_per_label": {
          "toxic": {
            "threshold": 0.9965246969865728,
            "n": 1819,
            "tp": 1684,
            "precision": 0.925783397471138,
            "ci95": [
              0.9128195547385379,
              0.9369526470362909
            ],
            "coverage": 0.028431648379130325
          },
          "severe_toxic": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "obscene": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "threat": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "insult": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          },
          "identity_hate": {
            "threshold": null,
            "n": 0,
            "tp": 0,
            "precision": null,
            "ci95": null
          }
        }
      }
    }
  },
  "step6": {
    "in_sample": 0.990228013029316,
    "held_out_cv": 0.9876322373436439,
    "test": 0.899873257287706,
    "optimism": 0.0025957756856720415,
    "shift": 0.08775898005593796,
    "best_rule_by_cv": "lb_min30"
  }
}