{
 "threshold": 0.375,
 "folds": [
  {
   "held_out": "slsi",
   "threshold": 0.375,
   "links": 5,
   "agree": 4,
   "precision": 0.8,
   "themes": 6,
   "themes_found": 3,
   "recall": 0.5,
   "f1": 0.6153846153846154,
   "found_ids": [
    "slsi-debtors",
    "slsi-imports",
    "slsi-stock"
   ]
  },
  {
   "held_out": "rupavahini",
   "threshold": 0.375,
   "links": 29,
   "agree": 18,
   "precision": 0.6206896551724138,
   "themes": 11,
   "themes_found": 11,
   "recall": 1.0,
   "f1": 0.7659574468085107,
   "found_ids": [
    "slrc-assets",
    "slrc-cassettes",
    "slrc-chairman",
    "slrc-channel",
    "slrc-debtors",
    "slrc-fuel",
    "slrc-imprest",
    "slrc-land",
    "slrc-losses",
    "slrc-overdraft",
    "slrc-stock"
   ]
  },
  {
   "held_out": "gem",
   "threshold": 0.375,
   "links": 12,
   "agree": 11,
   "precision": 0.9166666666666666,
   "themes": 8,
   "themes_found": 7,
   "recall": 0.875,
   "f1": 0.8953488372093024,
   "found_ids": [
    "ngja-act",
    "ngja-allow",
    "ngja-cheques",
    "ngja-impair",
    "ngja-invest",
    "ngja-report",
    "ngja-vehicles"
   ]
  },
  {
   "held_out": "tourism",
   "threshold": 0.375,
   "links": 14,
   "agree": 9,
   "precision": 0.6428571428571429,
   "themes": 6,
   "themes_found": 5,
   "recall": 0.8333333333333334,
   "f1": 0.7258064516129034,
   "found_ids": [
    "tpb-creditors",
    "tpb-laptops",
    "tpb-minister",
    "tpb-missions",
    "tpb-sltda"
   ]
  }
 ],
 "cross_validated": {
  "links": 60,
  "agree": 42,
  "themes": 31,
  "themes_found": 26,
  "precision": 0.7,
  "recall": 0.8387096774193549
 },
 "hand_themes_missed": [
  "ngja-museum",
  "slsi-hiring",
  "slsi-labdelay",
  "slsi-wrongyear",
  "tpb-procure"
 ],
 "test": {
  "institutions": [
   "exams",
   "survey"
  ],
  "links": 14,
  "agree": 10,
  "precision": 0.7142857142857143,
  "themes": 23,
  "themes_found": 10,
  "recall": 0.43478260869565216,
  "f1": 0.5405405405405405,
  "found_ids": [
   "ex-allowance",
   "ex-apr",
   "ex-building",
   "ex-excess",
   "ex-fees",
   "ex-land",
   "ex-printer",
   "ex-settle",
   "ex-uda",
   "sv-vesting"
  ]
 }
}