{
 "schema": "canli.placebo-evaluation.v2r2",
 "bars": {
  "alpha": 0.05,
  "size_max": 0.065,
  "size_max_why": "As round 1: 1,000 simulated tests per cell, Monte Carlo standard error 0.69 points at 5%; 6.5% is about 2.2 standard errors above.",
  "size_max_rule": "For a cell of n tests the bar is 0.05 + 2.2 * sqrt(0.05 * 0.95 / n), rounded to three decimals: 0.065 at n = 1,000, 0.074 at n = 400.",
  "size_max_calibration": 0.065
 },
 "deviations": [
  {
   "date": "2026-11-08",
   "what": "The power run stopped before computing anything: the covariance of the 42 industry series (12- and 30-industry portfolios) is singular, because four 30-industry portfolios (Hlth, Util, Telcm, Fin) are identical in every month to their 12-industry counterparts (Hlth, Utils, Telcm, Money), so its Cholesky factor does not exist.",
   "change": "The real-shaped generator draws only the distinct series and copies each identical series from its twin, as in the real data (sim2.mjs shapeParams and simulateShaped). Nothing else changed; the power run was repeated with the registered seeds. Calibration and real-data results were already complete and do not use this code.",
   "effect": "Industry momentum's real-shaped panels keep the four identical pairs identical; without the fix the industry-momentum power cells could not be run."
  }
 ],
 "calibration": {
  "cells": [
   {
    "claim": "tsfm",
    "family": "iid_normal",
    "tests": 1000,
    "bar": 0.065,
    "role": "exchangeable",
    "rates": {
     "permute": 0.053,
     "block3": 0.052,
     "block6": 0.05,
     "block12": 0.043,
     "rc_hold": 0.01,
     "spa_hold": 0.011,
     "stepm_hold": 0.011,
     "rc_zero": 0.836,
     "spa_zero": 0.83,
     "stepm_zero": 0.83,
     "naive": 0.98,
     "bonferroni": 0.73
    }
   },
   {
    "claim": "tsfm",
    "family": "garch_const",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.077,
     "block3": 0.082,
     "block6": 0.064,
     "block12": 0.074,
     "rc_hold": 0.013,
     "spa_hold": 0.019,
     "stepm_hold": 0.019,
     "rc_zero": 0.859,
     "spa_zero": 0.853,
     "stepm_zero": 0.853,
     "naive": 0.977,
     "bonferroni": 0.763
    }
   },
   {
    "claim": "tsfm",
    "family": "garch_meanvar",
    "tests": 1000,
    "bar": 0.065,
    "role": "report",
    "rates": {
     "permute": 0.052,
     "block3": 0.04,
     "block6": 0.043,
     "block12": 0.046,
     "rc_hold": 0.006,
     "spa_hold": 0.012,
     "stepm_hold": 0.012,
     "rc_zero": 0.839,
     "spa_zero": 0.841,
     "stepm_zero": 0.841,
     "naive": 0.986,
     "bonferroni": 0.749
    }
   },
   {
    "claim": "tsfm",
    "family": "trend_0.2",
    "tests": 1000,
    "bar": 0.065,
    "role": "power",
    "rates": {
     "permute": 0.838,
     "block3": 0.814,
     "block6": 0.784,
     "block12": 0.649,
     "rc_hold": 0.118,
     "spa_hold": 0.131,
     "stepm_hold": 0.131,
     "rc_zero": 0.999,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 0.998
    }
   },
   {
    "claim": "tsfm",
    "family": "garch_zero",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.048,
     "block3": 0.043,
     "block6": 0.04,
     "block12": 0.05,
     "rc_hold": 0.036,
     "spa_hold": 0.042,
     "stepm_hold": 0.042,
     "rc_zero": 0.038,
     "spa_zero": 0.036,
     "stepm_zero": 0.036,
     "naive": 0.437,
     "bonferroni": 0.017
    }
   },
   {
    "claim": "csfm",
    "family": "iid_normal",
    "tests": 1000,
    "bar": 0.065,
    "role": "exchangeable",
    "rates": {
     "permute": 0.041,
     "block3": 0.053,
     "block6": 0.042,
     "block12": 0.058,
     "rc_zero": 0.704,
     "spa_zero": 0.706,
     "stepm_zero": 0.706,
     "naive": 0.95,
     "bonferroni": 0.633
    }
   },
   {
    "claim": "csfm",
    "family": "garch_const",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.066,
     "block3": 0.057,
     "block6": 0.059,
     "block12": 0.067,
     "rc_zero": 0.743,
     "spa_zero": 0.745,
     "stepm_zero": 0.745,
     "naive": 0.971,
     "bonferroni": 0.66
    }
   },
   {
    "claim": "csfm",
    "family": "garch_meanvar",
    "tests": 1000,
    "bar": 0.065,
    "role": "report",
    "rates": {
     "permute": 0.046,
     "block3": 0.047,
     "block6": 0.045,
     "block12": 0.058,
     "rc_zero": 0.759,
     "spa_zero": 0.768,
     "stepm_zero": 0.767,
     "naive": 0.968,
     "bonferroni": 0.681
    }
   },
   {
    "claim": "csfm",
    "family": "trend_0.2",
    "tests": 1000,
    "bar": 0.065,
    "role": "power",
    "rates": {
     "permute": 0.926,
     "block3": 0.919,
     "block6": 0.904,
     "block12": 0.81,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "csfm",
    "family": "garch_zero",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.049,
     "block3": 0.046,
     "block6": 0.055,
     "block12": 0.053,
     "rc_zero": 0.048,
     "spa_zero": 0.052,
     "stepm_zero": 0.052,
     "naive": 0.489,
     "bonferroni": 0.017
    }
   },
   {
    "claim": "vmf",
    "family": "iid_normal",
    "tests": 1000,
    "bar": 0.065,
    "role": "exchangeable",
    "rates": {
     "permute": 0.044,
     "block3": 0.045,
     "block6": 0.05,
     "block12": 0.048,
     "rc_alpha": 0.04,
     "spa_alpha": 0.049,
     "stepm_alpha": 0.049,
     "naive": 0.524,
     "bonferroni": 0.021
    }
   },
   {
    "claim": "vmf",
    "family": "garch_const",
    "tests": 1000,
    "bar": 0.065,
    "role": "power",
    "rates": {
     "permute": 0.274,
     "block3": 0.153,
     "block6": 0.12,
     "block12": 0.088,
     "rc_alpha": 0.246,
     "spa_alpha": 0.296,
     "stepm_alpha": 0.296,
     "naive": 0.779,
     "bonferroni": 0.199
    }
   },
   {
    "claim": "vmf",
    "family": "garch_meanvar",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.046,
     "block3": 0.039,
     "block6": 0.038,
     "block12": 0.04,
     "rc_alpha": 0.046,
     "spa_alpha": 0.036,
     "stepm_alpha": 0.036,
     "naive": 0.39,
     "bonferroni": 0.015
    }
   },
   {
    "claim": "vmf",
    "family": "trend_0.2",
    "tests": 1000,
    "bar": 0.065,
    "role": "report",
    "rates": {
     "permute": 0.064,
     "block3": 0.064,
     "block6": 0.042,
     "block12": 0.054,
     "rc_alpha": 0.053,
     "spa_alpha": 0.044,
     "stepm_alpha": 0.044,
     "naive": 0.553,
     "bonferroni": 0.025
    }
   },
   {
    "claim": "vmf",
    "family": "garch_zero",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.04,
     "block3": 0.032,
     "block6": 0.025,
     "block12": 0.03,
     "rc_alpha": 0.054,
     "spa_alpha": 0.054,
     "stepm_alpha": 0.054,
     "naive": 0.379,
     "bonferroni": 0.026
    }
   },
   {
    "claim": "indmom",
    "family": "iid_normal",
    "tests": 1000,
    "bar": 0.065,
    "role": "exchangeable",
    "rates": {
     "permute": 0.056,
     "block3": 0.047,
     "block6": 0.056,
     "block12": 0.056,
     "rc_zero": 0.75,
     "spa_zero": 0.942,
     "stepm_zero": 0.942,
     "naive": 0.998,
     "bonferroni": 0.902
    }
   },
   {
    "claim": "indmom",
    "family": "garch_const",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.06,
     "block3": 0.067,
     "block6": 0.055,
     "block12": 0.054,
     "rc_zero": 0.783,
     "spa_zero": 0.936,
     "stepm_zero": 0.936,
     "naive": 1,
     "bonferroni": 0.899
    }
   },
   {
    "claim": "indmom",
    "family": "garch_meanvar",
    "tests": 1000,
    "bar": 0.065,
    "role": "report",
    "rates": {
     "permute": 0.048,
     "block3": 0.059,
     "block6": 0.058,
     "block12": 0.068,
     "rc_zero": 0.743,
     "spa_zero": 0.923,
     "stepm_zero": 0.923,
     "naive": 0.999,
     "bonferroni": 0.884
    }
   },
   {
    "claim": "indmom",
    "family": "trend_0.2",
    "tests": 1000,
    "bar": 0.065,
    "role": "power",
    "rates": {
     "permute": 1,
     "block3": 1,
     "block6": 1,
     "block12": 0.994,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "indmom",
    "family": "garch_zero",
    "tests": 1000,
    "bar": 0.065,
    "role": "claim_false",
    "rates": {
     "permute": 0.052,
     "block3": 0.03,
     "block6": 0.04,
     "block12": 0.042,
     "rc_zero": 0.054,
     "spa_zero": 0.051,
     "stepm_zero": 0.051,
     "naive": 0.564,
     "bonferroni": 0.019
    }
   }
  ],
  "D1_block_exactness_failures": [],
  "D2_reproduction": [
   {
    "claim": "tsfm",
    "family": "iid_normal",
    "identical": true
   },
   {
    "claim": "tsfm",
    "family": "garch_const",
    "identical": true
   },
   {
    "claim": "tsfm",
    "family": "garch_meanvar",
    "identical": true
   },
   {
    "claim": "tsfm",
    "family": "trend_0.2",
    "identical": true
   },
   {
    "claim": "csfm",
    "family": "iid_normal",
    "identical": true
   },
   {
    "claim": "csfm",
    "family": "garch_const",
    "identical": true
   },
   {
    "claim": "csfm",
    "family": "garch_meanvar",
    "identical": true
   },
   {
    "claim": "csfm",
    "family": "trend_0.2",
    "identical": true
   },
   {
    "claim": "vmf",
    "family": "iid_normal",
    "identical": true
   },
   {
    "claim": "vmf",
    "family": "garch_const",
    "identical": true
   },
   {
    "claim": "vmf",
    "family": "garch_meanvar",
    "identical": true
   },
   {
    "claim": "vmf",
    "family": "trend_0.2",
    "identical": true
   },
   {
    "claim": "indmom",
    "family": "iid_normal",
    "identical": true
   },
   {
    "claim": "indmom",
    "family": "garch_const",
    "identical": true
   },
   {
    "claim": "indmom",
    "family": "garch_meanvar",
    "identical": true
   },
   {
    "claim": "indmom",
    "family": "trend_0.2",
    "identical": true
   }
  ],
  "D3_block_size": {
   "tsfm": {
    "3": {
     "keeps_size": false,
     "cells": {
      "garch_const": 0.082,
      "garch_zero": 0.043
     }
    },
    "6": {
     "keeps_size": true,
     "cells": {
      "garch_const": 0.064,
      "garch_zero": 0.04
     }
    },
    "12": {
     "keeps_size": false,
     "cells": {
      "garch_const": 0.074,
      "garch_zero": 0.05
     }
    }
   },
   "csfm": {
    "3": {
     "keeps_size": true,
     "cells": {
      "garch_const": 0.057,
      "garch_zero": 0.046
     }
    },
    "6": {
     "keeps_size": true,
     "cells": {
      "garch_const": 0.059,
      "garch_zero": 0.055
     }
    },
    "12": {
     "keeps_size": false,
     "cells": {
      "garch_const": 0.067,
      "garch_zero": 0.053
     }
    }
   },
   "vmf": {
    "3": {
     "keeps_size": true,
     "cells": {
      "garch_meanvar": 0.039,
      "garch_zero": 0.032
     }
    },
    "6": {
     "keeps_size": true,
     "cells": {
      "garch_meanvar": 0.038,
      "garch_zero": 0.025
     }
    },
    "12": {
     "keeps_size": true,
     "cells": {
      "garch_meanvar": 0.04,
      "garch_zero": 0.03
     }
    }
   },
   "indmom": {
    "3": {
     "keeps_size": false,
     "cells": {
      "garch_const": 0.067,
      "garch_zero": 0.03
     }
    },
    "6": {
     "keeps_size": true,
     "cells": {
      "garch_const": 0.055,
      "garch_zero": 0.04
     }
    },
    "12": {
     "keeps_size": true,
     "cells": {
      "garch_const": 0.054,
      "garch_zero": 0.042
     }
    }
   }
  },
  "D5_method_size": [
   {
    "claim": "tsfm",
    "family": "iid_normal",
    "role": "exchangeable",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_hold": true,
     "spa_hold": true,
     "stepm_hold": true,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "tsfm",
    "family": "garch_const",
    "role": "claim_false",
    "keeps_size": {
     "permute": false,
     "block3": false,
     "block6": true,
     "block12": false,
     "rc_hold": true,
     "spa_hold": true,
     "stepm_hold": true,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "tsfm",
    "family": "garch_zero",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_hold": true,
     "spa_hold": true,
     "stepm_hold": true,
     "rc_zero": true,
     "spa_zero": true,
     "stepm_zero": true,
     "naive": false,
     "bonferroni": true
    }
   },
   {
    "claim": "csfm",
    "family": "iid_normal",
    "role": "exchangeable",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "csfm",
    "family": "garch_const",
    "role": "claim_false",
    "keeps_size": {
     "permute": false,
     "block3": true,
     "block6": true,
     "block12": false,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "csfm",
    "family": "garch_zero",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_zero": true,
     "spa_zero": true,
     "stepm_zero": true,
     "naive": false,
     "bonferroni": true
    }
   },
   {
    "claim": "vmf",
    "family": "iid_normal",
    "role": "exchangeable",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_alpha": true,
     "spa_alpha": true,
     "stepm_alpha": true,
     "naive": false,
     "bonferroni": true
    }
   },
   {
    "claim": "vmf",
    "family": "garch_meanvar",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_alpha": true,
     "spa_alpha": true,
     "stepm_alpha": true,
     "naive": false,
     "bonferroni": true
    }
   },
   {
    "claim": "vmf",
    "family": "garch_zero",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_alpha": true,
     "spa_alpha": true,
     "stepm_alpha": true,
     "naive": false,
     "bonferroni": true
    }
   },
   {
    "claim": "indmom",
    "family": "iid_normal",
    "role": "exchangeable",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "indmom",
    "family": "garch_const",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": false,
     "block6": true,
     "block12": true,
     "rc_zero": false,
     "spa_zero": false,
     "stepm_zero": false,
     "naive": false,
     "bonferroni": false
    }
   },
   {
    "claim": "indmom",
    "family": "garch_zero",
    "role": "claim_false",
    "keeps_size": {
     "permute": true,
     "block3": true,
     "block6": true,
     "block12": true,
     "rc_zero": true,
     "spa_zero": true,
     "stepm_zero": true,
     "naive": false,
     "bonferroni": true
    }
   }
  ]
 },
 "power": {
  "effects": [
   {
    "claim": "tsfm",
    "effect": 0.2,
    "kind": "trend",
    "strength": 0.126314,
    "reached": 0.2,
    "off": 0.303799
   },
   {
    "claim": "tsfm",
    "effect": 0.3,
    "kind": "trend",
    "strength": 0.158865,
    "reached": 0.299929,
    "off": 0.303799
   },
   {
    "claim": "tsfm",
    "effect": 0.5,
    "kind": "trend",
    "strength": 0.208683,
    "reached": 0.499985,
    "off": 0.303799
   },
   {
    "claim": "csfm",
    "effect": 0.2,
    "kind": "trend",
    "strength": 0.110955,
    "reached": 0.199964,
    "off": 0.013871
   },
   {
    "claim": "csfm",
    "effect": 0.3,
    "kind": "trend",
    "strength": 0.13966,
    "reached": 0.300109,
    "off": 0.013871
   },
   {
    "claim": "csfm",
    "effect": 0.5,
    "kind": "trend",
    "strength": 0.187222,
    "reached": 0.500038,
    "off": 0.013871
   },
   {
    "claim": "vmf",
    "effect": 0.2,
    "kind": "voltiming",
    "strength": 0.048876,
    "reached": 0.2,
    "off": 0.008862
   },
   {
    "claim": "vmf",
    "effect": 0.3,
    "kind": "voltiming",
    "strength": 0.087389,
    "reached": 0.3,
    "off": 0.008862
   },
   {
    "claim": "vmf",
    "effect": 0.5,
    "kind": "voltiming",
    "strength": null,
    "reached": 0.382744,
    "off": 0.008862
   },
   {
    "claim": "indmom",
    "effect": 0.2,
    "kind": "trend",
    "strength": 0.045911,
    "reached": 0.199996,
    "off": 0.006467
   },
   {
    "claim": "indmom",
    "effect": 0.3,
    "kind": "trend",
    "strength": 0.056661,
    "reached": 0.299998,
    "off": 0.006467
   },
   {
    "claim": "indmom",
    "effect": 0.5,
    "kind": "trend",
    "strength": 0.074455,
    "reached": 0.499994,
    "off": 0.006467
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.2,
    "kind": "trend",
    "strength": 0.097802,
    "reached": 0.199997,
    "off": 1.100153
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.3,
    "kind": "trend",
    "strength": 0.120777,
    "reached": 0.300012,
    "off": 1.100153
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.5,
    "kind": "trend",
    "strength": 0.156163,
    "reached": 0.5,
    "off": 1.100153
   },
   {
    "claim": "osap_csfm",
    "effect": 0.2,
    "kind": "trend",
    "strength": 0.084659,
    "reached": 0.200022,
    "off": 0.33305
   },
   {
    "claim": "osap_csfm",
    "effect": 0.3,
    "kind": "trend",
    "strength": 0.103529,
    "reached": 0.299998,
    "off": 0.33305
   },
   {
    "claim": "osap_csfm",
    "effect": 0.5,
    "kind": "trend",
    "strength": 0.134084,
    "reached": 0.500009,
    "off": 0.33305
   }
  ],
  "cells": [
   {
    "claim": "tsfm",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.067,
     "block3": 0.057,
     "block6": 0.071,
     "block12": 0.063,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.994,
     "spa_zero": 0.997,
     "stepm_zero": 0.997,
     "naive": 1,
     "bonferroni": 0.989
    }
   },
   {
    "claim": "tsfm",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.054,
     "block3": 0.042,
     "block6": 0.045,
     "block12": 0.053,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.333,
     "spa_zero": 0.334,
     "stepm_zero": 0.334,
     "naive": 0.309,
     "bonferroni": 0.309
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.126314,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.216,
     "block3": 0.188,
     "block6": 0.2,
     "block12": 0.177,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.997,
     "spa_zero": 0.998,
     "stepm_zero": 0.998,
     "naive": 1,
     "bonferroni": 0.996
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.126314,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.145,
     "block3": 0.133,
     "block6": 0.106,
     "block12": 0.089,
     "rc_hold": 0.001,
     "spa_hold": 0.001,
     "stepm_hold": 0.001,
     "rc_zero": 0.541,
     "spa_zero": 0.532,
     "stepm_zero": 0.532,
     "naive": 0.534,
     "bonferroni": 0.534
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.158865,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.342,
     "block3": 0.353,
     "block6": 0.349,
     "block12": 0.308,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 1,
     "spa_zero": 0.999,
     "stepm_zero": 0.999,
     "naive": 1,
     "bonferroni": 0.998
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.158865,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.231,
     "block3": 0.206,
     "block6": 0.195,
     "block12": 0.144,
     "rc_hold": 0.013,
     "spa_hold": 0.014,
     "stepm_hold": 0.014,
     "rc_zero": 0.675,
     "spa_zero": 0.668,
     "stepm_zero": 0.668,
     "naive": 0.675,
     "bonferroni": 0.675
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.5,
    "window": "in_sample",
    "strength": 0.208683,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.667,
     "block3": 0.691,
     "block6": 0.683,
     "block12": 0.624,
     "rc_hold": 0.008,
     "spa_hold": 0.008,
     "stepm_hold": 0.008,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "tsfm",
    "effect": 0.5,
    "window": "post_sample",
    "strength": 0.208683,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.356,
     "block3": 0.337,
     "block6": 0.28,
     "block12": 0.211,
     "rc_hold": 0.047,
     "spa_hold": 0.054,
     "stepm_hold": 0.054,
     "rc_zero": 0.807,
     "spa_zero": 0.797,
     "stepm_zero": 0.797,
     "naive": 0.809,
     "bonferroni": 0.809
    }
   },
   {
    "claim": "csfm",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.045,
     "block3": 0.044,
     "block6": 0.045,
     "block12": 0.05,
     "rc_zero": 0.111,
     "spa_zero": 0.118,
     "stepm_zero": 0.118,
     "naive": 0.664,
     "bonferroni": 0.043
    }
   },
   {
    "claim": "csfm",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.043,
     "block3": 0.04,
     "block6": 0.046,
     "block12": 0.062,
     "rc_zero": 0.067,
     "spa_zero": 0.068,
     "stepm_zero": 0.067,
     "naive": 0.057,
     "bonferroni": 0.057
    }
   },
   {
    "claim": "csfm",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.110955,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.385,
     "block3": 0.349,
     "block6": 0.313,
     "block12": 0.223,
     "rc_zero": 0.532,
     "spa_zero": 0.56,
     "stepm_zero": 0.56,
     "naive": 0.964,
     "bonferroni": 0.399
    }
   },
   {
    "claim": "csfm",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.110955,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.113,
     "block3": 0.1,
     "block6": 0.088,
     "block12": 0.085,
     "rc_zero": 0.203,
     "spa_zero": 0.201,
     "stepm_zero": 0.201,
     "naive": 0.175,
     "bonferroni": 0.175
    }
   },
   {
    "claim": "csfm",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.13966,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.607,
     "block3": 0.576,
     "block6": 0.498,
     "block12": 0.384,
     "rc_zero": 0.768,
     "spa_zero": 0.791,
     "stepm_zero": 0.791,
     "naive": 0.989,
     "bonferroni": 0.667
    }
   },
   {
    "claim": "csfm",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.13966,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.191,
     "block3": 0.157,
     "block6": 0.14,
     "block12": 0.12,
     "rc_zero": 0.308,
     "spa_zero": 0.307,
     "stepm_zero": 0.307,
     "naive": 0.295,
     "bonferroni": 0.295
    }
   },
   {
    "claim": "csfm",
    "effect": 0.5,
    "window": "in_sample",
    "strength": 0.187222,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.913,
     "block3": 0.871,
     "block6": 0.799,
     "block12": 0.636,
     "rc_zero": 0.967,
     "spa_zero": 0.971,
     "stepm_zero": 0.971,
     "naive": 1,
     "bonferroni": 0.949
    }
   },
   {
    "claim": "csfm",
    "effect": 0.5,
    "window": "post_sample",
    "strength": 0.187222,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.344,
     "block3": 0.318,
     "block6": 0.276,
     "block12": 0.196,
     "rc_zero": 0.563,
     "spa_zero": 0.554,
     "stepm_zero": 0.554,
     "naive": 0.563,
     "bonferroni": 0.563
    }
   },
   {
    "claim": "vmf",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.059,
     "block3": 0.049,
     "block6": 0.048,
     "block12": 0.054,
     "rc_alpha": 0.038,
     "spa_alpha": 0.041,
     "stepm_alpha": 0.041,
     "naive": 0.499,
     "bonferroni": 0.025
    }
   },
   {
    "claim": "vmf",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.057,
     "block3": 0.047,
     "block6": 0.028,
     "block12": 0.036,
     "rc_alpha": 0.049,
     "spa_alpha": 0.056,
     "stepm_alpha": 0.056,
     "naive": null,
     "bonferroni": null
    }
   },
   {
    "claim": "vmf",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.048876,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.421,
     "block3": 0.253,
     "block6": 0.161,
     "block12": 0.107,
     "rc_alpha": 0.302,
     "spa_alpha": 0.358,
     "stepm_alpha": 0.358,
     "naive": 0.951,
     "bonferroni": 0.297
    }
   },
   {
    "claim": "vmf",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.048876,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.386,
     "block3": 0.211,
     "block6": 0.141,
     "block12": 0.096,
     "rc_alpha": 0.091,
     "spa_alpha": 0.171,
     "stepm_alpha": 0.17,
     "naive": null,
     "bonferroni": null
    }
   },
   {
    "claim": "vmf",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.087389,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.748,
     "block3": 0.435,
     "block6": 0.277,
     "block12": 0.139,
     "rc_alpha": 0.545,
     "spa_alpha": 0.699,
     "stepm_alpha": 0.698,
     "naive": 0.999,
     "bonferroni": 0.642
    }
   },
   {
    "claim": "vmf",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.087389,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.619,
     "block3": 0.419,
     "block6": 0.261,
     "block12": 0.143,
     "rc_alpha": 0.15,
     "spa_alpha": 0.318,
     "stepm_alpha": 0.317,
     "naive": null,
     "bonferroni": null
    }
   },
   {
    "claim": "vmf",
    "effect": 0.5,
    "window": "in_sample",
    "unreachable": true
   },
   {
    "claim": "vmf",
    "effect": 0.5,
    "window": "post_sample",
    "unreachable": true
   },
   {
    "claim": "indmom",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.055,
     "block3": 0.048,
     "block6": 0.049,
     "block12": 0.05,
     "rc_zero": 0.085,
     "spa_zero": 0.103,
     "stepm_zero": 0.103,
     "naive": 0.585,
     "bonferroni": 0.047
    }
   },
   {
    "claim": "indmom",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.048,
     "block3": 0.054,
     "block6": 0.042,
     "block12": 0.057,
     "rc_zero": 0.099,
     "spa_zero": 0.104,
     "stepm_zero": 0.104,
     "naive": 0.11,
     "bonferroni": 0.11
    }
   },
   {
    "claim": "indmom",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.045911,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.252,
     "block3": 0.229,
     "block6": 0.227,
     "block12": 0.179,
     "rc_zero": 0.33,
     "spa_zero": 0.411,
     "stepm_zero": 0.411,
     "naive": 0.917,
     "bonferroni": 0.264
    }
   },
   {
    "claim": "indmom",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.045911,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.211,
     "block3": 0.205,
     "block6": 0.197,
     "block12": 0.163,
     "rc_zero": 0.419,
     "spa_zero": 0.421,
     "stepm_zero": 0.421,
     "naive": 0.419,
     "bonferroni": 0.419
    }
   },
   {
    "claim": "indmom",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.056661,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.442,
     "block3": 0.412,
     "block6": 0.339,
     "block12": 0.273,
     "rc_zero": 0.551,
     "spa_zero": 0.636,
     "stepm_zero": 0.636,
     "naive": 0.967,
     "bonferroni": 0.477
    }
   },
   {
    "claim": "indmom",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.056661,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.399,
     "block3": 0.384,
     "block6": 0.348,
     "block12": 0.257,
     "rc_zero": 0.634,
     "spa_zero": 0.632,
     "stepm_zero": 0.632,
     "naive": 0.631,
     "bonferroni": 0.631
    }
   },
   {
    "claim": "indmom",
    "effect": 0.5,
    "window": "in_sample",
    "strength": 0.074455,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.81,
     "block3": 0.771,
     "block6": 0.674,
     "block12": 0.52,
     "rc_zero": 0.856,
     "spa_zero": 0.921,
     "stepm_zero": 0.921,
     "naive": 0.998,
     "bonferroni": 0.86
    }
   },
   {
    "claim": "indmom",
    "effect": 0.5,
    "window": "post_sample",
    "strength": 0.074455,
    "tests": 1000,
    "bar": 0.065,
    "rates": {
     "permute": 0.755,
     "block3": 0.709,
     "block6": 0.647,
     "block12": 0.515,
     "rc_zero": 0.91,
     "spa_zero": 0.911,
     "stepm_zero": 0.911,
     "naive": 0.913,
     "bonferroni": 0.913
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.065,
     "block3": 0.06,
     "block6": 0.065,
     "block12": 0.0575,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.0675,
     "block3": 0.0625,
     "block6": 0.0525,
     "block12": 0.055,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.9475,
     "spa_zero": 0.9425,
     "stepm_zero": 0.9425,
     "naive": 0.9425,
     "bonferroni": 0.9425
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.097802,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.3125,
     "block3": 0.34,
     "block6": 0.28,
     "block12": 0.2375,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.097802,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.165,
     "block3": 0.165,
     "block6": 0.1375,
     "block12": 0.125,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.9875,
     "spa_zero": 0.985,
     "stepm_zero": 0.985,
     "naive": 0.99,
     "bonferroni": 0.99
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.120777,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.53,
     "block3": 0.505,
     "block6": 0.4675,
     "block12": 0.41,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.120777,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.19,
     "block3": 0.185,
     "block6": 0.1575,
     "block12": 0.1325,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.9825,
     "spa_zero": 0.9825,
     "stepm_zero": 0.9825,
     "naive": 0.9825,
     "bonferroni": 0.9825
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.5,
    "window": "in_sample",
    "strength": 0.156163,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.83,
     "block3": 0.815,
     "block6": 0.7925,
     "block12": 0.7075,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_tsfm",
    "effect": 0.5,
    "window": "post_sample",
    "strength": 0.156163,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.425,
     "block3": 0.375,
     "block6": 0.3225,
     "block12": 0.245,
     "rc_hold": 0,
     "spa_hold": 0,
     "stepm_hold": 0,
     "rc_zero": 0.99,
     "spa_zero": 0.9875,
     "stepm_zero": 0.9875,
     "naive": 0.99,
     "bonferroni": 0.99
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0,
    "window": "in_sample",
    "strength": null,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.0725,
     "block3": 0.0625,
     "block6": 0.0525,
     "block12": 0.0575,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0,
    "window": "post_sample",
    "strength": null,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.04,
     "block3": 0.0425,
     "block6": 0.055,
     "block12": 0.0725,
     "rc_zero": 0.33,
     "spa_zero": 0.34,
     "stepm_zero": 0.34,
     "naive": 0.2925,
     "bonferroni": 0.2925
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.2,
    "window": "in_sample",
    "strength": 0.084659,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.4075,
     "block3": 0.385,
     "block6": 0.365,
     "block12": 0.2925,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.2,
    "window": "post_sample",
    "strength": 0.084659,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.14,
     "block3": 0.1375,
     "block6": 0.13,
     "block12": 0.09,
     "rc_zero": 0.5825,
     "spa_zero": 0.57,
     "stepm_zero": 0.57,
     "naive": 0.5625,
     "bonferroni": 0.5625
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.3,
    "window": "in_sample",
    "strength": 0.103529,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.6825,
     "block3": 0.6825,
     "block6": 0.655,
     "block12": 0.5725,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.3,
    "window": "post_sample",
    "strength": 0.103529,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.1625,
     "block3": 0.18,
     "block6": 0.165,
     "block12": 0.1575,
     "rc_zero": 0.7525,
     "spa_zero": 0.76,
     "stepm_zero": 0.76,
     "naive": 0.7125,
     "bonferroni": 0.7125
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.5,
    "window": "in_sample",
    "strength": 0.134084,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.9625,
     "block3": 0.9425,
     "block6": 0.9475,
     "block12": 0.855,
     "rc_zero": 1,
     "spa_zero": 1,
     "stepm_zero": 1,
     "naive": 1,
     "bonferroni": 1
    }
   },
   {
    "claim": "osap_csfm",
    "effect": 0.5,
    "window": "post_sample",
    "strength": 0.134084,
    "tests": 400,
    "bar": 0.074,
    "rates": {
     "permute": 0.375,
     "block3": 0.3325,
     "block6": 0.295,
     "block12": 0.2025,
     "rc_zero": 0.865,
     "spa_zero": 0.865,
     "stepm_zero": 0.865,
     "naive": 0.875,
     "bonferroni": 0.875
    }
   }
  ],
  "D6_size_in_real_shaped_null": {
   "tsfm|in_sample": {
    "permute": false,
    "block3": true,
    "block6": false,
    "block12": true,
    "rc_hold": true,
    "spa_hold": true,
    "stepm_hold": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "tsfm|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_hold": true,
    "spa_hold": true,
    "stepm_hold": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "csfm|in_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": true
   },
   "csfm|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": true,
    "bonferroni": true
   },
   "vmf|in_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_alpha": true,
    "spa_alpha": true,
    "stepm_alpha": true,
    "naive": false,
    "bonferroni": true
   },
   "vmf|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_alpha": true,
    "spa_alpha": true,
    "stepm_alpha": true
   },
   "indmom|in_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": true
   },
   "indmom|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "osap_tsfm|in_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_hold": true,
    "spa_hold": true,
    "stepm_hold": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "osap_tsfm|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_hold": true,
    "spa_hold": true,
    "stepm_hold": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "osap_csfm|in_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   },
   "osap_csfm|post_sample": {
    "permute": true,
    "block3": true,
    "block6": true,
    "block12": true,
    "rc_zero": false,
    "spa_zero": false,
    "stepm_zero": false,
    "naive": false,
    "bonferroni": false
   }
  },
  "D7_recommended": [
   {
    "claim": "tsfm",
    "window": "in_sample",
    "recommended": "rc_hold",
    "rate": 0,
    "not_significantly_below": [
     "spa_hold",
     "stepm_hold"
    ],
    "eligible": [
     "rc_hold",
     "spa_hold",
     "stepm_hold"
    ],
    "excluded_for_size": [
     "permute",
     "block3",
     "block6",
     "block12",
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "tsfm",
    "window": "post_sample",
    "recommended": "permute",
    "rate": 0.231,
    "not_significantly_below": [
     "block3",
     "block6"
    ],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12",
     "spa_hold",
     "stepm_hold",
     "rc_hold"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "csfm",
    "window": "in_sample",
    "recommended": "block3",
    "rate": 0.576,
    "not_significantly_below": [],
    "eligible": [
     "block3",
     "block6"
    ],
    "excluded_for_size": [
     "permute",
     "block12",
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "csfm",
    "window": "post_sample",
    "recommended": "permute",
    "rate": 0.191,
    "not_significantly_below": [],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "vmf",
    "window": "in_sample",
    "recommended": "permute",
    "rate": 0.748,
    "not_significantly_below": [],
    "eligible": [
     "permute",
     "spa_alpha",
     "stepm_alpha",
     "rc_alpha",
     "block3",
     "block6",
     "block12"
    ],
    "excluded_for_size": []
   },
   {
    "claim": "vmf",
    "window": "post_sample",
    "recommended": "permute",
    "rate": 0.619,
    "not_significantly_below": [],
    "eligible": [
     "permute",
     "block3",
     "spa_alpha",
     "stepm_alpha",
     "block6",
     "rc_alpha",
     "block12"
    ],
    "excluded_for_size": []
   },
   {
    "claim": "indmom",
    "window": "in_sample",
    "recommended": "permute",
    "rate": 0.442,
    "not_significantly_below": [],
    "eligible": [
     "permute",
     "block6",
     "block12"
    ],
    "excluded_for_size": [
     "block3",
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "indmom",
    "window": "post_sample",
    "recommended": "permute",
    "rate": 0.399,
    "not_significantly_below": [
     "block3"
    ],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "osap_tsfm",
    "window": "in_sample",
    "recommended": "permute",
    "rate": 0.53,
    "not_significantly_below": [
     "block3",
     "block6"
    ],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12",
     "rc_hold",
     "spa_hold",
     "stepm_hold"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "osap_tsfm",
    "window": "post_sample",
    "recommended": "permute",
    "rate": 0.19,
    "not_significantly_below": [
     "block3",
     "block6"
    ],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12",
     "rc_hold",
     "spa_hold",
     "stepm_hold"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "osap_csfm",
    "window": "in_sample",
    "recommended": "permute",
    "rate": 0.6825,
    "not_significantly_below": [
     "block3",
     "block6"
    ],
    "eligible": [
     "permute",
     "block3",
     "block6",
     "block12"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   },
   {
    "claim": "osap_csfm",
    "window": "post_sample",
    "recommended": "block3",
    "rate": 0.18,
    "not_significantly_below": [
     "block6",
     "permute",
     "block12"
    ],
    "eligible": [
     "block3",
     "block6",
     "permute",
     "block12"
    ],
    "excluded_for_size": [
     "rc_zero",
     "spa_zero",
     "stepm_zero"
    ]
   }
  ]
 },
 "real": [
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.797766,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 654,
   "p_value": 0.655,
   "placebo": {
    "median": 0.839426,
    "q95": 1.017267,
    "max": 1.188122
   },
   "family": "primary",
   "key": "block3",
   "p": 0.655,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.797766,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 694,
   "p_value": 0.695,
   "placebo": {
    "median": 0.843567,
    "q95": 1.017341,
    "max": 1.259191
   },
   "family": "primary",
   "key": "block6",
   "p": 0.695,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.797766,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 805,
   "p_value": 0.806,
   "placebo": {
    "median": 0.859907,
    "q95": 1.034642,
    "max": 1.239405
   },
   "family": "primary",
   "key": "block12",
   "p": 0.806,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.9371,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_zero_mb6",
   "p": 0.0004,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0008
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.95,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_zero_mb12",
   "p": 0.0001,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0002
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_zero_mb12",
   "p": 0.0004,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0008
  },
  {
   "claim": "tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.399219,
   "naive_p": 0.095279,
   "bonferroni_p": 0.095279,
   "placebos": 999,
   "as_good_as_real": 294,
   "p_value": 0.295,
   "placebo": {
    "median": 0.243176,
    "q95": 0.720474,
    "max": 1.146924
   },
   "family": "primary",
   "key": "block3",
   "p": 0.295,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.399219,
   "naive_p": 0.095279,
   "bonferroni_p": 0.095279,
   "placebos": 999,
   "as_good_as_real": 136,
   "p_value": 0.137,
   "placebo": {
    "median": 0.154164,
    "q95": 0.52394,
    "max": 1.014496
   },
   "family": "primary",
   "key": "block6",
   "p": 0.137,
   "holm_p": 0.548
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.399219,
   "naive_p": 0.095279,
   "bonferroni_p": 0.095279,
   "placebos": 999,
   "as_good_as_real": 216,
   "p_value": 0.217,
   "placebo": {
    "median": 0.23059,
    "q95": 0.566341,
    "max": 0.95382
   },
   "family": "primary",
   "key": "block12",
   "p": 0.217,
   "holm_p": 0.868
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.4364,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0.4378,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_zero_mb6",
   "p": 0.0544,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0544
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_zero_mb6",
   "p": 0.0603,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0603
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.4278,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0.4293,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_zero_mb12",
   "p": 0.0309,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0309
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_zero_mb12",
   "p": 0.0355,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0355
  },
  {
   "claim": "tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.420747,
   "naive_p": 0.083869,
   "bonferroni_p": 0.083869,
   "placebos": 999,
   "as_good_as_real": 113,
   "p_value": 0.114,
   "placebo": {
    "median": 0.118004,
    "q95": 0.52885,
    "max": 0.879025
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.114,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.420747,
   "naive_p": 0.083869,
   "bonferroni_p": 0.083869,
   "placebos": 999,
   "as_good_as_real": 66,
   "p_value": 0.067,
   "placebo": {
    "median": 0.058128,
    "q95": 0.448272,
    "max": 0.755334
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.067,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.420747,
   "naive_p": 0.083869,
   "bonferroni_p": 0.083869,
   "placebos": 999,
   "as_good_as_real": 82,
   "p_value": 0.083,
   "placebo": {
    "median": 0.107685,
    "q95": 0.488877,
    "max": 0.807254
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.083,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.4894,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.4906,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_zero_mb6",
   "p": 0.112,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.224
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_zero_mb6",
   "p": 0.1225,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.245
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.4845,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.4856,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_zero_mb12",
   "p": 0.1194,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.2388
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_zero_mb12",
   "p": 0.1302,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.2604
  },
  {
   "claim": "tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "real": 0.479329,
   "naive_p": 0.058023,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 890,
   "p_value": 0.891,
   "placebo": {
    "median": 0.691782,
    "q95": 0.992114,
    "max": 1.240285
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.891,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "real": 0.479329,
   "naive_p": 0.058023,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 701,
   "p_value": 0.702,
   "placebo": {
    "median": 0.539955,
    "q95": 0.778393,
    "max": 1.022438
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.702,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "real": 0.479329,
   "naive_p": 0.058023,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 548,
   "p_value": 0.549,
   "placebo": {
    "median": 0.494002,
    "q95": 0.786136,
    "max": 0.984583
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.549,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.7988,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.8079,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_zero_mb6",
   "p": 0.4451,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4451
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_zero_mb6",
   "p": 0.4478,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4478
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.7731,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.7793,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 6,
    "skip": 1,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_zero_mb12",
   "p": 0.3751,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.3751
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_zero_mb12",
   "p": 0.369,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.369
  },
  {
   "claim": "tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.722482,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 379,
   "p_value": 0.38,
   "placebo": {
    "median": 0.696816,
    "q95": 0.836465,
    "max": 1.003865
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.38,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.722482,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 310,
   "p_value": 0.311,
   "placebo": {
    "median": 0.678444,
    "q95": 0.836264,
    "max": 1.028061
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.311,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 0.722482,
   "naive_p": 0,
   "bonferroni_p": 2e-06,
   "placebos": 999,
   "as_good_as_real": 322,
   "p_value": 0.323,
   "placebo": {
    "median": 0.689443,
    "q95": 0.831831,
    "max": 0.993115
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.323,
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.9174,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.9195,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_zero_mb12",
   "p": 0,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_zero_mb12",
   "p": 0.0002,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0006
  },
  {
   "claim": "tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.574612,
   "naive_p": 4.1e-05,
   "bonferroni_p": 0.003432,
   "placebos": 999,
   "as_good_as_real": 258,
   "p_value": 0.259,
   "placebo": {
    "median": 0.518324,
    "q95": 0.651489,
    "max": 0.744
   },
   "family": "primary",
   "key": "block3",
   "p": 0.259,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.574612,
   "naive_p": 4.1e-05,
   "bonferroni_p": 0.003432,
   "placebos": 999,
   "as_good_as_real": 428,
   "p_value": 0.429,
   "placebo": {
    "median": 0.563054,
    "q95": 0.678793,
    "max": 0.766323
   },
   "family": "primary",
   "key": "block6",
   "p": 0.429,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.574612,
   "naive_p": 4.1e-05,
   "bonferroni_p": 0.003432,
   "placebos": 999,
   "as_good_as_real": 492,
   "p_value": 0.493,
   "placebo": {
    "median": 0.573318,
    "q95": 0.66192,
    "max": 0.739114
   },
   "family": "primary",
   "key": "block12",
   "p": 0.493,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.0003,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0018
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0.0044,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0264
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.0001,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0006
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0.0093,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0465
  },
  {
   "claim": "csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.549182,
   "naive_p": 0.035882,
   "bonferroni_p": 0.035882,
   "placebos": 999,
   "as_good_as_real": 201,
   "p_value": 0.202,
   "placebo": {
    "median": 0.294125,
    "q95": 0.775805,
    "max": 1.081186
   },
   "family": "primary",
   "key": "block3",
   "p": 0.202,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.549182,
   "naive_p": 0.035882,
   "bonferroni_p": 0.035882,
   "placebos": 999,
   "as_good_as_real": 75,
   "p_value": 0.076,
   "placebo": {
    "median": 0.211457,
    "q95": 0.596828,
    "max": 0.931306
   },
   "family": "primary",
   "key": "block6",
   "p": 0.076,
   "holm_p": 0.38
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.549182,
   "naive_p": 0.035882,
   "bonferroni_p": 0.035882,
   "placebos": 999,
   "as_good_as_real": 109,
   "p_value": 0.11,
   "placebo": {
    "median": 0.317214,
    "q95": 0.6257,
    "max": 0.829224
   },
   "family": "primary",
   "key": "block12",
   "p": 0.11,
   "holm_p": 0.66
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.0192,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0768
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0.0307,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.1228
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.0172,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0688
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0.027,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.108
  },
  {
   "claim": "csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": -0.065139,
   "naive_p": 0.584559,
   "bonferroni_p": 0.584559,
   "placebos": 999,
   "as_good_as_real": 945,
   "p_value": 0.946,
   "placebo": {
    "median": 0.249151,
    "q95": 0.558185,
    "max": 0.829145
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.946,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": -0.065139,
   "naive_p": 0.584559,
   "bonferroni_p": 0.584559,
   "placebos": 999,
   "as_good_as_real": 633,
   "p_value": 0.634,
   "placebo": {
    "median": -0.024813,
    "q95": 0.175919,
    "max": 0.356257
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.634,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": -0.065139,
   "naive_p": 0.584559,
   "bonferroni_p": 0.584559,
   "placebos": 999,
   "as_good_as_real": 582,
   "p_value": 0.583,
   "placebo": {
    "median": -0.052654,
    "q95": 0.045849,
    "max": 0.128073
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.583,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.6079,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.6341,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "with_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.550102,
   "naive_p": 0.035645,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 745,
   "p_value": 0.746,
   "placebo": {
    "median": 0.670634,
    "q95": 1.008421,
    "max": 1.424711
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.746,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.550102,
   "naive_p": 0.035645,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 576,
   "p_value": 0.577,
   "placebo": {
    "median": 0.579768,
    "q95": 0.833623,
    "max": 1.15371
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.577,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.550102,
   "naive_p": 0.035645,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 444,
   "p_value": 0.445,
   "placebo": {
    "median": 0.529312,
    "q95": 0.801681,
    "max": 1.162489
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.445,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.223,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.3486,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.176,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.2904,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 36,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.475055,
   "naive_p": 0.000153,
   "bonferroni_p": 0.012855,
   "placebos": 999,
   "as_good_as_real": 578,
   "p_value": 0.579,
   "placebo": {
    "median": 0.492879,
    "q95": 0.622447,
    "max": 0.715116
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.579,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.475055,
   "naive_p": 0.000153,
   "bonferroni_p": 0.012855,
   "placebos": 999,
   "as_good_as_real": 425,
   "p_value": 0.426,
   "placebo": {
    "median": 0.4647,
    "q95": 0.56269,
    "max": 0.653744
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.426,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "rules": 84,
   "rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.475055,
   "naive_p": 0.000153,
   "bonferroni_p": 0.012855,
   "placebos": 999,
   "as_good_as_real": 869,
   "p_value": 0.87,
   "placebo": {
    "median": 0.524841,
    "q95": 0.610374,
    "max": 0.691963
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.87,
   "holm_p": 1
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0004,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0084
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0096,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.1824
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0011,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0231
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0147,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.274
  },
  {
   "claim": "csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202609
   ],
   "scored_months": 693,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "no_umd",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.965219,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.359385,
    "q95": 0.498615,
    "max": 0.674374
   },
   "family": "primary",
   "key": "block3",
   "p": 0.001,
   "holm_p": 0.008
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.965219,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.573518,
    "q95": 0.754213,
    "max": 0.89648
   },
   "family": "primary",
   "key": "block6",
   "p": 0.001,
   "holm_p": 0.008
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.965219,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 1,
   "p_value": 0.002,
   "placebo": {
    "median": 0.678935,
    "q95": 0.842835,
    "max": 0.970188
   },
   "family": "primary",
   "key": "block12",
   "p": 0.002,
   "holm_p": 0.016
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 6,
   "rule": null,
   "real": -0.064645,
   "naive_p": null,
   "bonferroni_p": null,
   "placebos": 999,
   "as_good_as_real": 974,
   "p_value": 0.975,
   "placebo": {
    "median": 0.077128,
    "q95": 0.207211,
    "max": 0.32288
   },
   "family": "primary",
   "key": "block3",
   "p": 0.975,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 6,
   "rule": null,
   "real": -0.064645,
   "naive_p": null,
   "bonferroni_p": null,
   "placebos": 999,
   "as_good_as_real": 973,
   "p_value": 0.974,
   "placebo": {
    "median": 0.027765,
    "q95": 0.115004,
    "max": 0.183259
   },
   "family": "primary",
   "key": "block6",
   "p": 0.974,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 6,
   "rule": null,
   "real": -0.064645,
   "naive_p": null,
   "bonferroni_p": null,
   "placebos": 999,
   "as_good_as_real": 914,
   "p_value": 0.915,
   "placebo": {
    "median": -0.007012,
    "q95": 0.072493,
    "max": 0.121203
   },
   "family": "primary",
   "key": "block12",
   "p": 0.915,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.7398,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0.6712,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.6825,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0.6061,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.405113,
   "naive_p": 0.092147,
   "bonferroni_p": 0.092147,
   "placebos": 999,
   "as_good_as_real": 93,
   "p_value": 0.094,
   "placebo": {
    "median": 0.03901,
    "q95": 0.482201,
    "max": 0.932396
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.094,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.405113,
   "naive_p": 0.092147,
   "bonferroni_p": 0.092147,
   "placebos": 999,
   "as_good_as_real": 518,
   "p_value": 0.519,
   "placebo": {
    "median": 0.41143,
    "q95": 0.630677,
    "max": 0.789364
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.519,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.405113,
   "naive_p": 0.092147,
   "bonferroni_p": 0.092147,
   "placebos": 999,
   "as_good_as_real": 224,
   "p_value": 0.225,
   "placebo": {
    "median": 0.343966,
    "q95": 0.47758,
    "max": 0.594064
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.225,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0398,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.6766
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0291,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.4947
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0264,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.4488
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0137,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.274
  },
  {
   "claim": "vmf",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "real": 0.511397,
   "naive_p": 0.046872,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 616,
   "p_value": 0.617,
   "placebo": {
    "median": 0.552935,
    "q95": 0.858812,
    "max": 1.262688
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.617,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "real": 0.511397,
   "naive_p": 0.046872,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 565,
   "p_value": 0.566,
   "placebo": {
    "median": 0.531157,
    "q95": 0.739328,
    "max": 0.991792
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.566,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "real": 0.511397,
   "naive_p": 0.046872,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 399,
   "p_value": 0.4,
   "placebo": {
    "median": 0.48121,
    "q95": 0.698987,
    "max": 0.830362
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.4,
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.3195,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.3908,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.2905,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.3389,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 6,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.903084,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.355565,
    "q95": 0.477694,
    "max": 0.602602
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.903084,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.525809,
    "q95": 0.710185,
    "max": 0.805073
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "rules": 36,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.903084,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 12,
   "p_value": 0.013,
   "placebo": {
    "median": 0.796101,
    "q95": 0.882113,
    "max": 0.960694
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.013,
   "holm_p": 0.273
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    202609
   ],
   "scored_months": 753,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 1.195224,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.826604,
    "q95": 0.992426,
    "max": 1.166072
   },
   "family": "primary",
   "key": "block3",
   "p": 0.001,
   "holm_p": 0.008
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 1.195224,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 17,
   "p_value": 0.018,
   "placebo": {
    "median": 1.034279,
    "q95": 1.161887,
    "max": 1.287393
   },
   "family": "primary",
   "key": "block6",
   "p": 0.018,
   "holm_p": 0.126
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 1.195224,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 144,
   "p_value": 0.145,
   "placebo": {
    "median": 1.12807,
    "q95": 1.242009,
    "max": 1.376592
   },
   "family": "primary",
   "key": "block12",
   "p": 0.145,
   "holm_p": 0.725
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    199507
   ],
   "scored_months": 361,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "real": 0.391992,
   "naive_p": 0.014321,
   "bonferroni_p": 0.014321,
   "placebos": 999,
   "as_good_as_real": 20,
   "p_value": 0.021,
   "placebo": {
    "median": 0.025319,
    "q95": 0.32117,
    "max": 0.558179
   },
   "family": "primary",
   "key": "block3",
   "p": 0.021,
   "holm_p": 0.126
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "real": 0.391992,
   "naive_p": 0.014321,
   "bonferroni_p": 0.014321,
   "placebos": 999,
   "as_good_as_real": 55,
   "p_value": 0.056,
   "placebo": {
    "median": 0.124375,
    "q95": 0.398994,
    "max": 0.557996
   },
   "family": "primary",
   "key": "block6",
   "p": 0.056,
   "holm_p": 0.336
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "real": 0.391992,
   "naive_p": 0.014321,
   "bonferroni_p": 0.014321,
   "placebos": 999,
   "as_good_as_real": 7,
   "p_value": 0.008,
   "placebo": {
    "median": 0.146032,
    "q95": 0.309553,
    "max": 0.432081
   },
   "family": "primary",
   "key": "block12",
   "p": 0.008,
   "holm_p": 0.056
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "rc_mb6",
   "p": 0.0063,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "holm_p": 0.0315
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "spa_mb6",
   "p": 0.0082,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "holm_p": 0.041
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "rc_mb12",
   "p": 0.0036,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "holm_p": 0.018
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "spa_mb12",
   "p": 0.0056,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   },
   "holm_p": 0.0336
  },
  {
   "claim": "indmom",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "primary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 6,
    "skip": 0,
    "hold": 6,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.221552,
   "naive_p": 0.10807,
   "bonferroni_p": 0.10807,
   "placebos": 999,
   "as_good_as_real": 385,
   "p_value": 0.386,
   "placebo": {
    "median": 0.185604,
    "q95": 0.356982,
    "max": 0.508166
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.386,
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.221552,
   "naive_p": 0.10807,
   "bonferroni_p": 0.10807,
   "placebos": 999,
   "as_good_as_real": 109,
   "p_value": 0.11,
   "placebo": {
    "median": 0.123444,
    "q95": 0.246373,
    "max": 0.385393
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.11,
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 1,
   "rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.221552,
   "naive_p": 0.10807,
   "bonferroni_p": 0.10807,
   "placebos": 999,
   "as_good_as_real": 194,
   "p_value": 0.195,
   "placebo": {
    "median": 0.176527,
    "q95": 0.259102,
    "max": 0.325913
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.195,
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0773,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0757,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0525,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.84
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0478,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.728
  },
  {
   "claim": "indmom",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.508107,
   "naive_p": 0.00228,
   "bonferroni_p": 0.145902,
   "placebos": 999,
   "as_good_as_real": 100,
   "p_value": 0.101,
   "placebo": {
    "median": 0.359724,
    "q95": 0.54141,
    "max": 0.821552
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.101,
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.508107,
   "naive_p": 0.00228,
   "bonferroni_p": 0.145902,
   "placebos": 999,
   "as_good_as_real": 82,
   "p_value": 0.083,
   "placebo": {
    "median": 0.375888,
    "q95": 0.531954,
    "max": 0.796901
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.083,
   "holm_p": 1
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.508107,
   "naive_p": 0.00228,
   "bonferroni_p": 0.145902,
   "placebos": 999,
   "as_good_as_real": 30,
   "p_value": 0.031,
   "placebo": {
    "median": 0.317603,
    "q95": 0.483016,
    "max": 0.664659
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.031,
   "holm_p": 0.62
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.007,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.133
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0178,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.3204
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0055,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.11
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0142,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0.274
  },
  {
   "claim": "indmom",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    199508,
    202609
   ],
   "scored_months": 374,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.654828,
   "naive_p": 0,
   "bonferroni_p": 1e-05,
   "placebos": 999,
   "as_good_as_real": 3,
   "p_value": 0.004,
   "placebo": {
    "median": 0.458639,
    "q95": 0.575021,
    "max": 0.690517
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.004,
   "holm_p": 0.088
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.654828,
   "naive_p": 0,
   "bonferroni_p": 1e-05,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.455583,
    "q95": 0.54256,
    "max": 0.609645
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "rules": 64,
   "rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "real": 0.654828,
   "naive_p": 0,
   "bonferroni_p": 1e-05,
   "placebos": 999,
   "as_good_as_real": 6,
   "p_value": 0.007,
   "placebo": {
    "median": 0.54963,
    "q95": 0.615872,
    "max": 0.706807
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.007,
   "holm_p": 0.161
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   },
   "holm_p": 0
  },
  {
   "claim": "indmom",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196507,
    202609
   ],
   "scored_months": 735,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "ind30",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "third"
   }
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "real": 0.335269,
   "naive_p": 0.000843,
   "bonferroni_p": 0.005058,
   "placebos": 999,
   "as_good_as_real": 238,
   "p_value": 0.239,
   "placebo": {
    "median": 0.286063,
    "q95": 0.398705,
    "max": 0.5068
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.239,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "real": 0.335269,
   "naive_p": 0.000843,
   "bonferroni_p": 0.005058,
   "placebos": 999,
   "as_good_as_real": 596,
   "p_value": 0.597,
   "placebo": {
    "median": 0.345794,
    "q95": 0.420433,
    "max": 0.559757
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.597,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "real": 0.335269,
   "naive_p": 0.000843,
   "bonferroni_p": 0.005058,
   "placebos": 999,
   "as_good_as_real": 746,
   "p_value": 0.747,
   "placebo": {
    "median": 0.355433,
    "q95": 0.411729,
    "max": 0.518475
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.747,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0059,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "holm_p": 0.118
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0076,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "holm_p": 0.1596
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   }
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0089,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "holm_p": 0.1691
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0101,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   },
   "holm_p": 0.2121
  },
  {
   "claim": "vmf_mkt",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 1
   }
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "real": 0.115183,
   "naive_p": 0.356707,
   "bonferroni_p": 0.356707,
   "placebos": 999,
   "as_good_as_real": 723,
   "p_value": 0.724,
   "placebo": {
    "median": 0.240027,
    "q95": 0.534237,
    "max": 0.818483
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.724,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "real": 0.115183,
   "naive_p": 0.356707,
   "bonferroni_p": 0.356707,
   "placebos": 999,
   "as_good_as_real": 826,
   "p_value": 0.827,
   "placebo": {
    "median": 0.337498,
    "q95": 0.560452,
    "max": 0.670323
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.827,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "real": 0.115183,
   "naive_p": 0.356707,
   "bonferroni_p": 0.356707,
   "placebos": 999,
   "as_good_as_real": 856,
   "p_value": 0.857,
   "placebo": {
    "median": 0.325293,
    "q95": 0.485742,
    "max": 0.552526
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.857,
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.3638,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.3688,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.3644,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.3715,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_mkt",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:Mkt-RF",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "real": -0.027495,
   "naive_p": 0.60212,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 866,
   "p_value": 0.867,
   "placebo": {
    "median": 0.052423,
    "q95": 0.180638,
    "max": 0.285024
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.867,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "real": -0.027495,
   "naive_p": 0.60212,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 664,
   "p_value": 0.665,
   "placebo": {
    "median": 0.012076,
    "q95": 0.155097,
    "max": 0.274458
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.665,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "real": -0.027495,
   "naive_p": 0.60212,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 757,
   "p_value": 0.758,
   "placebo": {
    "median": 0.022704,
    "q95": 0.122517,
    "max": 0.200313
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.758,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.7203,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   }
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.7054,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 6,
    "power": 2
   }
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "real": -0.282417,
   "naive_p": 0.822346,
   "bonferroni_p": 0.822346,
   "placebos": 999,
   "as_good_as_real": 974,
   "p_value": 0.975,
   "placebo": {
    "median": 0.027588,
    "q95": 0.362819,
    "max": 0.590777
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.975,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "real": -0.282417,
   "naive_p": 0.822346,
   "bonferroni_p": 0.822346,
   "placebos": 999,
   "as_good_as_real": 997,
   "p_value": 0.998,
   "placebo": {
    "median": -0.059296,
    "q95": 0.147848,
    "max": 0.273037
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.998,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "real": -0.282417,
   "naive_p": 0.822346,
   "bonferroni_p": 0.822346,
   "placebos": 999,
   "as_good_as_real": 997,
   "p_value": 0.998,
   "placebo": {
    "median": -0.082882,
    "q95": 0.114652,
    "max": 0.186734
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.998,
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.8195,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.8193,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_smb",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:SMB",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "real": 0.252228,
   "naive_p": 0.009014,
   "bonferroni_p": 0.054087,
   "placebos": 999,
   "as_good_as_real": 125,
   "p_value": 0.126,
   "placebo": {
    "median": 0.166739,
    "q95": 0.290471,
    "max": 0.416973
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.126,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "real": 0.252228,
   "naive_p": 0.009014,
   "bonferroni_p": 0.054087,
   "placebos": 999,
   "as_good_as_real": 327,
   "p_value": 0.328,
   "placebo": {
    "median": 0.223415,
    "q95": 0.336182,
    "max": 0.431111
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.328,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "rules": 6,
   "rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "real": 0.252228,
   "naive_p": 0.009014,
   "bonferroni_p": 0.054087,
   "placebos": 999,
   "as_good_as_real": 180,
   "p_value": 0.181,
   "placebo": {
    "median": 0.218894,
    "q95": 0.279178,
    "max": 0.364761
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.181,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0658,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0403,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.6448
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0739,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0455,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   },
   "holm_p": 0.728
  },
  {
   "claim": "vmf_hml",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192701,
    201512
   ],
   "scored_months": 1068,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:HML",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "real": -0.369514,
   "naive_p": 0.887153,
   "bonferroni_p": 0.887153,
   "placebos": 999,
   "as_good_as_real": 848,
   "p_value": 0.849,
   "placebo": {
    "median": -0.197888,
    "q95": 0.066957,
    "max": 0.289061
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.849,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "real": -0.369514,
   "naive_p": 0.887153,
   "bonferroni_p": 0.887153,
   "placebos": 999,
   "as_good_as_real": 504,
   "p_value": 0.505,
   "placebo": {
    "median": -0.368704,
    "q95": -0.174517,
    "max": -0.050003
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.505,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "real": -0.369514,
   "naive_p": 0.887153,
   "bonferroni_p": 0.887153,
   "placebos": 999,
   "as_good_as_real": 545,
   "p_value": 0.546,
   "placebo": {
    "median": -0.3602,
    "q95": -0.25164,
    "max": -0.177611
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.546,
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.9119,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.9208,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_hml",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:HML",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "rules": 6,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.948077,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.238595,
    "q95": 0.427963,
    "max": 0.659661
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "rules": 6,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.948077,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.48991,
    "q95": 0.690924,
    "max": 0.833327
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "rules": 6,
   "rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "real": 0.948077,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 0,
   "p_value": 0.001,
   "placebo": {
    "median": 0.7193,
    "q95": 0.830465,
    "max": 0.892629
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.001,
   "holm_p": 0.024
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   },
   "holm_p": 0
  },
  {
   "claim": "vmf_umd",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    192707,
    201512
   ],
   "scored_months": 1062,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 3,
    "power": 1
   }
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "real": 0.166258,
   "naive_p": 0.292923,
   "bonferroni_p": 0.292923,
   "placebos": 999,
   "as_good_as_real": 403,
   "p_value": 0.404,
   "placebo": {
    "median": 0.089141,
    "q95": 0.508043,
    "max": 0.697361
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.404,
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "real": 0.166258,
   "naive_p": 0.292923,
   "bonferroni_p": 0.292923,
   "placebos": 999,
   "as_good_as_real": 527,
   "p_value": 0.528,
   "placebo": {
    "median": 0.177829,
    "q95": 0.353988,
    "max": 0.435896
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.528,
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "real": 0.166258,
   "naive_p": 0.292923,
   "bonferroni_p": 0.292923,
   "placebos": 999,
   "as_good_as_real": 279,
   "p_value": 0.28,
   "placebo": {
    "median": 0.120149,
    "q95": 0.219729,
    "max": 0.273309
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.28,
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.25,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.2623,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.2013,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.2131,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_umd",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:UMD",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.445764,
   "naive_p": 0.000704,
   "bonferroni_p": 0.004222,
   "placebos": 999,
   "as_good_as_real": 64,
   "p_value": 0.065,
   "placebo": {
    "median": 0.326736,
    "q95": 0.450746,
    "max": 0.580177
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.065,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.445764,
   "naive_p": 0.000704,
   "bonferroni_p": 0.004222,
   "placebos": 999,
   "as_good_as_real": 90,
   "p_value": 0.091,
   "placebo": {
    "median": 0.36443,
    "q95": 0.462945,
    "max": 0.532361
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.091,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.445764,
   "naive_p": 0.000704,
   "bonferroni_p": 0.004222,
   "placebos": 999,
   "as_good_as_real": 106,
   "p_value": 0.107,
   "placebo": {
    "median": 0.386214,
    "q95": 0.466221,
    "max": 0.501919
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.107,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.0071,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 0.133
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.0083,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 0.166
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.0133,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 0.2394
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.0195,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 0.3315
  },
  {
   "claim": "vmf_rmw",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.258663,
   "naive_p": 0.198786,
   "bonferroni_p": 0.198786,
   "placebos": 999,
   "as_good_as_real": 532,
   "p_value": 0.533,
   "placebo": {
    "median": 0.275204,
    "q95": 0.556114,
    "max": 0.751761
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.533,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.258663,
   "naive_p": 0.198786,
   "bonferroni_p": 0.198786,
   "placebos": 999,
   "as_good_as_real": 307,
   "p_value": 0.308,
   "placebo": {
    "median": 0.189378,
    "q95": 0.391407,
    "max": 0.494714
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.308,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "real": 0.258663,
   "naive_p": 0.198786,
   "bonferroni_p": 0.198786,
   "placebos": 999,
   "as_good_as_real": 260,
   "p_value": 0.261,
   "placebo": {
    "median": 0.199052,
    "q95": 0.33232,
    "max": 0.399876
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.261,
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.1703,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.1574,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.1555,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.1386,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_rmw",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:RMW",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "real": 0.156696,
   "naive_p": 0.13196,
   "bonferroni_p": 0.791758,
   "placebos": 999,
   "as_good_as_real": 144,
   "p_value": 0.145,
   "placebo": {
    "median": 0.042472,
    "q95": 0.220009,
    "max": 0.385645
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.145,
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "real": 0.156696,
   "naive_p": 0.13196,
   "bonferroni_p": 0.791758,
   "placebos": 999,
   "as_good_as_real": 149,
   "p_value": 0.15,
   "placebo": {
    "median": 0.049651,
    "q95": 0.228534,
    "max": 0.466256
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.15,
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "rules": 6,
   "rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "real": 0.156696,
   "naive_p": 0.13196,
   "bonferroni_p": 0.791758,
   "placebos": 999,
   "as_good_as_real": 11,
   "p_value": 0.012,
   "placebo": {
    "median": -0.002509,
    "q95": 0.110993,
    "max": 0.211358
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.012,
   "holm_p": 0.264
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.2232,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 0.2611,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   }
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.2342,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 0.2854,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196401,
    201512
   ],
   "scored_months": 624,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 6,
    "power": 2
   }
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "real": -0.276042,
   "naive_p": 0.817284,
   "bonferroni_p": 0.817284,
   "placebos": 999,
   "as_good_as_real": 900,
   "p_value": 0.901,
   "placebo": {
    "median": -0.020256,
    "q95": 0.310785,
    "max": 0.563357
   },
   "family": "secondary",
   "key": "block3",
   "p": 0.901,
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "real": -0.276042,
   "naive_p": 0.817284,
   "bonferroni_p": 0.817284,
   "placebos": 999,
   "as_good_as_real": 942,
   "p_value": 0.943,
   "placebo": {
    "median": -0.084938,
    "q95": 0.14246,
    "max": 0.28549
   },
   "family": "secondary",
   "key": "block6",
   "p": 0.943,
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "rules": 1,
   "rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "real": -0.276042,
   "naive_p": 0.817284,
   "bonferroni_p": 0.817284,
   "placebos": 999,
   "as_good_as_real": 862,
   "p_value": 0.863,
   "placebo": {
    "median": -0.192357,
    "q95": -0.041595,
    "max": 0.035986
   },
   "family": "secondary",
   "key": "block12",
   "p": 0.863,
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb6",
   "p": 0.8724,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "rc_mb12",
   "p": 0.9075,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   },
   "holm_p": 1
  },
  {
   "claim": "vmf_cma",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202609
   ],
   "scored_months": 129,
   "family": "secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "factor": "vm:CMA",
    "window": 1,
    "power": 2
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 1.650988,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 975,
   "p_value": 0.976,
   "placebo": {
    "median": 1.842812,
    "q95": 1.979402,
    "max": 2.151879
   },
   "family": "osap",
   "key": "permute",
   "p": 0.976,
   "holm_p": 0.976
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 1.650988,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 938,
   "p_value": 0.939,
   "placebo": {
    "median": 1.801334,
    "q95": 1.973678,
    "max": 2.092308
   },
   "family": "osap",
   "key": "block3",
   "p": 0.939,
   "holm_p": 0.939
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 1.650988,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 881,
   "p_value": 0.882,
   "placebo": {
    "median": 1.781021,
    "q95": 1.974737,
    "max": 2.238203
   },
   "family": "osap",
   "key": "block6",
   "p": 0.882,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 1.650988,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 829,
   "p_value": 0.83,
   "placebo": {
    "median": 1.763597,
    "q95": 1.962339,
    "max": 2.136936
   },
   "family": "osap",
   "key": "block12",
   "p": 0.83,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_mb6",
   "p": 0.9997,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.9997
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_mb12",
   "p": 0.9998,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.9998
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_zero_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_zero_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.598188,
   "naive_p": 0.02927,
   "bonferroni_p": 0.02927,
   "placebos": 999,
   "as_good_as_real": 30,
   "p_value": 0.031,
   "placebo": {
    "median": 0.061977,
    "q95": 0.537836,
    "max": 0.961873
   },
   "family": "osap",
   "key": "permute",
   "p": 0.031,
   "holm_p": 0.124
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.598188,
   "naive_p": 0.02927,
   "bonferroni_p": 0.02927,
   "placebos": 999,
   "as_good_as_real": 109,
   "p_value": 0.11,
   "placebo": {
    "median": 0.231939,
    "q95": 0.760226,
    "max": 1.207389
   },
   "family": "osap",
   "key": "block3",
   "p": 0.11,
   "holm_p": 0.44
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.598188,
   "naive_p": 0.02927,
   "bonferroni_p": 0.02927,
   "placebos": 999,
   "as_good_as_real": 62,
   "p_value": 0.063,
   "placebo": {
    "median": 0.225032,
    "q95": 0.623315,
    "max": 0.925193
   },
   "family": "osap",
   "key": "block6",
   "p": 0.063,
   "holm_p": 0.252
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.598188,
   "naive_p": 0.02927,
   "bonferroni_p": 0.02927,
   "placebos": 999,
   "as_good_as_real": 49,
   "p_value": 0.05,
   "placebo": {
    "median": 0.26764,
    "q95": 0.596809,
    "max": 0.808827
   },
   "family": "osap",
   "key": "block12",
   "p": 0.05,
   "holm_p": 0.2
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_mb6",
   "p": 0.2192,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.4384
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_mb6",
   "p": 0.2175,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.435
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_zero_mb6",
   "p": 0.027,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.027
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_zero_mb6",
   "p": 0.0144,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0144
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_mb12",
   "p": 0.195,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.39
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_mb12",
   "p": 0.1856,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.3712
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_zero_mb12",
   "p": 0.0296,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0296
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_zero_mb12",
   "p": 0.0128,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.0128
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 0.023453,
   "naive_p": 0.47044,
   "bonferroni_p": 0.47044,
   "placebos": 999,
   "as_good_as_real": 966,
   "p_value": 0.967,
   "placebo": {
    "median": 0.344967,
    "q95": 0.624301,
    "max": 0.908123
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.967,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 0.023453,
   "naive_p": 0.47044,
   "bonferroni_p": 0.47044,
   "placebos": 999,
   "as_good_as_real": 906,
   "p_value": 0.907,
   "placebo": {
    "median": 0.266795,
    "q95": 0.569076,
    "max": 0.888989
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.907,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 0.023453,
   "naive_p": 0.47044,
   "bonferroni_p": 0.47044,
   "placebos": 999,
   "as_good_as_real": 910,
   "p_value": 0.911,
   "placebo": {
    "median": 0.29418,
    "q95": 0.576045,
    "max": 0.870539
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.911,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "real": 0.023453,
   "naive_p": 0.47044,
   "bonferroni_p": 0.47044,
   "placebos": 999,
   "as_good_as_real": 883,
   "p_value": 0.884,
   "placebo": {
    "median": 0.228729,
    "q95": 0.545581,
    "max": 0.823783
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.884,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0.9052,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_zero_mb6",
   "p": 0.4939,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4939
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_zero_mb6",
   "p": 0.4948,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4948
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0.874,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_zero_mb12",
   "p": 0.4913,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4913
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_zero_mb12",
   "p": 0.4907,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   },
   "holm_p": 0.4907
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 1,
    "hold": 6
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.644515,
   "naive_p": 0.020768,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 331,
   "p_value": 0.332,
   "placebo": {
    "median": 0.568302,
    "q95": 0.912364,
    "max": 1.230979
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.332,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.644515,
   "naive_p": 0.020768,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 788,
   "p_value": 0.789,
   "placebo": {
    "median": 0.81593,
    "q95": 1.14722,
    "max": 1.550341
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.789,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.644515,
   "naive_p": 0.020768,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 577,
   "p_value": 0.578,
   "placebo": {
    "median": 0.670443,
    "q95": 0.905625,
    "max": 1.109485
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.578,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "real": 0.644515,
   "naive_p": 0.020768,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 557,
   "p_value": 0.558,
   "placebo": {
    "median": 0.661972,
    "q95": 0.869059,
    "max": 1.030884
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.558,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0.784,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 0.8045,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_zero_mb6",
   "p": 0.0752,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.1504
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_zero_mb6",
   "p": 0.1577,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.3154
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0.7895,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 0.8058,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_zero_mb12",
   "p": 0.0845,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.169
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_zero_mb12",
   "p": 0.1587,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0.3174
  },
  {
   "claim": "osap_tsfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 1.351622,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 998,
   "p_value": 0.999,
   "placebo": {
    "median": 1.601173,
    "q95": 1.736941,
    "max": 1.877948
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.999,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 1.351622,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 991,
   "p_value": 0.992,
   "placebo": {
    "median": 1.559344,
    "q95": 1.720396,
    "max": 1.873875
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.992,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 1.351622,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 974,
   "p_value": 0.975,
   "placebo": {
    "median": 1.538742,
    "q95": 1.699938,
    "max": 1.861084
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.975,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "real": 1.351622,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 936,
   "p_value": 0.937,
   "placebo": {
    "median": 1.497577,
    "q95": 1.674825,
    "max": 1.813606
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.937,
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0.9983,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 1,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_zero_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_zero_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0.9985,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 1,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 1
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_zero_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_zero_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   },
   "holm_p": 0
  },
  {
   "claim": "osap_tsfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_zero_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 60,
    "skip": 0,
    "hold": 1
   }
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.893537,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 143,
   "p_value": 0.144,
   "placebo": {
    "median": 0.766331,
    "q95": 0.967965,
    "max": 1.119006
   },
   "family": "osap",
   "key": "permute",
   "p": 0.144,
   "holm_p": 0.288
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.893537,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 447,
   "p_value": 0.448,
   "placebo": {
    "median": 0.884187,
    "q95": 1.028418,
    "max": 1.245892
   },
   "family": "osap",
   "key": "block3",
   "p": 0.448,
   "holm_p": 0.896
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.893537,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 597,
   "p_value": 0.598,
   "placebo": {
    "median": 0.912382,
    "q95": 1.064251,
    "max": 1.207854
   },
   "family": "osap",
   "key": "block6",
   "p": 0.598,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.893537,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 659,
   "p_value": 0.66,
   "placebo": {
    "median": 0.921789,
    "q95": 1.065606,
    "max": 1.257211
   },
   "family": "osap",
   "key": "block12",
   "p": 0.66,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "spa_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "in_sample_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    201512
   ],
   "scored_months": 564,
   "family": "osap",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.521316,
   "naive_p": 0.04962,
   "bonferroni_p": 0.04962,
   "placebos": 999,
   "as_good_as_real": 40,
   "p_value": 0.041,
   "placebo": {
    "median": -0.00315,
    "q95": 0.492621,
    "max": 1.033727
   },
   "family": "osap",
   "key": "permute",
   "p": 0.041,
   "holm_p": 0.124
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.521316,
   "naive_p": 0.04962,
   "bonferroni_p": 0.04962,
   "placebos": 999,
   "as_good_as_real": 127,
   "p_value": 0.128,
   "placebo": {
    "median": 0.182702,
    "q95": 0.674792,
    "max": 1.013491
   },
   "family": "osap",
   "key": "block3",
   "p": 0.128,
   "holm_p": 0.44
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.521316,
   "naive_p": 0.04962,
   "bonferroni_p": 0.04962,
   "placebos": 999,
   "as_good_as_real": 73,
   "p_value": 0.074,
   "placebo": {
    "median": 0.167875,
    "q95": 0.560947,
    "max": 0.91956
   },
   "family": "osap",
   "key": "block6",
   "p": 0.074,
   "holm_p": 0.252
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.521316,
   "naive_p": 0.04962,
   "bonferroni_p": 0.04962,
   "placebos": 999,
   "as_good_as_real": 67,
   "p_value": 0.068,
   "placebo": {
    "median": 0.219204,
    "q95": 0.546139,
    "max": 0.797071
   },
   "family": "osap",
   "key": "block12",
   "p": 0.068,
   "holm_p": 0.204
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_mb6",
   "p": 0.0331,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0993
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_mb6",
   "p": 0.02,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.06
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "rc_mb12",
   "p": 0.0349,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.1047
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "spa_mb12",
   "p": 0.018,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.054
  },
  {
   "claim": "osap_csfm",
   "test": "oos_published",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.553387,
   "naive_p": 0.040062,
   "bonferroni_p": 0.040062,
   "placebos": 999,
   "as_good_as_real": 48,
   "p_value": 0.049,
   "placebo": {
    "median": 0.068495,
    "q95": 0.53459,
    "max": 1.089212
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.049,
   "holm_p": 0.245
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.553387,
   "naive_p": 0.040062,
   "bonferroni_p": 0.040062,
   "placebos": 999,
   "as_good_as_real": 161,
   "p_value": 0.162,
   "placebo": {
    "median": 0.246117,
    "q95": 0.726928,
    "max": 1.022323
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.162,
   "holm_p": 0.972
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.553387,
   "naive_p": 0.040062,
   "bonferroni_p": 0.040062,
   "placebos": 999,
   "as_good_as_real": 88,
   "p_value": 0.089,
   "placebo": {
    "median": 0.230056,
    "q95": 0.644722,
    "max": 1.109396
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.089,
   "holm_p": 0.534
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 1,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.553387,
   "naive_p": 0.040062,
   "bonferroni_p": 0.040062,
   "placebos": 999,
   "as_good_as_real": 46,
   "p_value": 0.047,
   "placebo": {
    "median": 0.23212,
    "q95": 0.546471,
    "max": 0.92543
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.047,
   "holm_p": 0.282
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0.0264,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.132
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 0.0188,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.094
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0.0244,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.122
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 0.0111,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0555
  },
  {
   "claim": "osap_csfm",
   "test": "oos_selected",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.613779,
   "naive_p": 0.026133,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 261,
   "p_value": 0.262,
   "placebo": {
    "median": 0.476208,
    "q95": 0.828057,
    "max": 1.255538
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.262,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.613779,
   "naive_p": 0.026133,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 818,
   "p_value": 0.819,
   "placebo": {
    "median": 0.808525,
    "q95": 1.130789,
    "max": 1.429652
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.819,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.613779,
   "naive_p": 0.026133,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 658,
   "p_value": 0.659,
   "placebo": {
    "median": 0.674279,
    "q95": 0.924932,
    "max": 1.175819
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.659,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "rules": 84,
   "rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.613779,
   "naive_p": 0.026133,
   "bonferroni_p": 1,
   "placebos": 999,
   "as_good_as_real": 643,
   "p_value": 0.644,
   "placebo": {
    "median": 0.672167,
    "q95": 0.920473,
    "max": 1.071669
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.644,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0.1281,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.5124
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 0.2042,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.8168
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0.119,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.476
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 0.1953,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.7812
  },
  {
   "claim": "osap_csfm",
   "test": "oos_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    201601,
    202512
   ],
   "scored_months": 120,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": false,
   "best_rule": {
    "universe": "clear_nomom",
    "lookback": 1,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "permute",
   "block": null,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.827636,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 20,
   "p_value": 0.021,
   "placebo": {
    "median": 0.620025,
    "q95": 0.78607,
    "max": 0.962244
   },
   "family": "osap_secondary",
   "key": "permute",
   "p": 0.021,
   "holm_p": 0.126
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "block",
   "block": 3,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.827636,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 546,
   "p_value": 0.547,
   "placebo": {
    "median": 0.837108,
    "q95": 0.9576,
    "max": 1.060016
   },
   "family": "osap_secondary",
   "key": "block3",
   "p": 0.547,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "block",
   "block": 6,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.827636,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 654,
   "p_value": 0.655,
   "placebo": {
    "median": 0.849592,
    "q95": 0.954179,
    "max": 1.061779
   },
   "family": "osap_secondary",
   "key": "block6",
   "p": 0.655,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "block",
   "block": 12,
   "mean_block": null,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "rules": 84,
   "rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "real": 0.827636,
   "naive_p": 0,
   "bonferroni_p": 0,
   "placebos": 999,
   "as_good_as_real": 744,
   "p_value": 0.745,
   "placebo": {
    "median": 0.859559,
    "q95": 0.949027,
    "max": 1.034167
   },
   "family": "osap_secondary",
   "key": "block12",
   "p": 0.745,
   "holm_p": 1
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_mb6",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 6,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_mb6",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "rc_mb12",
   "p": 0,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "spa_mb12",
   "p": 0.0001,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   },
   "holm_p": 0.0006
  },
  {
   "claim": "osap_csfm",
   "test": "full_search",
   "method": "bootstrap",
   "block": null,
   "mean_block": 12,
   "months": [
    196901,
    202512
   ],
   "scored_months": 684,
   "family": "osap_secondary",
   "key": "stepm_mb12",
   "p": null,
   "stepm_reject": true,
   "best_rule": {
    "universe": "clear_all",
    "lookback": 12,
    "skip": 0,
    "hold": 1,
    "side": "half"
   }
  }
 ],
 "D4_block_verdicts": [
  {
   "claim": "tsfm",
   "round_1": {
    "in_sample": "not below",
    "out_of_sample": "not below"
   },
   "by_block": {
    "3": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "6": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "12": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    }
   },
   "robust_in_sample": true,
   "robust_out_of_sample": true
  },
  {
   "claim": "csfm",
   "round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "by_block": {
    "3": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": true,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "6": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": true,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "12": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": true,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    }
   },
   "robust_in_sample": false,
   "robust_out_of_sample": true,
   "round_1_caveat_lifted_at": []
  },
  {
   "claim": "vmf",
   "round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "by_block": {
    "3": {
     "in_sample": "below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "6": {
     "in_sample": "below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "12": {
     "in_sample": "below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    }
   },
   "robust_in_sample": true,
   "robust_out_of_sample": true
  },
  {
   "claim": "indmom",
   "round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "by_block": {
    "3": {
     "in_sample": "below",
     "out_of_sample": "not below",
     "in_sample_changed": false,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": true
    },
    "6": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": true,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    },
    "12": {
     "in_sample": "not below",
     "out_of_sample": "not below",
     "in_sample_changed": true,
     "out_of_sample_changed": false,
     "caveat_time_series_structure_only": false
    }
   },
   "robust_in_sample": false,
   "robust_out_of_sample": true
  }
 ],
 "D8_bootstrap_verdicts": [
  {
   "claim": "tsfm",
   "placebo_round_1": {
    "in_sample": "not below",
    "out_of_sample": "not below"
   },
   "rc": {
    "in_sample": "not below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "spa": {
    "in_sample": "not below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "stepm": {
    "in_sample": "does not reject (unadjusted)",
    "out_of_sample": "does not reject (unadjusted)",
    "agrees_in_sample": null,
    "agrees_out_of_sample": null
   },
   "rc_zero": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": false,
    "agrees_out_of_sample": true
   },
   "spa_zero": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": false,
    "agrees_out_of_sample": true
   },
   "stepm_zero": {
    "in_sample": "rejects (unadjusted)",
    "out_of_sample": "does not reject (unadjusted)",
    "agrees_in_sample": null,
    "agrees_out_of_sample": null
   }
  },
  {
   "claim": "csfm",
   "placebo_round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "rc": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "stepm": {
    "in_sample": "rejects (unadjusted)",
    "out_of_sample": "rejects (unadjusted)",
    "agrees_in_sample": null,
    "agrees_out_of_sample": null
   }
  },
  {
   "claim": "vmf",
   "placebo_round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "rc": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "not below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": true
   },
   "stepm": {
    "in_sample": "rejects (unadjusted)",
    "out_of_sample": "does not reject (unadjusted)",
    "agrees_in_sample": null,
    "agrees_out_of_sample": null
   }
  },
  {
   "claim": "indmom",
   "placebo_round_1": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "rc": {
    "in_sample": "below",
    "out_of_sample": "below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": false
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "below",
    "agrees_in_sample": true,
    "agrees_out_of_sample": false
   },
   "stepm": {
    "in_sample": "rejects (unadjusted)",
    "out_of_sample": "rejects (unadjusted)",
    "agrees_in_sample": null,
    "agrees_out_of_sample": null
   }
  }
 ],
 "bootstrap_mean_block_12": [
  {
   "claim": "tsfm",
   "rc": {
    "in_sample": "not below",
    "out_of_sample": "not below"
   },
   "spa": {
    "in_sample": "not below",
    "out_of_sample": "not below"
   }
  },
  {
   "claim": "csfm",
   "rc": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "not below"
   }
  },
  {
   "claim": "vmf",
   "rc": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "not below"
   }
  },
  {
   "claim": "indmom",
   "rc": {
    "in_sample": "below",
    "out_of_sample": "below"
   },
   "spa": {
    "in_sample": "below",
    "out_of_sample": "below"
   }
  }
 ],
 "D9_osap": [
  {
   "claim": "osap_tsfm",
   "in_sample": "not below",
   "out_of_sample": "not below",
   "round_1_french": {
    "in_sample": "not below",
    "out_of_sample": "not below"
   },
   "agrees_in_sample": true,
   "agrees_out_of_sample": true,
   "other_methods": {
    "block3": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "block6": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "block12": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "rc_mb6": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "spa_mb6": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "stepm_mb6": {
     "in_sample": "does not reject (unadjusted)",
     "out_of_sample": "does not reject (unadjusted)"
    },
    "rc_zero_mb6": {
     "in_sample": "below",
     "out_of_sample": "below"
    },
    "spa_zero_mb6": {
     "in_sample": "below",
     "out_of_sample": "below"
    },
    "stepm_zero_mb6": {
     "in_sample": "rejects (unadjusted)",
     "out_of_sample": "rejects (unadjusted)"
    },
    "rc_mb12": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "spa_mb12": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "stepm_mb12": {
     "in_sample": "does not reject (unadjusted)",
     "out_of_sample": "does not reject (unadjusted)"
    },
    "rc_zero_mb12": {
     "in_sample": "below",
     "out_of_sample": "below"
    },
    "spa_zero_mb12": {
     "in_sample": "below",
     "out_of_sample": "below"
    },
    "stepm_zero_mb12": {
     "in_sample": "rejects (unadjusted)",
     "out_of_sample": "rejects (unadjusted)"
    }
   }
  },
  {
   "claim": "osap_csfm",
   "in_sample": "not below",
   "out_of_sample": "not below",
   "round_1_french": {
    "in_sample": "below",
    "out_of_sample": "not below"
   },
   "agrees_in_sample": false,
   "agrees_out_of_sample": true,
   "other_methods": {
    "block3": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "block6": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "block12": {
     "in_sample": "not below",
     "out_of_sample": "not below"
    },
    "rc_mb6": {
     "in_sample": "below",
     "out_of_sample": "not below"
    },
    "spa_mb6": {
     "in_sample": "below",
     "out_of_sample": "not below"
    },
    "stepm_mb6": {
     "in_sample": "rejects (unadjusted)",
     "out_of_sample": "rejects (unadjusted)"
    },
    "rc_zero_mb6": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    },
    "spa_zero_mb6": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    },
    "stepm_zero_mb6": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    },
    "rc_mb12": {
     "in_sample": "below",
     "out_of_sample": "not below"
    },
    "spa_mb12": {
     "in_sample": "below",
     "out_of_sample": "not below"
    },
    "stepm_mb12": {
     "in_sample": "rejects (unadjusted)",
     "out_of_sample": "rejects (unadjusted)"
    },
    "rc_zero_mb12": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    },
    "spa_zero_mb12": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    },
    "stepm_zero_mb12": {
     "in_sample": "not run",
     "out_of_sample": "not run"
    }
   }
  }
 ],
 "run_log": {
  "registration_pushed_utc": "2026-11-08T04:22:47Z",
  "markers": [
   "START real 2026-11-08T04:23:01Z",
   "ABORTED 2026-11-08T04:23:18Z: launch script passed 16 as the power run's tests-per-cell argument; killed before any output, relaunched with the argument order fixed",
   "START real 2026-11-08T04:23:33Z",
   "END real exit=0 2026-11-08T04:30:12Z",
   "START calib 2026-11-08T04:30:12Z",
   "END calib exit=0 2026-11-08T04:54:27Z",
   "START power 2026-11-08T04:54:27Z",
   "END power exit=1 2026-11-08T04:54:27Z",
   "ALL DONE 2026-11-08T04:54:27Z",
   "START power (rerun after deviation 1, commit 59cd719b) 2026-11-08T04:55:52Z",
   "END power exit=0 2026-11-08T06:44:04Z"
  ],
  "note": "Run markers from the detached runner (UTC). The first launch was stopped 17 seconds in, before any output, because the launch script passed a wrong argument to the power run; the real-data and calibration runs then completed once each. The first power run stopped at its start (deviation 1) and was repeated with the registered seeds after the fix (commit 59cd719b)."
 }
}